{"level":"warn","ts":"2026-03-18T21:49:25.754352Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-18T21:49:25.754456Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://162.253.55.200:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://162.253.55.200:2380","--initial-cluster=instance=https://162.253.55.200:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://162.253.55.200:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://162.253.55.200:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-03-18T21:49:25.754532Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-18T21:49:25.754543Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://162.253.55.200:2380"]} {"level":"info","ts":"2026-03-18T21:49:25.754559Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-18T21:49:25.755178Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://162.253.55.200:2379"]} {"level":"info","ts":"2026-03-18T21:49:25.755252Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://162.253.55.200:2380"],"listen-peer-urls":["https://162.253.55.200:2380"],"advertise-client-urls":["https://162.253.55.200:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://162.253.55.200:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://162.253.55.200:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-03-18T21:49:25.759996Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"4.527578ms"} {"level":"info","ts":"2026-03-18T21:49:25.775261Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"e10bb51ed7578852","cluster-id":"aa14459abd2161c3"} {"level":"info","ts":"2026-03-18T21:49:25.775362Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e10bb51ed7578852 switched to configuration voters=()"} {"level":"info","ts":"2026-03-18T21:49:25.775386Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e10bb51ed7578852 became follower at term 0"} {"level":"info","ts":"2026-03-18T21:49:25.775398Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft e10bb51ed7578852 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-03-18T21:49:25.775408Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e10bb51ed7578852 became follower at term 1"} {"level":"info","ts":"2026-03-18T21:49:25.775442Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e10bb51ed7578852 switched to configuration voters=(16216254027344087122)"} {"level":"warn","ts":"2026-03-18T21:49:25.784504Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-03-18T21:49:25.786238Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-03-18T21:49:25.788759Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-03-18T21:49:25.792114Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"e10bb51ed7578852","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-03-18T21:49:25.792385Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"e10bb51ed7578852","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-03-18T21:49:25.792499Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-18T21:49:25.792645Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-18T21:49:25.79267Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-18T21:49:25.793564Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e10bb51ed7578852 switched to configuration voters=(16216254027344087122)"} {"level":"info","ts":"2026-03-18T21:49:25.795123Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"aa14459abd2161c3","local-member-id":"e10bb51ed7578852","added-peer-id":"e10bb51ed7578852","added-peer-peer-urls":["https://162.253.55.200:2380"]} {"level":"info","ts":"2026-03-18T21:49:25.797524Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-18T21:49:25.797598Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"162.253.55.200:2380"} {"level":"info","ts":"2026-03-18T21:49:25.797638Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"162.253.55.200:2380"} {"level":"info","ts":"2026-03-18T21:49:25.797776Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"e10bb51ed7578852","initial-advertise-peer-urls":["https://162.253.55.200:2380"],"listen-peer-urls":["https://162.253.55.200:2380"],"advertise-client-urls":["https://162.253.55.200:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://162.253.55.200:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-03-18T21:49:25.797825Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-03-18T21:49:26.275873Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e10bb51ed7578852 is starting a new election at term 1"} {"level":"info","ts":"2026-03-18T21:49:26.275936Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e10bb51ed7578852 became pre-candidate at term 1"} {"level":"info","ts":"2026-03-18T21:49:26.275977Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e10bb51ed7578852 received MsgPreVoteResp from e10bb51ed7578852 at term 1"} {"level":"info","ts":"2026-03-18T21:49:26.275999Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e10bb51ed7578852 became candidate at term 2"} {"level":"info","ts":"2026-03-18T21:49:26.276017Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e10bb51ed7578852 received MsgVoteResp from e10bb51ed7578852 at term 2"} {"level":"info","ts":"2026-03-18T21:49:26.276036Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e10bb51ed7578852 became leader at term 2"} {"level":"info","ts":"2026-03-18T21:49:26.276057Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: e10bb51ed7578852 elected leader e10bb51ed7578852 at term 2"} {"level":"info","ts":"2026-03-18T21:49:26.415901Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"e10bb51ed7578852","local-member-attributes":"{Name:instance ClientURLs:[https://162.253.55.200:2379]}","request-path":"/0/members/e10bb51ed7578852/attributes","cluster-id":"aa14459abd2161c3","publish-timeout":"7s"} {"level":"info","ts":"2026-03-18T21:49:26.415911Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-03-18T21:49:26.415913Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-18T21:49:26.416016Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-18T21:49:26.416312Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-03-18T21:49:26.416421Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-03-18T21:49:26.4196Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"162.253.55.200:2379"} {"level":"info","ts":"2026-03-18T21:49:26.420228Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-03-18T21:49:26.451676Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"aa14459abd2161c3","local-member-id":"e10bb51ed7578852","cluster-version":"3.5"} {"level":"info","ts":"2026-03-18T21:49:26.451805Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-03-18T21:49:26.451842Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"warn","ts":"2026-03-18T21:49:26.625414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.968111ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" limit:10000 ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-18T21:49:26.62556Z","caller":"traceutil/trace.go:171","msg":"trace[1197313486] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:1; }","duration":"150.158246ms","start":"2026-03-18T21:49:26.475374Z","end":"2026-03-18T21:49:26.625532Z","steps":["trace[1197313486] 'range keys from in-memory index tree' (duration: 149.873348ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:49:26.625645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.713835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-03-18T21:49:26.625624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.021482ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-18T21:49:26.625735Z","caller":"traceutil/trace.go:171","msg":"trace[1586044505] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:1; }","duration":"106.86355ms","start":"2026-03-18T21:49:26.518861Z","end":"2026-03-18T21:49:26.625725Z","steps":["trace[1586044505] 'count revisions from in-memory index tree' (duration: 106.622203ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:49:26.625749Z","caller":"traceutil/trace.go:171","msg":"trace[134394564] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:1; }","duration":"150.224258ms","start":"2026-03-18T21:49:26.475501Z","end":"2026-03-18T21:49:26.625725Z","steps":["trace[134394564] 'count revisions from in-memory index tree' (duration: 149.867039ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:49:27.900781Z","caller":"traceutil/trace.go:171","msg":"trace[915581702] linearizableReadLoop","detail":"{readStateIndex:5; appliedIndex:4; }","duration":"108.462102ms","start":"2026-03-18T21:49:27.792288Z","end":"2026-03-18T21:49:27.90075Z","steps":["trace[915581702] 'read index received' (duration: 108.362939ms)","trace[915581702] 'applied index is now lower than readState.Index' (duration: 98.073µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T21:49:27.90084Z","caller":"traceutil/trace.go:171","msg":"trace[9153121] transaction","detail":"{read_only:false; response_revision:2; number_of_response:1; }","duration":"109.105437ms","start":"2026-03-18T21:49:27.791676Z","end":"2026-03-18T21:49:27.900781Z","steps":["trace[9153121] 'process raft request' (duration: 108.848331ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:49:27.901054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.761749ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-18T21:49:27.901155Z","caller":"traceutil/trace.go:171","msg":"trace[1192927524] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:0; response_revision:2; }","duration":"108.874351ms","start":"2026-03-18T21:49:27.792253Z","end":"2026-03-18T21:49:27.901128Z","steps":["trace[1192927524] 'agreement among raft nodes before linearized reading' (duration: 108.661586ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:49:28.099668Z","caller":"traceutil/trace.go:171","msg":"trace[1261327484] linearizableReadLoop","detail":"{readStateIndex:14; appliedIndex:5; }","duration":"198.752059ms","start":"2026-03-18T21:49:27.900887Z","end":"2026-03-18T21:49:28.099639Z","steps":["trace[1261327484] 'read index received' (duration: 198.251777ms)","trace[1261327484] 'applied index is now lower than readState.Index' (duration: 499.522µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T21:49:28.099744Z","caller":"traceutil/trace.go:171","msg":"trace[1826479794] transaction","detail":"{read_only:false; response_revision:4; number_of_response:1; }","duration":"219.92156ms","start":"2026-03-18T21:49:27.879799Z","end":"2026-03-18T21:49:28.09972Z","steps":["trace[1826479794] 'process raft request' (duration: 219.590572ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:49:28.099772Z","caller":"traceutil/trace.go:171","msg":"trace[12609123] transaction","detail":"{read_only:false; response_revision:10; number_of_response:1; }","duration":"209.90681ms","start":"2026-03-18T21:49:27.889816Z","end":"2026-03-18T21:49:28.099723Z","steps":["trace[12609123] 'process raft request' (duration: 209.758716ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:49:28.099825Z","caller":"traceutil/trace.go:171","msg":"trace[1531771842] transaction","detail":"{read_only:false; response_revision:3; number_of_response:1; }","duration":"307.299673ms","start":"2026-03-18T21:49:27.792503Z","end":"2026-03-18T21:49:28.099803Z","steps":["trace[1531771842] 'process raft request' (duration: 306.695077ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:49:28.099907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.589647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-03-18T21:49:28.09989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.217188ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/kube-system/\" range_end:\"/registry/resourcequotas/kube-system0\" ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-03-18T21:49:28.099957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.595399ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.200\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-18T21:49:28.10003Z","caller":"traceutil/trace.go:171","msg":"trace[469906281] range","detail":"{range_begin:/registry/resourcequotas/kube-system/; range_end:/registry/resourcequotas/kube-system0; response_count:0; response_revision:11; }","duration":"220.364511ms","start":"2026-03-18T21:49:27.879615Z","end":"2026-03-18T21:49:28.09998Z","steps":["trace[469906281] 'agreement among raft nodes before linearized reading' (duration: 220.125835ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:49:28.100042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.844459ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-18T21:49:28.100052Z","caller":"traceutil/trace.go:171","msg":"trace[997263195] range","detail":"{range_begin:/registry/masterleases/162.253.55.200; range_end:; response_count:0; response_revision:11; }","duration":"222.728102ms","start":"2026-03-18T21:49:27.877295Z","end":"2026-03-18T21:49:28.100023Z","steps":["trace[997263195] 'agreement among raft nodes before linearized reading' (duration: 222.467776ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:49:28.100091Z","caller":"traceutil/trace.go:171","msg":"trace[104953041] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:0; response_revision:11; }","duration":"221.932682ms","start":"2026-03-18T21:49:27.878142Z","end":"2026-03-18T21:49:28.100075Z","steps":["trace[104953041] 'agreement among raft nodes before linearized reading' (duration: 221.86053ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:49:28.100322Z","caller":"traceutil/trace.go:171","msg":"trace[583309840] transaction","detail":"{read_only:false; response_revision:8; number_of_response:1; }","duration":"220.143395ms","start":"2026-03-18T21:49:27.880133Z","end":"2026-03-18T21:49:28.100277Z","steps":["trace[583309840] 'process raft request' (duration: 219.382785ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:49:28.100369Z","caller":"traceutil/trace.go:171","msg":"trace[1245236966] transaction","detail":"{read_only:false; response_revision:5; number_of_response:1; }","duration":"220.364632ms","start":"2026-03-18T21:49:27.879866Z","end":"2026-03-18T21:49:28.10023Z","steps":["trace[1245236966] 'process raft request' (duration: 219.567021ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:49:28.100385Z","caller":"traceutil/trace.go:171","msg":"trace[1183888900] transaction","detail":"{read_only:false; response_revision:6; number_of_response:1; }","duration":"220.417523ms","start":"2026-03-18T21:49:27.879885Z","end":"2026-03-18T21:49:28.100302Z","steps":["trace[1183888900] 'process raft request' (duration: 219.576812ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:49:28.100486Z","caller":"traceutil/trace.go:171","msg":"trace[111542926] transaction","detail":"{read_only:false; response_revision:9; number_of_response:1; }","duration":"220.257218ms","start":"2026-03-18T21:49:27.880216Z","end":"2026-03-18T21:49:28.100473Z","steps":["trace[111542926] 'process raft request' (duration: 219.327884ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:49:28.100484Z","caller":"traceutil/trace.go:171","msg":"trace[1678273717] transaction","detail":"{read_only:false; response_revision:11; number_of_response:1; }","duration":"207.475116ms","start":"2026-03-18T21:49:27.892976Z","end":"2026-03-18T21:49:28.100451Z","steps":["trace[1678273717] 'process raft request' (duration: 206.628905ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:49:28.10053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:49:27.792494Z","time spent":"307.378984ms","remote":"127.0.0.1:55136","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":100,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T21:49:28.100639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.298949ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-18T21:49:28.100659Z","caller":"traceutil/trace.go:171","msg":"trace[658477128] transaction","detail":"{read_only:false; response_revision:7; number_of_response:1; }","duration":"220.547295ms","start":"2026-03-18T21:49:27.880092Z","end":"2026-03-18T21:49:28.100639Z","steps":["trace[658477128] 'process raft request' (duration: 219.401376ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:49:28.10068Z","caller":"traceutil/trace.go:171","msg":"trace[719635156] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:0; response_revision:11; }","duration":"170.355141ms","start":"2026-03-18T21:49:27.930312Z","end":"2026-03-18T21:49:28.100667Z","steps":["trace[719635156] 'agreement among raft nodes before linearized reading' (duration: 170.261818ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:49:28.100785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.834381ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/instance\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-18T21:49:28.100826Z","caller":"traceutil/trace.go:171","msg":"trace[1227026168] range","detail":"{range_begin:/registry/csinodes/instance; range_end:; response_count:0; response_revision:11; }","duration":"303.916884ms","start":"2026-03-18T21:49:27.796898Z","end":"2026-03-18T21:49:28.100815Z","steps":["trace[1227026168] 'agreement among raft nodes before linearized reading' (duration: 303.853022ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:49:28.100855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:49:27.796881Z","time spent":"303.966425ms","remote":"127.0.0.1:55444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":0,"response size":28,"request content":"key:\"/registry/csinodes/instance\" "} {"level":"info","ts":"2026-03-18T21:49:28.100527Z","caller":"traceutil/trace.go:171","msg":"trace[2044352064] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:0; response_revision:11; }","duration":"255.664889ms","start":"2026-03-18T21:49:27.844282Z","end":"2026-03-18T21:49:28.099947Z","steps":["trace[2044352064] 'agreement among raft nodes before linearized reading' (duration: 255.516135ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:49:28.290638Z","caller":"traceutil/trace.go:171","msg":"trace[984339851] transaction","detail":"{read_only:false; response_revision:13; number_of_response:1; }","duration":"182.483176ms","start":"2026-03-18T21:49:28.108116Z","end":"2026-03-18T21:49:28.290599Z","steps":["trace[984339851] 'process raft request' (duration: 179.304963ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:49:28.290948Z","caller":"traceutil/trace.go:171","msg":"trace[988056690] linearizableReadLoop","detail":"{readStateIndex:24; appliedIndex:14; }","duration":"125.777391ms","start":"2026-03-18T21:49:28.165138Z","end":"2026-03-18T21:49:28.290915Z","steps":["trace[988056690] 'read index received' (duration: 23.651195ms)","trace[988056690] 'applied index is now lower than readState.Index' (duration: 102.124746ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T21:49:28.290983Z","caller":"traceutil/trace.go:171","msg":"trace[96877180] transaction","detail":"{read_only:false; response_revision:14; number_of_response:1; }","duration":"182.148567ms","start":"2026-03-18T21:49:28.108811Z","end":"2026-03-18T21:49:28.290959Z","steps":["trace[96877180] 'process raft request' (duration: 181.711416ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:49:28.291018Z","caller":"traceutil/trace.go:171","msg":"trace[1119195128] transaction","detail":"{read_only:false; response_revision:16; number_of_response:1; }","duration":"180.623057ms","start":"2026-03-18T21:49:28.110315Z","end":"2026-03-18T21:49:28.290938Z","steps":["trace[1119195128] 'process raft request' (duration: 180.36826ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:49:28.291117Z","caller":"traceutil/trace.go:171","msg":"trace[1498796598] transaction","detail":"{read_only:false; response_revision:17; number_of_response:1; }","duration":"180.74572ms","start":"2026-03-18T21:49:28.110358Z","end":"2026-03-18T21:49:28.291104Z","steps":["trace[1498796598] 'process raft request' (duration: 180.36916ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:49:28.291239Z","caller":"traceutil/trace.go:171","msg":"trace[342811703] transaction","detail":"{read_only:false; response_revision:18; number_of_response:1; }","duration":"180.825472ms","start":"2026-03-18T21:49:28.110405Z","end":"2026-03-18T21:49:28.29123Z","steps":["trace[342811703] 'process raft request' (duration: 180.36274ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:49:28.291347Z","caller":"traceutil/trace.go:171","msg":"trace[1255860985] transaction","detail":"{read_only:false; number_of_response:0; response_revision:14; }","duration":"182.021894ms","start":"2026-03-18T21:49:28.109312Z","end":"2026-03-18T21:49:28.291333Z","steps":["trace[1255860985] 'process raft request' (duration: 181.267894ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:49:28.291457Z","caller":"traceutil/trace.go:171","msg":"trace[1483136322] transaction","detail":"{read_only:false; response_revision:15; number_of_response:1; }","duration":"181.48635ms","start":"2026-03-18T21:49:28.109956Z","end":"2026-03-18T21:49:28.291442Z","steps":["trace[1483136322] 'process raft request' (duration: 180.671709ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:49:28.29176Z","caller":"traceutil/trace.go:171","msg":"trace[570721264] transaction","detail":"{read_only:false; response_revision:20; number_of_response:1; }","duration":"177.047434ms","start":"2026-03-18T21:49:28.114699Z","end":"2026-03-18T21:49:28.291747Z","steps":["trace[570721264] 'process raft request' (duration: 176.165062ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:49:28.291809Z","caller":"traceutil/trace.go:171","msg":"trace[393991074] transaction","detail":"{read_only:false; response_revision:19; number_of_response:1; }","duration":"180.498245ms","start":"2026-03-18T21:49:28.111297Z","end":"2026-03-18T21:49:28.291795Z","steps":["trace[393991074] 'process raft request' (duration: 179.511148ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:49:28.292888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.800129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:1 size:350"} {"level":"info","ts":"2026-03-18T21:49:28.292962Z","caller":"traceutil/trace.go:171","msg":"trace[1454441643] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:20; }","duration":"127.864346ms","start":"2026-03-18T21:49:28.165083Z","end":"2026-03-18T21:49:28.292947Z","steps":["trace[1454441643] 'agreement among raft nodes before linearized reading' (duration: 126.424218ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:49:28.563317Z","caller":"traceutil/trace.go:171","msg":"trace[432187715] transaction","detail":"{read_only:false; response_revision:30; number_of_response:1; }","duration":"211.228313ms","start":"2026-03-18T21:49:28.352033Z","end":"2026-03-18T21:49:28.563261Z","steps":["trace[432187715] 'process raft request' (duration: 143.81893ms)","trace[432187715] 'compare' (duration: 66.953962ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T21:49:28.563345Z","caller":"traceutil/trace.go:171","msg":"trace[2061975075] transaction","detail":"{read_only:false; response_revision:31; number_of_response:1; }","duration":"210.177626ms","start":"2026-03-18T21:49:28.353133Z","end":"2026-03-18T21:49:28.56331Z","steps":["trace[2061975075] 'process raft request' (duration: 209.92593ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:49:28.56337Z","caller":"traceutil/trace.go:171","msg":"trace[1747522353] transaction","detail":"{read_only:false; response_revision:32; number_of_response:1; }","duration":"210.039443ms","start":"2026-03-18T21:49:28.353277Z","end":"2026-03-18T21:49:28.563317Z","steps":["trace[1747522353] 'process raft request' (duration: 209.828737ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:49:28.563445Z","caller":"traceutil/trace.go:171","msg":"trace[1177592860] transaction","detail":"{read_only:false; response_revision:35; number_of_response:1; }","duration":"204.823937ms","start":"2026-03-18T21:49:28.358596Z","end":"2026-03-18T21:49:28.56342Z","steps":["trace[1177592860] 'process raft request' (duration: 204.684474ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:49:28.563501Z","caller":"traceutil/trace.go:171","msg":"trace[968359649] transaction","detail":"{read_only:false; response_revision:34; number_of_response:1; }","duration":"205.161126ms","start":"2026-03-18T21:49:28.358276Z","end":"2026-03-18T21:49:28.563437Z","steps":["trace[968359649] 'process raft request' (duration: 204.895109ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:49:28.563614Z","caller":"traceutil/trace.go:171","msg":"trace[1061532227] transaction","detail":"{read_only:false; response_revision:36; number_of_response:1; }","duration":"204.89952ms","start":"2026-03-18T21:49:28.358703Z","end":"2026-03-18T21:49:28.563603Z","steps":["trace[1061532227] 'process raft request' (duration: 204.606041ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:49:28.563413Z","caller":"traceutil/trace.go:171","msg":"trace[1557364725] linearizableReadLoop","detail":"{readStateIndex:41; appliedIndex:33; }","duration":"180.489634ms","start":"2026-03-18T21:49:28.382884Z","end":"2026-03-18T21:49:28.563374Z","steps":["trace[1557364725] 'read index received' (duration: 112.976058ms)","trace[1557364725] 'applied index is now lower than readState.Index' (duration: 67.512576ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T21:49:28.563653Z","caller":"traceutil/trace.go:171","msg":"trace[368353203] transaction","detail":"{read_only:false; response_revision:37; number_of_response:1; }","duration":"204.879539ms","start":"2026-03-18T21:49:28.358763Z","end":"2026-03-18T21:49:28.563642Z","steps":["trace[368353203] 'process raft request' (duration: 204.57302ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:49:28.563597Z","caller":"traceutil/trace.go:171","msg":"trace[1027141117] transaction","detail":"{read_only:false; response_revision:33; number_of_response:1; }","duration":"210.185468ms","start":"2026-03-18T21:49:28.353366Z","end":"2026-03-18T21:49:28.563552Z","steps":["trace[1027141117] 'process raft request' (duration: 209.770676ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:49:28.563609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.70025ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/default/\" range_end:\"/registry/resourcequotas/default0\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-18T21:49:28.563781Z","caller":"traceutil/trace.go:171","msg":"trace[1887581963] range","detail":"{range_begin:/registry/resourcequotas/default/; range_end:/registry/resourcequotas/default0; response_count:0; response_revision:37; }","duration":"180.882165ms","start":"2026-03-18T21:49:28.382832Z","end":"2026-03-18T21:49:28.563715Z","steps":["trace[1887581963] 'agreement among raft nodes before linearized reading' (duration: 180.669078ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:49:28.863519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.496474ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:14"} {"level":"info","ts":"2026-03-18T21:49:28.863763Z","caller":"traceutil/trace.go:171","msg":"trace[800171085] transaction","detail":"{read_only:false; response_revision:41; number_of_response:1; }","duration":"287.851547ms","start":"2026-03-18T21:49:28.575868Z","end":"2026-03-18T21:49:28.863719Z","steps":["trace[800171085] 'process raft request' (duration: 111.841409ms)","trace[800171085] 'compare' (duration: 175.302369ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T21:49:29.438717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.466448ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:14"} {"level":"info","ts":"2026-03-18T21:49:29.439668Z","caller":"traceutil/trace.go:171","msg":"trace[503189870] linearizableReadLoop","detail":"{readStateIndex:54; appliedIndex:53; }","duration":"354.620533ms","start":"2026-03-18T21:49:29.084987Z","end":"2026-03-18T21:49:29.439607Z","steps":["trace[503189870] 'read index received' (duration: 119.20659ms)","trace[503189870] 'applied index is now lower than readState.Index' (duration: 235.247669ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T21:49:29.439777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.751857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/system:discovery\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-18T21:49:29.439644Z","caller":"traceutil/trace.go:171","msg":"trace[1660079284] transaction","detail":"{read_only:false; response_revision:50; number_of_response:1; }","duration":"358.503604ms","start":"2026-03-18T21:49:29.080982Z","end":"2026-03-18T21:49:29.439486Z","steps":["trace[1660079284] 'process raft request' (duration: 123.189474ms)","trace[1660079284] 'compare' (duration: 234.346775ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T21:49:29.439869Z","caller":"traceutil/trace.go:171","msg":"trace[640044688] range","detail":"{range_begin:/registry/clusterrolebindings/system:discovery; range_end:; response_count:0; response_revision:50; }","duration":"354.88892ms","start":"2026-03-18T21:49:29.084942Z","end":"2026-03-18T21:49:29.439831Z","steps":["trace[640044688] 'agreement among raft nodes before linearized reading' (duration: 354.506ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:49:29.440123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:49:29.080969Z","time spent":"358.976097ms","remote":"127.0.0.1:55488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1059,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T21:49:29.440277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:49:29.084911Z","time spent":"355.180637ms","remote":"127.0.0.1:55404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":28,"request content":"key:\"/registry/clusterrolebindings/system:discovery\" "} {"level":"info","ts":"2026-03-18T21:49:29.440508Z","caller":"traceutil/trace.go:171","msg":"trace[1801041636] transaction","detail":"{read_only:false; response_revision:51; number_of_response:1; }","duration":"354.864469ms","start":"2026-03-18T21:49:29.085304Z","end":"2026-03-18T21:49:29.440169Z","steps":["trace[1801041636] 'process raft request' (duration: 354.093849ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:49:29.440769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:49:29.085271Z","time spent":"355.371653ms","remote":"127.0.0.1:55488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":779,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-18T21:49:29.441979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.418327ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-18T21:49:29.442194Z","caller":"traceutil/trace.go:171","msg":"trace[1168007813] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:51; }","duration":"332.626661ms","start":"2026-03-18T21:49:29.109476Z","end":"2026-03-18T21:49:29.442103Z","steps":["trace[1168007813] 'agreement among raft nodes before linearized reading' (duration: 330.724281ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:49:29.442488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:49:29.109465Z","time spent":"332.989341ms","remote":"127.0.0.1:55070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T21:49:29.845038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.052371ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:14"} {"level":"info","ts":"2026-03-18T21:49:29.845327Z","caller":"traceutil/trace.go:171","msg":"trace[1075801604] transaction","detail":"{read_only:false; response_revision:55; number_of_response:1; }","duration":"348.073832ms","start":"2026-03-18T21:49:29.49723Z","end":"2026-03-18T21:49:29.845304Z","steps":["trace[1075801604] 'process raft request' (duration: 348.036881ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:49:29.84533Z","caller":"traceutil/trace.go:171","msg":"trace[2025171724] transaction","detail":"{read_only:false; response_revision:53; number_of_response:1; }","duration":"397.467868ms","start":"2026-03-18T21:49:29.447789Z","end":"2026-03-18T21:49:29.845257Z","steps":["trace[2025171724] 'process raft request' (duration: 239.0961ms)","trace[2025171724] 'compare' (duration: 157.826974ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T21:49:29.845407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:49:29.4972Z","time spent":"348.181385ms","remote":"127.0.0.1:55488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":698,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-18T21:49:29.845548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:49:29.447773Z","time spent":"397.668303ms","remote":"127.0.0.1:55400","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-18T21:49:29.845762Z","caller":"traceutil/trace.go:171","msg":"trace[1006656186] transaction","detail":"{read_only:false; response_revision:54; number_of_response:1; }","duration":"397.345065ms","start":"2026-03-18T21:49:29.448375Z","end":"2026-03-18T21:49:29.84572Z","steps":["trace[1006656186] 'process raft request' (duration: 396.811651ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:49:29.845958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:49:29.448336Z","time spent":"397.508489ms","remote":"127.0.0.1:55488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1216,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T21:49:30.173871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.644118ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:14"} {"level":"info","ts":"2026-03-18T21:49:30.174316Z","caller":"traceutil/trace.go:171","msg":"trace[1202335008] transaction","detail":"{read_only:false; response_revision:56; number_of_response:1; }","duration":"324.685224ms","start":"2026-03-18T21:49:29.849589Z","end":"2026-03-18T21:49:30.174274Z","steps":["trace[1202335008] 'process raft request' (duration: 198.533343ms)","trace[1202335008] 'compare' (duration: 125.445693ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T21:49:30.174472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:49:29.849549Z","time spent":"324.848459ms","remote":"127.0.0.1:55488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":671,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-18T21:49:30.174342Z","caller":"traceutil/trace.go:171","msg":"trace[984344881] linearizableReadLoop","detail":"{readStateIndex:62; appliedIndex:59; }","duration":"306.79909ms","start":"2026-03-18T21:49:29.867523Z","end":"2026-03-18T21:49:30.174322Z","steps":["trace[984344881] 'read index received' (duration: 180.555956ms)","trace[984344881] 'applied index is now lower than readState.Index' (duration: 126.242004ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T21:49:30.174465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.926543ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/kube-system/\" range_end:\"/registry/limitranges/kube-system0\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-18T21:49:30.174707Z","caller":"traceutil/trace.go:171","msg":"trace[1039024013] range","detail":"{range_begin:/registry/limitranges/kube-system/; range_end:/registry/limitranges/kube-system0; response_count:0; response_revision:58; }","duration":"307.228591ms","start":"2026-03-18T21:49:29.867461Z","end":"2026-03-18T21:49:30.17469Z","steps":["trace[1039024013] 'agreement among raft nodes before linearized reading' (duration: 306.915453ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:49:30.174739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.478007ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-18T21:49:30.174697Z","caller":"traceutil/trace.go:171","msg":"trace[535527075] transaction","detail":"{read_only:false; response_revision:58; number_of_response:1; }","duration":"322.962081ms","start":"2026-03-18T21:49:29.851689Z","end":"2026-03-18T21:49:30.174651Z","steps":["trace[535527075] 'process raft request' (duration: 322.58936ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:49:30.174778Z","caller":"traceutil/trace.go:171","msg":"trace[699786318] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:58; }","duration":"282.556098ms","start":"2026-03-18T21:49:29.892208Z","end":"2026-03-18T21:49:30.174764Z","steps":["trace[699786318] 'agreement among raft nodes before linearized reading' (duration: 282.505507ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:49:30.174938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:49:29.851669Z","time spent":"323.157635ms","remote":"127.0.0.1:55400","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":634,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-18T21:49:30.174419Z","caller":"traceutil/trace.go:171","msg":"trace[1975120121] transaction","detail":"{read_only:false; response_revision:57; number_of_response:1; }","duration":"323.222147ms","start":"2026-03-18T21:49:29.851149Z","end":"2026-03-18T21:49:30.174371Z","steps":["trace[1975120121] 'process raft request' (duration: 323.037192ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:49:30.174765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:49:29.867449Z","time spent":"307.295003ms","remote":"127.0.0.1:55202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":28,"request content":"key:\"/registry/limitranges/kube-system/\" range_end:\"/registry/limitranges/kube-system0\" "} {"level":"warn","ts":"2026-03-18T21:49:30.175225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:49:29.851116Z","time spent":"323.985426ms","remote":"127.0.0.1:55488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1199,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T21:49:30.506152Z","caller":"traceutil/trace.go:171","msg":"trace[1230485901] transaction","detail":"{read_only:false; response_revision:60; number_of_response:1; }","duration":"327.605281ms","start":"2026-03-18T21:49:30.178516Z","end":"2026-03-18T21:49:30.506121Z","steps":["trace[1230485901] 'process raft request' (duration: 285.012163ms)","trace[1230485901] 'compare' (duration: 42.28747ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T21:49:30.506468Z","caller":"traceutil/trace.go:171","msg":"trace[1413864227] linearizableReadLoop","detail":"{readStateIndex:66; appliedIndex:62; }","duration":"296.993105ms","start":"2026-03-18T21:49:30.209407Z","end":"2026-03-18T21:49:30.5064Z","steps":["trace[1413864227] 'read index received' (duration: 23.4751ms)","trace[1413864227] 'applied index is now lower than readState.Index' (duration: 273.515945ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T21:49:30.506517Z","caller":"traceutil/trace.go:171","msg":"trace[1089710501] transaction","detail":"{read_only:false; response_revision:62; number_of_response:1; }","duration":"325.356232ms","start":"2026-03-18T21:49:30.181101Z","end":"2026-03-18T21:49:30.506457Z","steps":["trace[1089710501] 'process raft request' (duration: 324.989573ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:49:30.506604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.19034ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-18T21:49:30.506306Z","caller":"traceutil/trace.go:171","msg":"trace[1506424717] transaction","detail":"{read_only:false; response_revision:61; number_of_response:1; }","duration":"327.237492ms","start":"2026-03-18T21:49:30.179018Z","end":"2026-03-18T21:49:30.506255Z","steps":["trace[1506424717] 'process raft request' (duration: 326.987356ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:49:30.506642Z","caller":"traceutil/trace.go:171","msg":"trace[396741187] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:62; }","duration":"297.272082ms","start":"2026-03-18T21:49:30.209359Z","end":"2026-03-18T21:49:30.506631Z","steps":["trace[396741187] 'agreement among raft nodes before linearized reading' (duration: 297.143968ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:49:30.506746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:49:30.181089Z","time spent":"325.531436ms","remote":"127.0.0.1:55400","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":621,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-18T21:49:30.506765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:49:30.178988Z","time spent":"327.674853ms","remote":"127.0.0.1:55488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1244,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T21:49:30.506916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:49:30.178484Z","time spent":"327.915409ms","remote":"127.0.0.1:55488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":702,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-18T21:49:30.794988Z","caller":"traceutil/trace.go:171","msg":"trace[2122786933] linearizableReadLoop","detail":"{readStateIndex:70; appliedIndex:69; }","duration":"196.161493ms","start":"2026-03-18T21:49:30.598785Z","end":"2026-03-18T21:49:30.794946Z","steps":["trace[2122786933] 'read index received' (duration: 132.750323ms)","trace[2122786933] 'applied index is now lower than readState.Index' (duration: 63.40653ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T21:49:30.795075Z","caller":"traceutil/trace.go:171","msg":"trace[1845198824] transaction","detail":"{read_only:false; response_revision:66; number_of_response:1; }","duration":"277.59074ms","start":"2026-03-18T21:49:30.51745Z","end":"2026-03-18T21:49:30.795041Z","steps":["trace[1845198824] 'process raft request' (duration: 214.085948ms)","trace[1845198824] 'compare' (duration: 63.122842ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T21:49:30.794992Z","caller":"traceutil/trace.go:171","msg":"trace[7817324] transaction","detail":"{read_only:false; response_revision:67; number_of_response:1; }","duration":"195.373132ms","start":"2026-03-18T21:49:30.599577Z","end":"2026-03-18T21:49:30.79495Z","steps":["trace[7817324] 'process raft request' (duration: 195.2874ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:49:30.795333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.514042ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:public-info-viewer\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-18T21:49:30.795428Z","caller":"traceutil/trace.go:171","msg":"trace[2021018360] range","detail":"{range_begin:/registry/clusterroles/system:public-info-viewer; range_end:; response_count:0; response_revision:67; }","duration":"196.628364ms","start":"2026-03-18T21:49:30.598776Z","end":"2026-03-18T21:49:30.795404Z","steps":["trace[2021018360] 'agreement among raft nodes before linearized reading' (duration: 196.46508ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:49:30.795951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.035206ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-18T21:49:30.796014Z","caller":"traceutil/trace.go:171","msg":"trace[1639251119] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:0; response_revision:67; }","duration":"119.156939ms","start":"2026-03-18T21:49:30.676843Z","end":"2026-03-18T21:49:30.796Z","steps":["trace[1639251119] 'agreement among raft nodes before linearized reading' (duration: 119.034316ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:49:30.79602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.027965ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-18T21:49:30.796089Z","caller":"traceutil/trace.go:171","msg":"trace[756226411] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:0; response_revision:67; }","duration":"119.160139ms","start":"2026-03-18T21:49:30.676911Z","end":"2026-03-18T21:49:30.796071Z","steps":["trace[756226411] 'agreement among raft nodes before linearized reading' (duration: 119.030655ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:49:35.287515Z","caller":"traceutil/trace.go:171","msg":"trace[233757933] linearizableReadLoop","detail":"{readStateIndex:275; appliedIndex:274; }","duration":"381.426701ms","start":"2026-03-18T21:49:34.906063Z","end":"2026-03-18T21:49:35.28749Z","steps":["trace[233757933] 'read index received' (duration: 381.39546ms)","trace[233757933] 'applied index is now lower than readState.Index' (duration: 30.271µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T21:49:35.287635Z","caller":"traceutil/trace.go:171","msg":"trace[1523420351] transaction","detail":"{read_only:false; response_revision:266; number_of_response:1; }","duration":"724.442052ms","start":"2026-03-18T21:49:34.563139Z","end":"2026-03-18T21:49:35.287581Z","steps":["trace[1523420351] 'process raft request' (duration: 724.180486ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:49:35.287702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.657967ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-18T21:49:35.287864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:49:34.563105Z","time spent":"724.655958ms","remote":"127.0.0.1:55268","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":186,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-18T21:49:35.287963Z","caller":"traceutil/trace.go:171","msg":"trace[617756141] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:266; }","duration":"381.924243ms","start":"2026-03-18T21:49:34.905959Z","end":"2026-03-18T21:49:35.287883Z","steps":["trace[617756141] 'agreement among raft nodes before linearized reading' (duration: 381.658986ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:49:35.288135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:49:34.905928Z","time spent":"382.142049ms","remote":"127.0.0.1:55338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-18T21:49:35.788712Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823086373136601453,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T21:49:36.289325Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823086373136601453,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T21:49:36.790514Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823086373136601453,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T21:49:37.031674Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.744204795s","expected-duration":"1s"} {"level":"info","ts":"2026-03-18T21:49:37.033166Z","caller":"traceutil/trace.go:171","msg":"trace[1484383496] transaction","detail":"{read_only:false; number_of_response:0; response_revision:266; }","duration":"2.056499077s","start":"2026-03-18T21:49:34.976592Z","end":"2026-03-18T21:49:37.033091Z","steps":["trace[1484383496] 'process raft request' (duration: 2.05621302s)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:49:37.033331Z","caller":"traceutil/trace.go:171","msg":"trace[1634313766] transaction","detail":"{read_only:false; number_of_response:0; response_revision:266; }","duration":"2.056212241s","start":"2026-03-18T21:49:34.977045Z","end":"2026-03-18T21:49:37.033257Z","steps":["trace[1634313766] 'process raft request' (duration: 2.055917453s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:49:37.033425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:49:34.976563Z","time spent":"2.056728863s","remote":"127.0.0.1:55254","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":29,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-18T21:49:37.033613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:49:34.977026Z","time spent":"2.056452006s","remote":"127.0.0.1:55254","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":29,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-18T21:49:37.033751Z","caller":"traceutil/trace.go:171","msg":"trace[862491367] transaction","detail":"{read_only:false; number_of_response:0; response_revision:266; }","duration":"2.056538528s","start":"2026-03-18T21:49:34.977178Z","end":"2026-03-18T21:49:37.033717Z","steps":["trace[862491367] 'process raft request' (duration: 2.0558355s)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:49:37.033832Z","caller":"traceutil/trace.go:171","msg":"trace[485479485] transaction","detail":"{read_only:false; number_of_response:0; response_revision:266; }","duration":"2.057052982s","start":"2026-03-18T21:49:34.976718Z","end":"2026-03-18T21:49:37.033771Z","steps":["trace[485479485] 'process raft request' (duration: 2.05619937s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:49:37.033977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:49:34.977148Z","time spent":"2.056721903s","remote":"127.0.0.1:55254","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":29,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-18T21:49:37.034152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:49:34.976698Z","time spent":"2.057296718s","remote":"127.0.0.1:55254","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":29,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-18T21:49:37.529815Z","caller":"traceutil/trace.go:171","msg":"trace[2013728730] linearizableReadLoop","detail":"{readStateIndex:280; appliedIndex:275; }","duration":"2.242152785s","start":"2026-03-18T21:49:35.287585Z","end":"2026-03-18T21:49:37.529738Z","steps":["trace[2013728730] 'read index received' (duration: 1.744603145s)","trace[2013728730] 'applied index is now lower than readState.Index' (duration: 497.54769ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T21:49:37.52983Z","caller":"traceutil/trace.go:171","msg":"trace[820957052] transaction","detail":"{read_only:false; response_revision:267; number_of_response:1; }","duration":"2.236984631s","start":"2026-03-18T21:49:35.292794Z","end":"2026-03-18T21:49:37.529779Z","steps":["trace[820957052] 'process raft request' (duration: 2.236677653s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:49:37.530002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.55452127s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" ","response":"range_response_count:1 size:6963"} {"level":"warn","ts":"2026-03-18T21:49:37.530018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.623900434s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-18T21:49:37.530062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:49:35.292768Z","time spent":"2.237182176s","remote":"127.0.0.1:55338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T21:49:37.530085Z","caller":"traceutil/trace.go:171","msg":"trace[508492946] range","detail":"{range_begin:/registry/pods/kube-system/kube-controller-manager-instance; range_end:; response_count:1; response_revision:267; }","duration":"2.554696274s","start":"2026-03-18T21:49:34.975371Z","end":"2026-03-18T21:49:37.530068Z","steps":["trace[508492946] 'agreement among raft nodes before linearized reading' (duration: 2.554440698s)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:49:37.530096Z","caller":"traceutil/trace.go:171","msg":"trace[150900302] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:267; }","duration":"2.624037428s","start":"2026-03-18T21:49:34.906044Z","end":"2026-03-18T21:49:37.530082Z","steps":["trace[150900302] 'agreement among raft nodes before linearized reading' (duration: 2.623895114s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:49:37.530121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:49:34.97534Z","time spent":"2.554774677s","remote":"127.0.0.1:55254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":6987,"request content":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" "} {"level":"warn","ts":"2026-03-18T21:49:37.530142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:49:34.905995Z","time spent":"2.62413814s","remote":"127.0.0.1:55338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-18T21:49:37.530178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"492.502429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/etcd-instance\" ","response":"range_response_count:1 size:3980"} {"level":"warn","ts":"2026-03-18T21:49:37.530195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.238191642s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/certificate-controller\" ","response":"range_response_count:1 size:209"} {"level":"warn","ts":"2026-03-18T21:49:37.530252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"492.719695ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:5897"} {"level":"info","ts":"2026-03-18T21:49:37.530274Z","caller":"traceutil/trace.go:171","msg":"trace[1153694906] range","detail":"{range_begin:/registry/pods/kube-system/etcd-instance; range_end:; response_count:1; response_revision:267; }","duration":"492.628813ms","start":"2026-03-18T21:49:37.037623Z","end":"2026-03-18T21:49:37.530252Z","steps":["trace[1153694906] 'agreement among raft nodes before linearized reading' (duration: 492.443008ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:49:37.530282Z","caller":"traceutil/trace.go:171","msg":"trace[1408256781] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:267; }","duration":"492.750706ms","start":"2026-03-18T21:49:37.037523Z","end":"2026-03-18T21:49:37.530274Z","steps":["trace[1408256781] 'agreement among raft nodes before linearized reading' (duration: 492.686364ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:49:37.530259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"494.08699ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" ","response":"range_response_count:1 size:2920"} {"level":"warn","ts":"2026-03-18T21:49:37.530305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.856205337s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-18T21:49:37.530322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:49:37.037614Z","time spent":"492.700205ms","remote":"127.0.0.1:55254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":4004,"request content":"key:\"/registry/pods/kube-system/etcd-instance\" "} {"level":"info","ts":"2026-03-18T21:49:37.530361Z","caller":"traceutil/trace.go:171","msg":"trace[300887425] range","detail":"{range_begin:/registry/pods/kube-system/kube-scheduler-instance; range_end:; response_count:1; response_revision:267; }","duration":"494.252484ms","start":"2026-03-18T21:49:37.036085Z","end":"2026-03-18T21:49:37.530338Z","steps":["trace[300887425] 'agreement among raft nodes before linearized reading' (duration: 493.991608ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:49:37.530355Z","caller":"traceutil/trace.go:171","msg":"trace[353958146] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:267; }","duration":"1.856328601s","start":"2026-03-18T21:49:35.674016Z","end":"2026-03-18T21:49:37.530345Z","steps":["trace[353958146] 'agreement among raft nodes before linearized reading' (duration: 1.856253829s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:49:37.530407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:49:37.036067Z","time spent":"494.333906ms","remote":"127.0.0.1:55254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":2944,"request content":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" "} {"level":"warn","ts":"2026-03-18T21:49:37.530335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"494.396128ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" ","response":"range_response_count:1 size:6963"} {"level":"info","ts":"2026-03-18T21:49:37.530474Z","caller":"traceutil/trace.go:171","msg":"trace[1653476741] range","detail":"{range_begin:/registry/pods/kube-system/kube-controller-manager-instance; range_end:; response_count:1; response_revision:267; }","duration":"494.687355ms","start":"2026-03-18T21:49:37.035766Z","end":"2026-03-18T21:49:37.530454Z","steps":["trace[1653476741] 'agreement among raft nodes before linearized reading' (duration: 494.364557ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:49:37.530314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:49:37.036603Z","time spent":"493.706461ms","remote":"127.0.0.1:55254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":5921,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-03-18T21:49:37.530536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:49:37.03573Z","time spent":"494.796738ms","remote":"127.0.0.1:55254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":6987,"request content":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" "} {"level":"info","ts":"2026-03-18T21:49:37.530307Z","caller":"traceutil/trace.go:171","msg":"trace[1374335460] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/certificate-controller; range_end:; response_count:1; response_revision:267; }","duration":"2.238354907s","start":"2026-03-18T21:49:35.291919Z","end":"2026-03-18T21:49:37.530274Z","steps":["trace[1374335460] 'agreement among raft nodes before linearized reading' (duration: 2.238119821s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:49:37.530632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:49:35.291875Z","time spent":"2.238701606s","remote":"127.0.0.1:55268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":233,"request content":"key:\"/registry/serviceaccounts/kube-system/certificate-controller\" "} {"level":"warn","ts":"2026-03-18T21:49:37.530411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:49:35.673987Z","time spent":"1.856416563s","remote":"127.0.0.1:55338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-18T21:49:38.038394Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823086373136601456,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T21:49:38.370407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.969417ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T21:49:38.370553Z","caller":"traceutil/trace.go:171","msg":"trace[1621415046] transaction","detail":"{read_only:false; response_revision:268; number_of_response:1; }","duration":"834.742931ms","start":"2026-03-18T21:49:37.535784Z","end":"2026-03-18T21:49:38.370527Z","steps":["trace[1621415046] 'process raft request' (duration: 683.513538ms)","trace[1621415046] 'compare' (duration: 150.367801ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T21:49:38.370626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:49:37.535755Z","time spent":"834.837683ms","remote":"127.0.0.1:55338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T21:49:39.908582Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.689128463s","expected-duration":"1s"} {"level":"info","ts":"2026-03-18T21:49:39.909209Z","caller":"traceutil/trace.go:171","msg":"trace[65221527] transaction","detail":"{read_only:false; response_revision:269; number_of_response:1; }","duration":"2.371746217s","start":"2026-03-18T21:49:37.537436Z","end":"2026-03-18T21:49:39.909182Z","steps":["trace[65221527] 'process raft request' (duration: 2.37152215s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:49:39.909392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:49:37.537412Z","time spent":"2.371888071s","remote":"127.0.0.1:55338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T21:49:39.909463Z","caller":"traceutil/trace.go:171","msg":"trace[1342077018] linearizableReadLoop","detail":"{readStateIndex:283; appliedIndex:280; }","duration":"2.371297225s","start":"2026-03-18T21:49:37.538098Z","end":"2026-03-18T21:49:39.909395Z","steps":["trace[1342077018] 'read index received' (duration: 681.302349ms)","trace[1342077018] 'applied index is now lower than readState.Index' (duration: 1.689991766s)"],"step_count":2} {"level":"info","ts":"2026-03-18T21:49:39.909578Z","caller":"traceutil/trace.go:171","msg":"trace[1187978280] transaction","detail":"{read_only:false; response_revision:270; number_of_response:1; }","duration":"2.365473505s","start":"2026-03-18T21:49:37.544092Z","end":"2026-03-18T21:49:39.909565Z","steps":["trace[1187978280] 'process raft request' (duration: 2.365028662s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:49:39.909639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:49:37.54408Z","time spent":"2.365524036s","remote":"127.0.0.1:55254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6950,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T21:49:39.909721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.371568402s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/clusterrole-aggregation-controller\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T21:49:39.909806Z","caller":"traceutil/trace.go:171","msg":"trace[1588762749] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/clusterrole-aggregation-controller; range_end:; response_count:0; response_revision:270; }","duration":"2.371712096s","start":"2026-03-18T21:49:37.538072Z","end":"2026-03-18T21:49:39.909784Z","steps":["trace[1588762749] 'agreement among raft nodes before linearized reading' (duration: 2.371516371s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:49:39.909847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:49:37.538064Z","time spent":"2.371776218s","remote":"127.0.0.1:55268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":0,"response size":29,"request content":"key:\"/registry/serviceaccounts/kube-system/clusterrole-aggregation-controller\" "} {"level":"warn","ts":"2026-03-18T21:49:39.922954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.990375317s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T21:49:39.923006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"387.006685ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-18T21:49:39.923043Z","caller":"traceutil/trace.go:171","msg":"trace[1146667335] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:0; response_revision:271; }","duration":"1.990520361s","start":"2026-03-18T21:49:37.932498Z","end":"2026-03-18T21:49:39.923018Z","steps":["trace[1146667335] 'agreement among raft nodes before linearized reading' (duration: 1.990387077s)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:49:39.92308Z","caller":"traceutil/trace.go:171","msg":"trace[271738865] transaction","detail":"{read_only:false; response_revision:271; number_of_response:1; }","duration":"1.173593533s","start":"2026-03-18T21:49:38.749473Z","end":"2026-03-18T21:49:39.923067Z","steps":["trace[271738865] 'process raft request' (duration: 1.173237144s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:49:39.923221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:49:38.749439Z","time spent":"1.173697777s","remote":"127.0.0.1:55338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T21:49:39.923089Z","caller":"traceutil/trace.go:171","msg":"trace[2120926381] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:271; }","duration":"387.150379ms","start":"2026-03-18T21:49:39.53592Z","end":"2026-03-18T21:49:39.92307Z","steps":["trace[2120926381] 'agreement among raft nodes before linearized reading' (duration: 386.963584ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:49:39.923308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:49:39.535891Z","time spent":"387.380436ms","remote":"127.0.0.1:55338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-18T21:49:39.923095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:49:37.932467Z","time spent":"1.990618373s","remote":"127.0.0.1:55338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-18T21:49:44.30453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.512757ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T21:49:44.304697Z","caller":"traceutil/trace.go:171","msg":"trace[384890079] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:357; }","duration":"227.708233ms","start":"2026-03-18T21:49:44.076965Z","end":"2026-03-18T21:49:44.304673Z","steps":["trace[384890079] 'range keys from in-memory index tree' (duration: 227.490906ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:49:44.304792Z","caller":"traceutil/trace.go:171","msg":"trace[2004363702] linearizableReadLoop","detail":"{readStateIndex:373; appliedIndex:372; }","duration":"276.42476ms","start":"2026-03-18T21:49:44.028323Z","end":"2026-03-18T21:49:44.304748Z","steps":["trace[2004363702] 'read index received' (duration: 204.758906ms)","trace[2004363702] 'applied index is now lower than readState.Index' (duration: 71.664044ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T21:49:44.305037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.670536ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-18T21:49:44.305087Z","caller":"traceutil/trace.go:171","msg":"trace[2073636727] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:358; }","duration":"276.792849ms","start":"2026-03-18T21:49:44.028281Z","end":"2026-03-18T21:49:44.305074Z","steps":["trace[2073636727] 'agreement among raft nodes before linearized reading' (duration: 276.618595ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:49:44.305103Z","caller":"traceutil/trace.go:171","msg":"trace[1848090249] transaction","detail":"{read_only:false; response_revision:358; number_of_response:1; }","duration":"282.489987ms","start":"2026-03-18T21:49:44.022551Z","end":"2026-03-18T21:49:44.305041Z","steps":["trace[1848090249] 'process raft request' (duration: 210.391302ms)","trace[1848090249] 'compare' (duration: 71.646674ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T21:49:44.87492Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823086373136601657,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-18T21:49:45.230662Z","caller":"traceutil/trace.go:171","msg":"trace[650837589] transaction","detail":"{read_only:false; response_revision:359; number_of_response:1; }","duration":"1.199100257s","start":"2026-03-18T21:49:44.031504Z","end":"2026-03-18T21:49:45.230604Z","steps":["trace[650837589] 'process raft request' (duration: 1.198885211s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:49:45.230893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:49:44.031393Z","time spent":"1.199382134s","remote":"127.0.0.1:55254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7096,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T21:49:45.263482Z","caller":"traceutil/trace.go:171","msg":"trace[63046296] transaction","detail":"{read_only:false; response_revision:360; number_of_response:1; }","duration":"955.750668ms","start":"2026-03-18T21:49:44.307706Z","end":"2026-03-18T21:49:45.263457Z","steps":["trace[63046296] 'process raft request' (duration: 955.586943ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:49:45.263683Z","caller":"traceutil/trace.go:171","msg":"trace[361997165] linearizableReadLoop","detail":"{readStateIndex:376; appliedIndex:374; }","duration":"889.119485ms","start":"2026-03-18T21:49:44.374533Z","end":"2026-03-18T21:49:45.263652Z","steps":["trace[361997165] 'read index received' (duration: 856.326281ms)","trace[361997165] 'applied index is now lower than readState.Index' (duration: 32.791093ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T21:49:45.26373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:49:44.307667Z","time spent":"955.888971ms","remote":"127.0.0.1:55338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T21:49:45.263836Z","caller":"traceutil/trace.go:171","msg":"trace[538408124] transaction","detail":"{read_only:false; response_revision:361; number_of_response:1; }","duration":"953.968712ms","start":"2026-03-18T21:49:44.309852Z","end":"2026-03-18T21:49:45.263821Z","steps":["trace[538408124] 'process raft request' (duration: 953.557621ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:49:45.263973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:49:44.309816Z","time spent":"954.055644ms","remote":"127.0.0.1:55338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T21:49:45.263966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"873.733885ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-18T21:49:45.264036Z","caller":"traceutil/trace.go:171","msg":"trace[1195351430] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:361; }","duration":"873.862158ms","start":"2026-03-18T21:49:44.390156Z","end":"2026-03-18T21:49:45.264018Z","steps":["trace[1195351430] 'agreement among raft nodes before linearized reading' (duration: 873.744905ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:49:45.264062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"889.541467ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T21:49:45.264097Z","caller":"traceutil/trace.go:171","msg":"trace[2051425800] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:361; }","duration":"889.615929ms","start":"2026-03-18T21:49:44.37447Z","end":"2026-03-18T21:49:45.264086Z","steps":["trace[2051425800] 'agreement among raft nodes before linearized reading' (duration: 889.564717ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:49:45.264112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:49:44.390123Z","time spent":"873.975891ms","remote":"127.0.0.1:55338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-18T21:49:45.264128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:49:44.374445Z","time spent":"889.67863ms","remote":"127.0.0.1:55070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-18T21:49:49.639665Z","caller":"traceutil/trace.go:171","msg":"trace[2141412137] transaction","detail":"{read_only:false; response_revision:377; number_of_response:1; }","duration":"143.170683ms","start":"2026-03-18T21:49:49.496455Z","end":"2026-03-18T21:49:49.639626Z","steps":["trace[2141412137] 'process raft request' (duration: 142.982658ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:49:49.784655Z","caller":"traceutil/trace.go:171","msg":"trace[201942029] transaction","detail":"{read_only:false; response_revision:379; number_of_response:1; }","duration":"138.256116ms","start":"2026-03-18T21:49:49.646361Z","end":"2026-03-18T21:49:49.784617Z","steps":["trace[201942029] 'process raft request' (duration: 110.137115ms)","trace[201942029] 'compare' (duration: 27.955107ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T21:49:49.787078Z","caller":"traceutil/trace.go:171","msg":"trace[1762368034] transaction","detail":"{read_only:false; response_revision:380; number_of_response:1; }","duration":"137.736363ms","start":"2026-03-18T21:49:49.649294Z","end":"2026-03-18T21:49:49.78703Z","steps":["trace[1762368034] 'process raft request' (duration: 137.511067ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:49:50.068413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.125278ms","expected-duration":"100ms","prefix":"","request":"header: txn: success: > failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-18T21:49:50.068679Z","caller":"traceutil/trace.go:171","msg":"trace[1099942954] transaction","detail":"{read_only:false; number_of_response:1; response_revision:390; }","duration":"190.979687ms","start":"2026-03-18T21:49:49.877641Z","end":"2026-03-18T21:49:50.06862Z","steps":["trace[1099942954] 'process raft request' (duration: 46.465259ms)","trace[1099942954] 'compare' (duration: 143.987334ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T21:49:50.068738Z","caller":"traceutil/trace.go:171","msg":"trace[1824454403] transaction","detail":"{read_only:false; response_revision:391; number_of_response:1; }","duration":"185.577176ms","start":"2026-03-18T21:49:49.883107Z","end":"2026-03-18T21:49:50.068684Z","steps":["trace[1824454403] 'process raft request' (duration: 185.426423ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:49:50.267549Z","caller":"traceutil/trace.go:171","msg":"trace[947096134] transaction","detail":"{read_only:false; response_revision:393; number_of_response:1; }","duration":"194.220931ms","start":"2026-03-18T21:49:50.073296Z","end":"2026-03-18T21:49:50.267516Z","steps":["trace[947096134] 'process raft request' (duration: 125.00808ms)","trace[947096134] 'compare' (duration: 69.075807ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T21:49:50.297126Z","caller":"traceutil/trace.go:171","msg":"trace[906334401] transaction","detail":"{read_only:false; response_revision:394; number_of_response:1; }","duration":"223.718539ms","start":"2026-03-18T21:49:50.073369Z","end":"2026-03-18T21:49:50.297087Z","steps":["trace[906334401] 'process raft request' (duration: 223.414842ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:49:50.297224Z","caller":"traceutil/trace.go:171","msg":"trace[1283406474] transaction","detail":"{read_only:false; response_revision:395; number_of_response:1; }","duration":"223.620806ms","start":"2026-03-18T21:49:50.073504Z","end":"2026-03-18T21:49:50.297125Z","steps":["trace[1283406474] 'process raft request' (duration: 223.464272ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:49:50.297249Z","caller":"traceutil/trace.go:171","msg":"trace[743575304] transaction","detail":"{read_only:false; response_revision:398; number_of_response:1; }","duration":"220.085955ms","start":"2026-03-18T21:49:50.077125Z","end":"2026-03-18T21:49:50.297211Z","steps":["trace[743575304] 'process raft request' (duration: 220.021793ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:49:50.297295Z","caller":"traceutil/trace.go:171","msg":"trace[500652666] transaction","detail":"{read_only:false; response_revision:397; number_of_response:1; }","duration":"220.995548ms","start":"2026-03-18T21:49:50.076275Z","end":"2026-03-18T21:49:50.297271Z","steps":["trace[500652666] 'process raft request' (duration: 220.802353ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:49:50.297224Z","caller":"traceutil/trace.go:171","msg":"trace[390164293] transaction","detail":"{read_only:false; response_revision:396; number_of_response:1; }","duration":"222.303803ms","start":"2026-03-18T21:49:50.07489Z","end":"2026-03-18T21:49:50.297193Z","steps":["trace[390164293] 'process raft request' (duration: 222.129999ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:49:51.098802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.306286ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-18T21:49:51.09922Z","caller":"traceutil/trace.go:171","msg":"trace[910769194] transaction","detail":"{read_only:false; response_revision:400; number_of_response:1; }","duration":"795.014168ms","start":"2026-03-18T21:49:50.304098Z","end":"2026-03-18T21:49:51.099112Z","steps":["trace[910769194] 'process raft request' (duration: 518.297881ms)","trace[910769194] 'compare' (duration: 276.117942ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T21:49:51.099378Z","caller":"traceutil/trace.go:171","msg":"trace[1171419782] linearizableReadLoop","detail":"{readStateIndex:421; appliedIndex:416; }","duration":"725.247573ms","start":"2026-03-18T21:49:50.374104Z","end":"2026-03-18T21:49:51.099351Z","steps":["trace[1171419782] 'read index received' (duration: 448.354561ms)","trace[1171419782] 'applied index is now lower than readState.Index' (duration: 276.891622ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T21:49:51.09945Z","caller":"traceutil/trace.go:171","msg":"trace[1033313400] transaction","detail":"{read_only:false; response_revision:403; number_of_response:1; }","duration":"793.530668ms","start":"2026-03-18T21:49:50.305909Z","end":"2026-03-18T21:49:51.09944Z","steps":["trace[1033313400] 'process raft request' (duration: 793.295952ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:49:51.099474Z","caller":"traceutil/trace.go:171","msg":"trace[1018164635] transaction","detail":"{read_only:false; response_revision:404; number_of_response:1; }","duration":"792.657997ms","start":"2026-03-18T21:49:50.306803Z","end":"2026-03-18T21:49:51.099461Z","steps":["trace[1018164635] 'process raft request' (duration: 792.453222ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:49:51.099568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:49:50.305891Z","time spent":"793.606351ms","remote":"127.0.0.1:55548","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3804,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T21:49:51.099572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"725.457099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T21:49:51.099385Z","caller":"traceutil/trace.go:171","msg":"trace[1944602707] transaction","detail":"{read_only:false; response_revision:402; number_of_response:1; }","duration":"793.60499ms","start":"2026-03-18T21:49:50.305753Z","end":"2026-03-18T21:49:51.099358Z","steps":["trace[1944602707] 'process raft request' (duration: 793.310393ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:49:51.099642Z","caller":"traceutil/trace.go:171","msg":"trace[49347406] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:404; }","duration":"725.648373ms","start":"2026-03-18T21:49:50.373978Z","end":"2026-03-18T21:49:51.099626Z","steps":["trace[49347406] 'agreement among raft nodes before linearized reading' (duration: 725.498329ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:49:51.099647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:49:50.306683Z","time spent":"792.855012ms","remote":"127.0.0.1:55254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4037,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T21:49:51.099688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:49:50.373931Z","time spent":"725.743016ms","remote":"127.0.0.1:55070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-18T21:49:51.099367Z","caller":"traceutil/trace.go:171","msg":"trace[1812989263] transaction","detail":"{read_only:false; response_revision:401; number_of_response:1; }","duration":"793.97942ms","start":"2026-03-18T21:49:50.305288Z","end":"2026-03-18T21:49:51.099267Z","steps":["trace[1812989263] 'process raft request' (duration: 793.700633ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:49:51.099722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"664.272307ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-18T21:49:51.099792Z","caller":"traceutil/trace.go:171","msg":"trace[1124758810] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:404; }","duration":"664.3841ms","start":"2026-03-18T21:49:50.435396Z","end":"2026-03-18T21:49:51.09978Z","steps":["trace[1124758810] 'agreement among raft nodes before linearized reading' (duration: 664.264467ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:49:51.099871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:49:50.305279Z","time spent":"794.496384ms","remote":"127.0.0.1:55508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4180,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T21:49:51.099853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:49:50.30406Z","time spent":"795.340876ms","remote":"127.0.0.1:55144","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":830,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-18T21:49:51.099885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:49:50.435373Z","time spent":"664.501733ms","remote":"127.0.0.1:55338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-18T21:49:51.099914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:49:50.305748Z","time spent":"793.94976ms","remote":"127.0.0.1:55548","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3840,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T21:49:51.257904Z","caller":"traceutil/trace.go:171","msg":"trace[357970814] transaction","detail":"{read_only:false; response_revision:406; number_of_response:1; }","duration":"150.399362ms","start":"2026-03-18T21:49:51.107464Z","end":"2026-03-18T21:49:51.257863Z","steps":["trace[357970814] 'process raft request' (duration: 147.337283ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:49:51.258102Z","caller":"traceutil/trace.go:171","msg":"trace[177067002] transaction","detail":"{read_only:false; response_revision:407; number_of_response:1; }","duration":"148.257586ms","start":"2026-03-18T21:49:51.109809Z","end":"2026-03-18T21:49:51.258067Z","steps":["trace[177067002] 'process raft request' (duration: 147.976929ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:49:56.711223Z","caller":"traceutil/trace.go:171","msg":"trace[2116260570] linearizableReadLoop","detail":"{readStateIndex:439; appliedIndex:438; }","duration":"336.41874ms","start":"2026-03-18T21:49:56.374769Z","end":"2026-03-18T21:49:56.711188Z","steps":["trace[2116260570] 'read index received' (duration: 336.224625ms)","trace[2116260570] 'applied index is now lower than readState.Index' (duration: 192.805µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T21:49:56.711339Z","caller":"traceutil/trace.go:171","msg":"trace[1638648987] transaction","detail":"{read_only:false; response_revision:421; number_of_response:1; }","duration":"397.95205ms","start":"2026-03-18T21:49:56.313366Z","end":"2026-03-18T21:49:56.711318Z","steps":["trace[1638648987] 'process raft request' (duration: 397.669393ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:49:56.711378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.594044ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T21:49:56.711416Z","caller":"traceutil/trace.go:171","msg":"trace[1240876885] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:421; }","duration":"336.714428ms","start":"2026-03-18T21:49:56.37469Z","end":"2026-03-18T21:49:56.711404Z","steps":["trace[1240876885] 'agreement among raft nodes before linearized reading' (duration: 336.620475ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:49:56.71145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:49:56.374646Z","time spent":"336.79733ms","remote":"127.0.0.1:55054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T21:49:56.711486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:49:56.313322Z","time spent":"398.073173ms","remote":"127.0.0.1:55338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T21:50:00.959213Z","caller":"traceutil/trace.go:171","msg":"trace[235975500] transaction","detail":"{read_only:false; response_revision:430; number_of_response:1; }","duration":"146.719727ms","start":"2026-03-18T21:50:00.812463Z","end":"2026-03-18T21:50:00.959183Z","steps":["trace[235975500] 'process raft request' (duration: 146.541402ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:50:03.470998Z","caller":"traceutil/trace.go:171","msg":"trace[1299781144] linearizableReadLoop","detail":"{readStateIndex:490; appliedIndex:489; }","duration":"131.212243ms","start":"2026-03-18T21:50:03.339749Z","end":"2026-03-18T21:50:03.470962Z","steps":["trace[1299781144] 'read index received' (duration: 131.038459ms)","trace[1299781144] 'applied index is now lower than readState.Index' (duration: 172.324µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T21:50:03.471397Z","caller":"traceutil/trace.go:171","msg":"trace[2016114258] transaction","detail":"{read_only:false; response_revision:470; number_of_response:1; }","duration":"503.103455ms","start":"2026-03-18T21:50:02.968281Z","end":"2026-03-18T21:50:03.471384Z","steps":["trace[2016114258] 'process raft request' (duration: 502.50352ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:50:03.471557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:50:02.968261Z","time spent":"503.178596ms","remote":"127.0.0.1:55338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T21:50:03.471737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.992274ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-18T21:50:03.471781Z","caller":"traceutil/trace.go:171","msg":"trace[1341793443] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:470; }","duration":"132.086656ms","start":"2026-03-18T21:50:03.339681Z","end":"2026-03-18T21:50:03.471768Z","steps":["trace[1341793443] 'agreement among raft nodes before linearized reading' (duration: 132.015924ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:50:04.28863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.223384ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T21:50:04.288862Z","caller":"traceutil/trace.go:171","msg":"trace[321021574] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:470; }","duration":"211.49357ms","start":"2026-03-18T21:50:04.077336Z","end":"2026-03-18T21:50:04.28883Z","steps":["trace[321021574] 'range keys from in-memory index tree' (duration: 211.196983ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:50:04.290006Z","caller":"traceutil/trace.go:171","msg":"trace[1113141505] transaction","detail":"{read_only:false; response_revision:471; number_of_response:1; }","duration":"814.196007ms","start":"2026-03-18T21:50:03.47559Z","end":"2026-03-18T21:50:04.289786Z","steps":["trace[1113141505] 'process raft request' (duration: 813.978061ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:50:04.290276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:50:03.475566Z","time spent":"814.571017ms","remote":"127.0.0.1:55338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T21:50:04.292215Z","caller":"traceutil/trace.go:171","msg":"trace[2117724116] transaction","detail":"{read_only:false; response_revision:472; number_of_response:1; }","duration":"815.813718ms","start":"2026-03-18T21:50:03.476368Z","end":"2026-03-18T21:50:04.292182Z","steps":["trace[2117724116] 'process raft request' (duration: 815.657464ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:50:04.292383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:50:03.476342Z","time spent":"815.955412ms","remote":"127.0.0.1:55338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T21:50:04.292388Z","caller":"traceutil/trace.go:171","msg":"trace[1811366387] linearizableReadLoop","detail":"{readStateIndex:493; appliedIndex:490; }","duration":"478.742052ms","start":"2026-03-18T21:50:03.813623Z","end":"2026-03-18T21:50:04.292365Z","steps":["trace[1811366387] 'read index received' (duration: 475.96391ms)","trace[1811366387] 'applied index is now lower than readState.Index' (duration: 2.777022ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T21:50:04.292512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"478.892446ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:4379"} {"level":"info","ts":"2026-03-18T21:50:04.292507Z","caller":"traceutil/trace.go:171","msg":"trace[551016971] transaction","detail":"{read_only:false; response_revision:473; number_of_response:1; }","duration":"816.026975ms","start":"2026-03-18T21:50:03.476454Z","end":"2026-03-18T21:50:04.292481Z","steps":["trace[551016971] 'process raft request' (duration: 815.688755ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:50:04.292578Z","caller":"traceutil/trace.go:171","msg":"trace[2038843117] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:473; }","duration":"478.996329ms","start":"2026-03-18T21:50:03.813545Z","end":"2026-03-18T21:50:04.292541Z","steps":["trace[2038843117] 'agreement among raft nodes before linearized reading' (duration: 478.888616ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:50:04.292629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:50:03.813511Z","time spent":"479.106962ms","remote":"127.0.0.1:55250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":4403,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-18T21:50:04.292662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:50:03.476426Z","time spent":"816.142538ms","remote":"127.0.0.1:55338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T21:50:08.356916Z","caller":"traceutil/trace.go:171","msg":"trace[511364651] transaction","detail":"{read_only:false; response_revision:489; number_of_response:1; }","duration":"106.040117ms","start":"2026-03-18T21:50:08.250834Z","end":"2026-03-18T21:50:08.356874Z","steps":["trace[511364651] 'process raft request' (duration: 98.767558ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:50:08.594749Z","caller":"traceutil/trace.go:171","msg":"trace[938076514] transaction","detail":"{read_only:false; response_revision:495; number_of_response:1; }","duration":"195.260318ms","start":"2026-03-18T21:50:08.399436Z","end":"2026-03-18T21:50:08.594696Z","steps":["trace[938076514] 'process raft request' (duration: 109.161789ms)","trace[938076514] 'compare' (duration: 85.928714ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T21:50:08.626243Z","caller":"traceutil/trace.go:171","msg":"trace[145076208] linearizableReadLoop","detail":"{readStateIndex:518; appliedIndex:515; }","duration":"195.033123ms","start":"2026-03-18T21:50:08.431174Z","end":"2026-03-18T21:50:08.626207Z","steps":["trace[145076208] 'read index received' (duration: 77.442205ms)","trace[145076208] 'applied index is now lower than readState.Index' (duration: 117.589348ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T21:50:08.626443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.239858ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/local-path-storage/\" range_end:\"/registry/limitranges/local-path-storage0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T21:50:08.62647Z","caller":"traceutil/trace.go:171","msg":"trace[1932082088] transaction","detail":"{read_only:false; response_revision:497; number_of_response:1; }","duration":"195.730081ms","start":"2026-03-18T21:50:08.430697Z","end":"2026-03-18T21:50:08.626427Z","steps":["trace[1932082088] 'process raft request' (duration: 195.447324ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:50:08.626493Z","caller":"traceutil/trace.go:171","msg":"trace[581540481] range","detail":"{range_begin:/registry/limitranges/local-path-storage/; range_end:/registry/limitranges/local-path-storage0; response_count:0; response_revision:497; }","duration":"195.353581ms","start":"2026-03-18T21:50:08.431126Z","end":"2026-03-18T21:50:08.62648Z","steps":["trace[581540481] 'agreement among raft nodes before linearized reading' (duration: 195.236128ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:50:08.626656Z","caller":"traceutil/trace.go:171","msg":"trace[53459944] transaction","detail":"{read_only:false; response_revision:496; number_of_response:1; }","duration":"196.371037ms","start":"2026-03-18T21:50:08.430226Z","end":"2026-03-18T21:50:08.626597Z","steps":["trace[53459944] 'process raft request' (duration: 195.654178ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:50:08.78787Z","caller":"traceutil/trace.go:171","msg":"trace[129323059] transaction","detail":"{read_only:false; response_revision:501; number_of_response:1; }","duration":"123.366388ms","start":"2026-03-18T21:50:08.664477Z","end":"2026-03-18T21:50:08.787843Z","steps":["trace[129323059] 'process raft request' (duration: 123.175123ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:50:08.788162Z","caller":"traceutil/trace.go:171","msg":"trace[177003364] transaction","detail":"{read_only:false; response_revision:502; number_of_response:1; }","duration":"123.637895ms","start":"2026-03-18T21:50:08.664484Z","end":"2026-03-18T21:50:08.788122Z","steps":["trace[177003364] 'process raft request' (duration: 123.313177ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:50:08.788235Z","caller":"traceutil/trace.go:171","msg":"trace[1267585192] transaction","detail":"{read_only:false; response_revision:503; number_of_response:1; }","duration":"123.587184ms","start":"2026-03-18T21:50:08.664635Z","end":"2026-03-18T21:50:08.788223Z","steps":["trace[1267585192] 'process raft request' (duration: 123.41679ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:50:08.788222Z","caller":"traceutil/trace.go:171","msg":"trace[137658348] linearizableReadLoop","detail":"{readStateIndex:524; appliedIndex:519; }","duration":"122.746932ms","start":"2026-03-18T21:50:08.665455Z","end":"2026-03-18T21:50:08.788202Z","steps":["trace[137658348] 'read index received' (duration: 94.310592ms)","trace[137658348] 'applied index is now lower than readState.Index' (duration: 28.43486ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T21:50:08.788454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.970227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/local-path-storage/\" range_end:\"/registry/secrets/local-path-storage0\" ","response":"range_response_count:1 size:12755"} {"level":"info","ts":"2026-03-18T21:50:08.788524Z","caller":"traceutil/trace.go:171","msg":"trace[785032526] range","detail":"{range_begin:/registry/secrets/local-path-storage/; range_end:/registry/secrets/local-path-storage0; response_count:1; response_revision:503; }","duration":"123.056649ms","start":"2026-03-18T21:50:08.665448Z","end":"2026-03-18T21:50:08.788505Z","steps":["trace[785032526] 'agreement among raft nodes before linearized reading' (duration: 122.811903ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:50:09.672888Z","caller":"traceutil/trace.go:171","msg":"trace[503192042] transaction","detail":"{read_only:false; response_revision:506; number_of_response:1; }","duration":"107.91724ms","start":"2026-03-18T21:50:09.564933Z","end":"2026-03-18T21:50:09.67285Z","steps":["trace[503192042] 'process raft request' (duration: 107.716885ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:50:13.303631Z","caller":"traceutil/trace.go:171","msg":"trace[9465316] transaction","detail":"{read_only:false; response_revision:517; number_of_response:1; }","duration":"163.117797ms","start":"2026-03-18T21:50:13.14046Z","end":"2026-03-18T21:50:13.303578Z","steps":["trace[9465316] 'process raft request' (duration: 155.807122ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:50:13.330916Z","caller":"traceutil/trace.go:171","msg":"trace[693172583] transaction","detail":"{read_only:false; response_revision:518; number_of_response:1; }","duration":"189.512651ms","start":"2026-03-18T21:50:13.141354Z","end":"2026-03-18T21:50:13.330867Z","steps":["trace[693172583] 'process raft request' (duration: 189.264305ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:50:13.331097Z","caller":"traceutil/trace.go:171","msg":"trace[1516768437] transaction","detail":"{read_only:false; response_revision:519; number_of_response:1; }","duration":"184.4068ms","start":"2026-03-18T21:50:13.146615Z","end":"2026-03-18T21:50:13.331022Z","steps":["trace[1516768437] 'process raft request' (duration: 184.142934ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:50:13.331432Z","caller":"traceutil/trace.go:171","msg":"trace[893240980] transaction","detail":"{read_only:false; response_revision:520; number_of_response:1; }","duration":"112.150509ms","start":"2026-03-18T21:50:13.219251Z","end":"2026-03-18T21:50:13.331402Z","steps":["trace[893240980] 'process raft request' (duration: 111.897262ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:50:13.802974Z","caller":"traceutil/trace.go:171","msg":"trace[341521969] transaction","detail":"{read_only:false; response_revision:526; number_of_response:1; }","duration":"397.490781ms","start":"2026-03-18T21:50:13.405441Z","end":"2026-03-18T21:50:13.802932Z","steps":["trace[341521969] 'process raft request' (duration: 352.524655ms)","trace[341521969] 'compare' (duration: 44.69893ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T21:50:13.803082Z","caller":"traceutil/trace.go:171","msg":"trace[1041084410] transaction","detail":"{read_only:false; response_revision:527; number_of_response:1; }","duration":"397.506782ms","start":"2026-03-18T21:50:13.405531Z","end":"2026-03-18T21:50:13.803037Z","steps":["trace[1041084410] 'process raft request' (duration: 397.318337ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:50:13.80319Z","caller":"traceutil/trace.go:171","msg":"trace[814412268] transaction","detail":"{read_only:false; response_revision:528; number_of_response:1; }","duration":"382.394928ms","start":"2026-03-18T21:50:13.420761Z","end":"2026-03-18T21:50:13.803156Z","steps":["trace[814412268] 'process raft request' (duration: 382.156111ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:50:13.803329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:50:13.420721Z","time spent":"382.558122ms","remote":"127.0.0.1:55124","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":58713,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-18T21:50:13.803329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:50:13.405411Z","time spent":"397.685587ms","remote":"127.0.0.1:55124","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":20218,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-18T21:50:13.803464Z","caller":"traceutil/trace.go:171","msg":"trace[1252259627] transaction","detail":"{read_only:false; response_revision:531; number_of_response:1; }","duration":"334.513637ms","start":"2026-03-18T21:50:13.468932Z","end":"2026-03-18T21:50:13.803445Z","steps":["trace[1252259627] 'process raft request' (duration: 334.431565ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:50:13.803583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:50:13.468896Z","time spent":"334.63412ms","remote":"127.0.0.1:55144","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":688,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-18T21:50:13.803469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:50:13.405524Z","time spent":"397.773129ms","remote":"127.0.0.1:55124","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9589,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-18T21:50:13.803572Z","caller":"traceutil/trace.go:171","msg":"trace[888107962] transaction","detail":"{read_only:false; response_revision:530; number_of_response:1; }","duration":"364.226064ms","start":"2026-03-18T21:50:13.439293Z","end":"2026-03-18T21:50:13.803519Z","steps":["trace[888107962] 'process raft request' (duration: 363.824264ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:50:13.803704Z","caller":"traceutil/trace.go:171","msg":"trace[1747384622] transaction","detail":"{read_only:false; response_revision:529; number_of_response:1; }","duration":"366.834641ms","start":"2026-03-18T21:50:13.436694Z","end":"2026-03-18T21:50:13.803528Z","steps":["trace[1747384622] 'process raft request' (duration: 366.323227ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:50:13.803848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:50:13.439261Z","time spent":"364.532412ms","remote":"127.0.0.1:55124","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":72484,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-18T21:50:13.804065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:50:13.436663Z","time spent":"367.16158ms","remote":"127.0.0.1:55124","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":72609,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-18T21:50:13.999455Z","caller":"traceutil/trace.go:171","msg":"trace[24727156] transaction","detail":"{read_only:false; response_revision:532; number_of_response:1; }","duration":"513.480989ms","start":"2026-03-18T21:50:13.485928Z","end":"2026-03-18T21:50:13.999409Z","steps":["trace[24727156] 'process raft request' (duration: 446.274376ms)","trace[24727156] 'compare' (duration: 66.861934ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T21:50:13.999456Z","caller":"traceutil/trace.go:171","msg":"trace[613526599] linearizableReadLoop","detail":"{readStateIndex:555; appliedIndex:547; }","duration":"435.348458ms","start":"2026-03-18T21:50:13.56407Z","end":"2026-03-18T21:50:13.999418Z","steps":["trace[613526599] 'read index received' (duration: 194.072296ms)","trace[613526599] 'applied index is now lower than readState.Index' (duration: 241.274622ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T21:50:13.99958Z","caller":"traceutil/trace.go:171","msg":"trace[1863103379] transaction","detail":"{read_only:false; response_revision:533; number_of_response:1; }","duration":"509.420356ms","start":"2026-03-18T21:50:13.490127Z","end":"2026-03-18T21:50:13.999547Z","steps":["trace[1863103379] 'process raft request' (duration: 509.150489ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:50:13.999638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:50:13.48589Z","time spent":"513.659894ms","remote":"127.0.0.1:55618","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":965,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-18T21:50:13.999753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"435.648986ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:1 size:351"} {"level":"warn","ts":"2026-03-18T21:50:13.999772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:50:13.490113Z","time spent":"509.547209ms","remote":"127.0.0.1:55124","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9932,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T21:50:13.999816Z","caller":"traceutil/trace.go:171","msg":"trace[1636332114] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:533; }","duration":"435.805869ms","start":"2026-03-18T21:50:13.563994Z","end":"2026-03-18T21:50:13.9998Z","steps":["trace[1636332114] 'agreement among raft nodes before linearized reading' (duration: 435.630595ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:50:13.999885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:50:13.563962Z","time spent":"435.908232ms","remote":"127.0.0.1:55186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":1,"response size":375,"request content":"key:\"/registry/namespaces/kube-system\" "} {"level":"info","ts":"2026-03-18T21:50:14.005043Z","caller":"traceutil/trace.go:171","msg":"trace[1694264581] transaction","detail":"{read_only:false; response_revision:537; number_of_response:1; }","duration":"179.329691ms","start":"2026-03-18T21:50:13.825685Z","end":"2026-03-18T21:50:14.005015Z","steps":["trace[1694264581] 'process raft request' (duration: 179.137467ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:50:14.005106Z","caller":"traceutil/trace.go:171","msg":"trace[32151828] transaction","detail":"{read_only:false; response_revision:534; number_of_response:1; }","duration":"194.081058ms","start":"2026-03-18T21:50:13.811003Z","end":"2026-03-18T21:50:14.005084Z","steps":["trace[32151828] 'process raft request' (duration: 193.568114ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:50:14.005279Z","caller":"traceutil/trace.go:171","msg":"trace[1842093753] transaction","detail":"{read_only:false; response_revision:536; number_of_response:1; }","duration":"180.04097ms","start":"2026-03-18T21:50:13.82522Z","end":"2026-03-18T21:50:14.005261Z","steps":["trace[1842093753] 'process raft request' (duration: 179.558738ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:50:14.005367Z","caller":"traceutil/trace.go:171","msg":"trace[2071320584] transaction","detail":"{read_only:false; response_revision:541; number_of_response:1; }","duration":"176.861879ms","start":"2026-03-18T21:50:13.828355Z","end":"2026-03-18T21:50:14.005217Z","steps":["trace[2071320584] 'process raft request' (duration: 176.609352ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:50:14.005524Z","caller":"traceutil/trace.go:171","msg":"trace[1852019513] transaction","detail":"{read_only:false; response_revision:535; number_of_response:1; }","duration":"193.653406ms","start":"2026-03-18T21:50:13.811793Z","end":"2026-03-18T21:50:14.005447Z","steps":["trace[1852019513] 'process raft request' (duration: 192.912397ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:50:14.005552Z","caller":"traceutil/trace.go:171","msg":"trace[28910254] transaction","detail":"{read_only:false; response_revision:542; number_of_response:1; }","duration":"176.098769ms","start":"2026-03-18T21:50:13.829427Z","end":"2026-03-18T21:50:14.005526Z","steps":["trace[28910254] 'process raft request' (duration: 175.575956ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:50:14.005764Z","caller":"traceutil/trace.go:171","msg":"trace[1684863140] transaction","detail":"{read_only:false; response_revision:543; number_of_response:1; }","duration":"176.219782ms","start":"2026-03-18T21:50:13.829533Z","end":"2026-03-18T21:50:14.005753Z","steps":["trace[1684863140] 'process raft request' (duration: 175.499654ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:50:14.005812Z","caller":"traceutil/trace.go:171","msg":"trace[523187307] transaction","detail":"{read_only:false; response_revision:545; number_of_response:1; }","duration":"175.886364ms","start":"2026-03-18T21:50:13.829906Z","end":"2026-03-18T21:50:14.005793Z","steps":["trace[523187307] 'process raft request' (duration: 175.192587ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:50:14.005852Z","caller":"traceutil/trace.go:171","msg":"trace[1337186919] transaction","detail":"{read_only:false; response_revision:546; number_of_response:1; }","duration":"175.909084ms","start":"2026-03-18T21:50:13.829934Z","end":"2026-03-18T21:50:14.005843Z","steps":["trace[1337186919] 'process raft request' (duration: 175.203357ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:50:14.005966Z","caller":"traceutil/trace.go:171","msg":"trace[858004471] transaction","detail":"{read_only:false; response_revision:547; number_of_response:1; }","duration":"175.969755ms","start":"2026-03-18T21:50:13.82995Z","end":"2026-03-18T21:50:14.00592Z","steps":["trace[858004471] 'process raft request' (duration: 175.226587ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:50:14.005976Z","caller":"traceutil/trace.go:171","msg":"trace[471182072] transaction","detail":"{read_only:false; response_revision:544; number_of_response:1; }","duration":"176.208571ms","start":"2026-03-18T21:50:13.829751Z","end":"2026-03-18T21:50:14.00596Z","steps":["trace[471182072] 'process raft request' (duration: 175.315689ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:50:14.006212Z","caller":"traceutil/trace.go:171","msg":"trace[984239698] transaction","detail":"{read_only:false; response_revision:538; number_of_response:1; }","duration":"179.938307ms","start":"2026-03-18T21:50:13.826211Z","end":"2026-03-18T21:50:14.006149Z","steps":["trace[984239698] 'process raft request' (duration: 178.650935ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:50:14.006709Z","caller":"traceutil/trace.go:171","msg":"trace[395567052] transaction","detail":"{read_only:false; response_revision:540; number_of_response:1; }","duration":"179.215229ms","start":"2026-03-18T21:50:13.827478Z","end":"2026-03-18T21:50:14.006693Z","steps":["trace[395567052] 'process raft request' (duration: 177.454974ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:50:14.006846Z","caller":"traceutil/trace.go:171","msg":"trace[520076232] transaction","detail":"{read_only:false; response_revision:539; number_of_response:1; }","duration":"179.68902ms","start":"2026-03-18T21:50:13.827146Z","end":"2026-03-18T21:50:14.006835Z","steps":["trace[520076232] 'process raft request' (duration: 177.749021ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:50:14.005451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.691138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-18T21:50:14.008364Z","caller":"traceutil/trace.go:171","msg":"trace[949742755] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:547; }","duration":"238.648063ms","start":"2026-03-18T21:50:13.76966Z","end":"2026-03-18T21:50:14.008309Z","steps":["trace[949742755] 'agreement among raft nodes before linearized reading' (duration: 235.552174ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:50:14.583025Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823086373136602072,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T21:50:15.276567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"452.906185ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-18T21:50:15.277466Z","caller":"traceutil/trace.go:171","msg":"trace[1405052316] transaction","detail":"{read_only:false; response_revision:550; number_of_response:1; }","duration":"1.26517624s","start":"2026-03-18T21:50:14.012233Z","end":"2026-03-18T21:50:15.277409Z","steps":["trace[1405052316] 'process raft request' (duration: 1.264459132s)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:50:15.277563Z","caller":"traceutil/trace.go:171","msg":"trace[1333749842] transaction","detail":"{read_only:false; response_revision:551; number_of_response:1; }","duration":"1.265193761s","start":"2026-03-18T21:50:14.012299Z","end":"2026-03-18T21:50:15.277493Z","steps":["trace[1333749842] 'process raft request' (duration: 1.264491034s)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:50:15.277649Z","caller":"traceutil/trace.go:171","msg":"trace[1806572171] transaction","detail":"{read_only:false; response_revision:552; number_of_response:1; }","duration":"1.265171921s","start":"2026-03-18T21:50:14.012387Z","end":"2026-03-18T21:50:15.277559Z","steps":["trace[1806572171] 'process raft request' (duration: 1.265030067s)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:50:15.277697Z","caller":"traceutil/trace.go:171","msg":"trace[725122201] transaction","detail":"{read_only:false; response_revision:554; number_of_response:1; }","duration":"1.265021877s","start":"2026-03-18T21:50:14.012624Z","end":"2026-03-18T21:50:15.277646Z","steps":["trace[725122201] 'process raft request' (duration: 1.264901384s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:50:15.277771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:50:14.012224Z","time spent":"1.265382606s","remote":"127.0.0.1:55338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T21:50:15.277789Z","caller":"traceutil/trace.go:171","msg":"trace[308074443] transaction","detail":"{read_only:false; response_revision:556; number_of_response:1; }","duration":"1.265110749s","start":"2026-03-18T21:50:14.012668Z","end":"2026-03-18T21:50:15.277779Z","steps":["trace[308074443] 'process raft request' (duration: 1.264955375s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:50:15.277779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:50:14.012292Z","time spent":"1.265344265s","remote":"127.0.0.1:55124","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":21213,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T21:50:15.277807Z","caller":"traceutil/trace.go:171","msg":"trace[1101087040] transaction","detail":"{read_only:false; response_revision:555; number_of_response:1; }","duration":"1.265081968s","start":"2026-03-18T21:50:14.012668Z","end":"2026-03-18T21:50:15.27775Z","steps":["trace[1101087040] 'process raft request' (duration: 1.264921204s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:50:15.277878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:50:14.012647Z","time spent":"1.265187881s","remote":"127.0.0.1:55404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1139,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-18T21:50:15.277904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:50:14.012609Z","time spent":"1.265198471s","remote":"127.0.0.1:55404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1163,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-18T21:50:15.277933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:50:14.012368Z","time spent":"1.265429227s","remote":"127.0.0.1:55404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1125,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-18T21:50:15.277972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:50:14.012655Z","time spent":"1.265225802s","remote":"127.0.0.1:55404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1167,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-18T21:50:15.277699Z","caller":"traceutil/trace.go:171","msg":"trace[1779318980] transaction","detail":"{read_only:false; response_revision:553; number_of_response:1; }","duration":"1.265234253s","start":"2026-03-18T21:50:14.012386Z","end":"2026-03-18T21:50:15.277621Z","steps":["trace[1779318980] 'process raft request' (duration: 1.265099119s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:50:15.27811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:50:14.012368Z","time spent":"1.265718634s","remote":"127.0.0.1:55404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1192,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-18T21:50:15.278078Z","caller":"traceutil/trace.go:171","msg":"trace[1891936384] transaction","detail":"{read_only:false; response_revision:559; number_of_response:1; }","duration":"1.264653867s","start":"2026-03-18T21:50:14.013294Z","end":"2026-03-18T21:50:15.277948Z","steps":["trace[1891936384] 'process raft request' (duration: 1.264448012s)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:50:15.278135Z","caller":"traceutil/trace.go:171","msg":"trace[406653118] linearizableReadLoop","detail":"{readStateIndex:585; appliedIndex:570; }","duration":"1.195997537s","start":"2026-03-18T21:50:14.082097Z","end":"2026-03-18T21:50:15.278095Z","steps":["trace[406653118] 'read index received' (duration: 741.337747ms)","trace[406653118] 'applied index is now lower than readState.Index' (duration: 454.658539ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T21:50:15.278383Z","caller":"traceutil/trace.go:171","msg":"trace[1398990555] transaction","detail":"{read_only:false; response_revision:560; number_of_response:1; }","duration":"1.265038146s","start":"2026-03-18T21:50:14.013334Z","end":"2026-03-18T21:50:15.278373Z","steps":["trace[1398990555] 'process raft request' (duration: 1.264448172s)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:50:15.278179Z","caller":"traceutil/trace.go:171","msg":"trace[1671735408] transaction","detail":"{read_only:false; response_revision:561; number_of_response:1; }","duration":"1.261831585s","start":"2026-03-18T21:50:14.016284Z","end":"2026-03-18T21:50:15.278115Z","steps":["trace[1671735408] 'process raft request' (duration: 1.261544298s)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:50:15.278409Z","caller":"traceutil/trace.go:171","msg":"trace[798292695] transaction","detail":"{read_only:false; response_revision:562; number_of_response:1; }","duration":"1.261023574s","start":"2026-03-18T21:50:14.017367Z","end":"2026-03-18T21:50:15.278391Z","steps":["trace[798292695] 'process raft request' (duration: 1.260535552s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:50:15.278441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:50:14.013309Z","time spent":"1.265109738s","remote":"127.0.0.1:55404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1142,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-18T21:50:15.27846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:50:14.013281Z","time spent":"1.265083537s","remote":"127.0.0.1:55404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1151,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-18T21:50:15.278502Z","caller":"traceutil/trace.go:171","msg":"trace[966982428] transaction","detail":"{read_only:false; response_revision:563; number_of_response:1; }","duration":"1.258342155s","start":"2026-03-18T21:50:14.020145Z","end":"2026-03-18T21:50:15.278488Z","steps":["trace[966982428] 'process raft request' (duration: 1.257811362s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:50:15.278514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:50:14.017299Z","time spent":"1.261150817s","remote":"127.0.0.1:55400","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3857,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T21:50:15.278556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:50:14.016013Z","time spent":"1.26244277s","remote":"127.0.0.1:55400","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2237,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T21:50:15.278564Z","caller":"traceutil/trace.go:171","msg":"trace[1542037247] transaction","detail":"{read_only:false; response_revision:557; number_of_response:1; }","duration":"1.265438178s","start":"2026-03-18T21:50:14.013104Z","end":"2026-03-18T21:50:15.278542Z","steps":["trace[1542037247] 'process raft request' (duration: 1.264563006s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:50:15.278593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"902.916596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T21:50:15.278655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:50:14.013093Z","time spent":"1.26552151s","remote":"127.0.0.1:55404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1201,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-18T21:50:15.278661Z","caller":"traceutil/trace.go:171","msg":"trace[1484600567] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:563; }","duration":"903.041039ms","start":"2026-03-18T21:50:14.375601Z","end":"2026-03-18T21:50:15.278642Z","steps":["trace[1484600567] 'agreement among raft nodes before linearized reading' (duration: 902.913426ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:50:15.278658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:50:14.020113Z","time spent":"1.258429268s","remote":"127.0.0.1:55400","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3930,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T21:50:15.278682Z","caller":"traceutil/trace.go:171","msg":"trace[1197847534] transaction","detail":"{read_only:false; response_revision:558; number_of_response:1; }","duration":"1.265493668s","start":"2026-03-18T21:50:14.013173Z","end":"2026-03-18T21:50:15.278666Z","steps":["trace[1197847534] 'process raft request' (duration: 1.264528854s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:50:15.278714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:50:14.375566Z","time spent":"903.137311ms","remote":"127.0.0.1:55054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T21:50:15.278714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.196624533s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-gsb4c\" ","response":"range_response_count:1 size:16965"} {"level":"warn","ts":"2026-03-18T21:50:15.278745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:50:14.013162Z","time spent":"1.265554099s","remote":"127.0.0.1:55404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1157,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-18T21:50:15.27876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"783.075061ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-18T21:50:15.278768Z","caller":"traceutil/trace.go:171","msg":"trace[34634315] range","detail":"{range_begin:/registry/pods/kube-system/cilium-gsb4c; range_end:; response_count:1; response_revision:563; }","duration":"1.196764596s","start":"2026-03-18T21:50:14.081986Z","end":"2026-03-18T21:50:15.278751Z","steps":["trace[34634315] 'agreement among raft nodes before linearized reading' (duration: 1.196642923s)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:50:15.278805Z","caller":"traceutil/trace.go:171","msg":"trace[419310264] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:563; }","duration":"786.700454ms","start":"2026-03-18T21:50:14.492092Z","end":"2026-03-18T21:50:15.278793Z","steps":["trace[419310264] 'agreement among raft nodes before linearized reading' (duration: 786.510279ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:50:15.278789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"787.102974ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-18T21:50:15.278816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"829.219397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-18T21:50:15.278813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:50:14.081951Z","time spent":"1.196853608s","remote":"127.0.0.1:55254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":16989,"request content":"key:\"/registry/pods/kube-system/cilium-gsb4c\" "} {"level":"warn","ts":"2026-03-18T21:50:15.27884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:50:14.492068Z","time spent":"786.764765ms","remote":"127.0.0.1:55338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-18T21:50:15.278852Z","caller":"traceutil/trace.go:171","msg":"trace[1384612639] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:563; }","duration":"829.32556ms","start":"2026-03-18T21:50:14.449516Z","end":"2026-03-18T21:50:15.278842Z","steps":["trace[1384612639] 'agreement among raft nodes before linearized reading' (duration: 829.255339ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:50:15.278857Z","caller":"traceutil/trace.go:171","msg":"trace[415344417] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:563; }","duration":"787.254098ms","start":"2026-03-18T21:50:14.491583Z","end":"2026-03-18T21:50:15.278838Z","steps":["trace[415344417] 'agreement among raft nodes before linearized reading' (duration: 787.057733ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:50:15.278886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:50:14.449479Z","time spent":"829.399942ms","remote":"127.0.0.1:55338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-18T21:50:15.278892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:50:14.491554Z","time spent":"787.330439ms","remote":"127.0.0.1:55338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-18T21:50:15.277484Z","caller":"traceutil/trace.go:171","msg":"trace[1143699994] transaction","detail":"{read_only:false; response_revision:549; number_of_response:1; }","duration":"1.264967056s","start":"2026-03-18T21:50:14.012106Z","end":"2026-03-18T21:50:15.277073Z","steps":["trace[1143699994] 'process raft request' (duration: 811.467136ms)","trace[1143699994] 'compare' (duration: 452.35491ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T21:50:15.279344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:50:14.012071Z","time spent":"1.267231052s","remote":"127.0.0.1:55404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1157,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-18T21:50:16.636275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"966.347554ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T21:50:16.636455Z","caller":"traceutil/trace.go:171","msg":"trace[600982776] transaction","detail":"{read_only:false; response_revision:564; number_of_response:1; }","duration":"1.352777823s","start":"2026-03-18T21:50:15.28365Z","end":"2026-03-18T21:50:16.636428Z","steps":["trace[600982776] 'process raft request' (duration: 386.128293ms)","trace[600982776] 'compare' (duration: 966.141638ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T21:50:16.636539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:50:15.283629Z","time spent":"1.352873075s","remote":"127.0.0.1:55338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T21:50:17.842965Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.173044412s","expected-duration":"1s"} {"level":"info","ts":"2026-03-18T21:50:17.843473Z","caller":"traceutil/trace.go:171","msg":"trace[143899797] transaction","detail":"{read_only:false; response_revision:565; number_of_response:1; }","duration":"2.558691362s","start":"2026-03-18T21:50:15.284711Z","end":"2026-03-18T21:50:17.843402Z","steps":["trace[143899797] 'process raft request' (duration: 2.558454766s)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:50:17.843678Z","caller":"traceutil/trace.go:171","msg":"trace[490984832] transaction","detail":"{read_only:false; response_revision:566; number_of_response:1; }","duration":"2.558857156s","start":"2026-03-18T21:50:15.284796Z","end":"2026-03-18T21:50:17.843653Z","steps":["trace[490984832] 'process raft request' (duration: 2.558505067s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:50:17.843714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:50:15.284692Z","time spent":"2.558876867s","remote":"127.0.0.1:55338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T21:50:17.843794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:50:15.284789Z","time spent":"2.558944478s","remote":"127.0.0.1:55382","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1080,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-18T21:50:17.844118Z","caller":"traceutil/trace.go:171","msg":"trace[2026544240] transaction","detail":"{read_only:false; response_revision:567; number_of_response:1; }","duration":"2.558746212s","start":"2026-03-18T21:50:15.28536Z","end":"2026-03-18T21:50:17.844106Z","steps":["trace[2026544240] 'process raft request' (duration: 2.558471276s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:50:17.844176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:50:15.285335Z","time spent":"2.558815094s","remote":"127.0.0.1:55382","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1186,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-18T21:50:17.844282Z","caller":"traceutil/trace.go:171","msg":"trace[1996232312] transaction","detail":"{read_only:false; response_revision:569; number_of_response:1; }","duration":"2.556179167s","start":"2026-03-18T21:50:15.288093Z","end":"2026-03-18T21:50:17.844272Z","steps":["trace[1996232312] 'process raft request' (duration: 2.555995922s)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:50:17.844403Z","caller":"traceutil/trace.go:171","msg":"trace[1326480165] transaction","detail":"{read_only:false; response_revision:570; number_of_response:1; }","duration":"2.556186277s","start":"2026-03-18T21:50:15.288165Z","end":"2026-03-18T21:50:17.844352Z","steps":["trace[1326480165] 'process raft request' (duration: 2.556038983s)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:50:17.844613Z","caller":"traceutil/trace.go:171","msg":"trace[1278674326] transaction","detail":"{read_only:false; response_revision:571; number_of_response:1; }","duration":"2.553298304s","start":"2026-03-18T21:50:15.29129Z","end":"2026-03-18T21:50:17.844588Z","steps":["trace[1278674326] 'process raft request' (duration: 2.552996376s)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:50:17.844668Z","caller":"traceutil/trace.go:171","msg":"trace[1551813598] linearizableReadLoop","detail":"{readStateIndex:592; appliedIndex:585; }","duration":"2.55512182s","start":"2026-03-18T21:50:15.289529Z","end":"2026-03-18T21:50:17.844651Z","steps":["trace[1551813598] 'read index received' (duration: 380.203802ms)","trace[1551813598] 'applied index is now lower than readState.Index' (duration: 2.174916958s)"],"step_count":2} {"level":"warn","ts":"2026-03-18T21:50:17.844672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:50:15.288153Z","time spent":"2.556381872s","remote":"127.0.0.1:55124","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T21:50:17.844745Z","caller":"traceutil/trace.go:171","msg":"trace[413574787] transaction","detail":"{read_only:false; response_revision:572; number_of_response:1; }","duration":"2.551496499s","start":"2026-03-18T21:50:15.293212Z","end":"2026-03-18T21:50:17.844708Z","steps":["trace[413574787] 'process raft request' (duration: 2.551238082s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:50:17.844777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:50:15.291281Z","time spent":"2.553399806s","remote":"127.0.0.1:55124","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":21222,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T21:50:17.844857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:50:15.293202Z","time spent":"2.551593301s","remote":"127.0.0.1:55254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17134,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T21:50:17.844882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.555351786s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/admin\" ","response":"range_response_count:1 size:3944"} {"level":"info","ts":"2026-03-18T21:50:17.844249Z","caller":"traceutil/trace.go:171","msg":"trace[2048374141] transaction","detail":"{read_only:false; response_revision:568; number_of_response:1; }","duration":"2.558721841s","start":"2026-03-18T21:50:15.285503Z","end":"2026-03-18T21:50:17.844225Z","steps":["trace[2048374141] 'process raft request' (duration: 2.558510426s)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:50:17.844919Z","caller":"traceutil/trace.go:171","msg":"trace[2138548029] range","detail":"{range_begin:/registry/clusterroles/admin; range_end:; response_count:1; response_revision:572; }","duration":"2.555421358s","start":"2026-03-18T21:50:15.289487Z","end":"2026-03-18T21:50:17.844908Z","steps":["trace[2138548029] 'agreement among raft nodes before linearized reading' (duration: 2.555242533s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:50:17.844958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:50:15.289462Z","time spent":"2.55549011s","remote":"127.0.0.1:55400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":30,"response count":1,"response size":3968,"request content":"key:\"/registry/clusterroles/admin\" "} {"level":"warn","ts":"2026-03-18T21:50:17.844974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:50:15.285497Z","time spent":"2.55944865s","remote":"127.0.0.1:55382","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1105,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-18T21:50:17.845241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:50:15.288058Z","time spent":"2.55632291s","remote":"127.0.0.1:55338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T21:50:18.141001Z","caller":"traceutil/trace.go:171","msg":"trace[141317569] transaction","detail":"{read_only:false; response_revision:573; number_of_response:1; }","duration":"2.225518548s","start":"2026-03-18T21:50:15.915454Z","end":"2026-03-18T21:50:18.140972Z","steps":["trace[141317569] 'process raft request' (duration: 2.225348933s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:50:18.141193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:50:15.915424Z","time spent":"2.225672402s","remote":"127.0.0.1:55338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T21:50:18.374998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999707381s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-18T21:50:18.375131Z","caller":"traceutil/trace.go:171","msg":"trace[922935222] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999938568s","start":"2026-03-18T21:50:16.37517Z","end":"2026-03-18T21:50:18.375108Z","steps":["trace[922935222] 'agreement among raft nodes before linearized reading' (duration: 1.999705291s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:50:18.375218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:50:16.375129Z","time spent":"2.000076781s","remote":"127.0.0.1:55054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/18 21:50:18 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-18T21:50:20.37562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000144117s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-18T21:50:20.375721Z","caller":"traceutil/trace.go:171","msg":"trace[1384272872] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000318201s","start":"2026-03-18T21:50:18.375381Z","end":"2026-03-18T21:50:20.375699Z","steps":["trace[1384272872] 'agreement among raft nodes before linearized reading' (duration: 2.000177907s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:50:20.375806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:50:18.375356Z","time spent":"2.000438794s","remote":"127.0.0.1:55070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/18 21:50:20 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-18T21:50:20.897264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000133595s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-18T21:50:20.897386Z","caller":"traceutil/trace.go:171","msg":"trace[694915252] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00032045s","start":"2026-03-18T21:50:18.897021Z","end":"2026-03-18T21:50:20.897341Z","steps":["trace[694915252] 'agreement among raft nodes before linearized reading' (duration: 2.000169576s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:50:20.897445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:50:18.896991Z","time spent":"2.000443133s","remote":"127.0.0.1:55054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/18 21:50:20 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-18T21:50:21.46308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.936453074s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-18T21:50:21.46365Z","caller":"traceutil/trace.go:171","msg":"trace[1385488283] transaction","detail":"{read_only:false; response_revision:574; number_of_response:1; }","duration":"3.608283937s","start":"2026-03-18T21:50:17.855338Z","end":"2026-03-18T21:50:21.463622Z","steps":["trace[1385488283] 'process raft request' (duration: 3.607882177s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:50:21.463806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:50:17.855299Z","time spent":"3.60841102s","remote":"127.0.0.1:55124","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10617,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T21:50:21.797803Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.417588164s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-18T21:50:21.942367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"478.674092ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-18T21:50:21.942743Z","caller":"traceutil/trace.go:171","msg":"trace[1521589947] transaction","detail":"{read_only:false; response_revision:575; number_of_response:1; }","duration":"4.086308702s","start":"2026-03-18T21:50:17.856399Z","end":"2026-03-18T21:50:21.942707Z","steps":["trace[1521589947] 'process raft request' (duration: 3.607192599s)","trace[1521589947] 'compare' (duration: 478.038146ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T21:50:21.942858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:50:17.856369Z","time spent":"4.086440985s","remote":"127.0.0.1:55392","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1174,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-18T21:50:21.943575Z","caller":"traceutil/trace.go:171","msg":"trace[1662915777] transaction","detail":"{read_only:false; response_revision:577; number_of_response:1; }","duration":"4.08668319s","start":"2026-03-18T21:50:17.856878Z","end":"2026-03-18T21:50:21.943562Z","steps":["trace[1662915777] 'process raft request' (duration: 4.086458274s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:50:21.943647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:50:17.856835Z","time spent":"4.086783013s","remote":"127.0.0.1:55392","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1134,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-18T21:50:21.943539Z","caller":"traceutil/trace.go:171","msg":"trace[364917711] transaction","detail":"{read_only:false; response_revision:576; number_of_response:1; }","duration":"4.086779753s","start":"2026-03-18T21:50:17.856702Z","end":"2026-03-18T21:50:21.943482Z","steps":["trace[364917711] 'process raft request' (duration: 4.086470015s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:50:21.943916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:50:17.856694Z","time spent":"4.08705733s","remote":"127.0.0.1:55392","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1156,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-18T21:50:21.944116Z","caller":"traceutil/trace.go:171","msg":"trace[1604185494] transaction","detail":"{read_only:false; response_revision:578; number_of_response:1; }","duration":"4.080752961s","start":"2026-03-18T21:50:17.863348Z","end":"2026-03-18T21:50:21.944101Z","steps":["trace[1604185494] 'process raft request' (duration: 4.080109843s)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:50:21.9442Z","caller":"traceutil/trace.go:171","msg":"trace[1645348721] linearizableReadLoop","detail":"{readStateIndex:596; appliedIndex:595; }","duration":"4.099479189s","start":"2026-03-18T21:50:17.844702Z","end":"2026-03-18T21:50:21.944182Z","steps":["trace[1645348721] 'read index received' (duration: 296.432737ms)","trace[1645348721] 'applied index is now lower than readState.Index' (duration: 3.803044862s)"],"step_count":2} {"level":"warn","ts":"2026-03-18T21:50:21.944233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:50:17.863319Z","time spent":"4.080847682s","remote":"127.0.0.1:55124","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":59672,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T21:50:21.944516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.660635932s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-18T21:50:21.944618Z","caller":"traceutil/trace.go:171","msg":"trace[860292514] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:578; }","duration":"4.660817556s","start":"2026-03-18T21:50:17.283779Z","end":"2026-03-18T21:50:21.944596Z","steps":["trace[860292514] 'agreement among raft nodes before linearized reading' (duration: 4.660514518s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:50:21.944663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:50:17.283744Z","time spent":"4.660909298s","remote":"127.0.0.1:55338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-18T21:50:21.944643Z","caller":"traceutil/trace.go:171","msg":"trace[1421939278] transaction","detail":"{read_only:false; response_revision:579; number_of_response:1; }","duration":"1.564572771s","start":"2026-03-18T21:50:20.380051Z","end":"2026-03-18T21:50:21.944624Z","steps":["trace[1421939278] 'process raft request' (duration: 1.564348445s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:50:21.944765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.56022407s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T21:50:21.944813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:50:20.380014Z","time spent":"1.564755265s","remote":"127.0.0.1:55144","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-18T21:50:21.944823Z","caller":"traceutil/trace.go:171","msg":"trace[1604755854] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:580; }","duration":"1.560331192s","start":"2026-03-18T21:50:20.384475Z","end":"2026-03-18T21:50:21.944806Z","steps":["trace[1604755854] 'agreement among raft nodes before linearized reading' (duration: 1.5602335s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:50:21.944895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:50:20.384447Z","time spent":"1.560428974s","remote":"127.0.0.1:55054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-18T21:50:21.945074Z","caller":"traceutil/trace.go:171","msg":"trace[1943242877] transaction","detail":"{read_only:false; response_revision:580; number_of_response:1; }","duration":"956.456119ms","start":"2026-03-18T21:50:20.988604Z","end":"2026-03-18T21:50:21.94506Z","steps":["trace[1943242877] 'process raft request' (duration: 955.883594ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:50:21.945051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.092899927s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-18T21:50:21.945175Z","caller":"traceutil/trace.go:171","msg":"trace[621591127] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:580; }","duration":"2.093086133s","start":"2026-03-18T21:50:19.852058Z","end":"2026-03-18T21:50:21.945144Z","steps":["trace[621591127] 'agreement among raft nodes before linearized reading' (duration: 2.09257827s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:50:21.945147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.096324724s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-18T21:50:21.945252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:50:19.852026Z","time spent":"2.093206915s","remote":"127.0.0.1:55338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-18T21:50:21.945268Z","caller":"traceutil/trace.go:171","msg":"trace[1287062640] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:580; }","duration":"2.09652881s","start":"2026-03-18T21:50:19.848705Z","end":"2026-03-18T21:50:21.945234Z","steps":["trace[1287062640] 'agreement among raft nodes before linearized reading' (duration: 2.096082729s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:50:21.945169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:50:20.988563Z","time spent":"956.552742ms","remote":"127.0.0.1:55338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T21:50:21.945326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.303830387s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-18T21:50:21.945341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:50:19.848672Z","time spent":"2.096650113s","remote":"127.0.0.1:55338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-18T21:50:21.945378Z","caller":"traceutil/trace.go:171","msg":"trace[177310046] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:580; }","duration":"3.303922579s","start":"2026-03-18T21:50:18.641441Z","end":"2026-03-18T21:50:21.945364Z","steps":["trace[177310046] 'agreement among raft nodes before linearized reading' (duration: 3.30316289s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:50:21.945422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:50:18.641419Z","time spent":"3.30399194s","remote":"127.0.0.1:55338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-18T21:50:22.499622Z","caller":"traceutil/trace.go:171","msg":"trace[597238262] transaction","detail":"{read_only:false; response_revision:643; number_of_response:1; }","duration":"147.540912ms","start":"2026-03-18T21:50:22.352052Z","end":"2026-03-18T21:50:22.499593Z","steps":["trace[597238262] 'process raft request' (duration: 142.621876ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:50:24.144685Z","caller":"traceutil/trace.go:171","msg":"trace[88462976] linearizableReadLoop","detail":"{readStateIndex:685; appliedIndex:684; }","duration":"136.961761ms","start":"2026-03-18T21:50:24.007666Z","end":"2026-03-18T21:50:24.144628Z","steps":["trace[88462976] 'read index received' (duration: 136.777436ms)","trace[88462976] 'applied index is now lower than readState.Index' (duration: 183.005µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T21:50:24.144893Z","caller":"traceutil/trace.go:171","msg":"trace[1197486659] transaction","detail":"{read_only:false; response_revision:661; number_of_response:1; }","duration":"181.668831ms","start":"2026-03-18T21:50:23.96319Z","end":"2026-03-18T21:50:24.144858Z","steps":["trace[1197486659] 'process raft request' (duration: 181.25556ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:50:24.145097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.403352ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-18T21:50:24.145934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.743922ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-18T21:50:24.145961Z","caller":"traceutil/trace.go:171","msg":"trace[1939705310] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:661; }","duration":"138.301745ms","start":"2026-03-18T21:50:24.00762Z","end":"2026-03-18T21:50:24.145921Z","steps":["trace[1939705310] 'agreement among raft nodes before linearized reading' (duration: 137.238378ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:50:24.146099Z","caller":"traceutil/trace.go:171","msg":"trace[242706440] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:661; }","duration":"137.887396ms","start":"2026-03-18T21:50:24.008129Z","end":"2026-03-18T21:50:24.146016Z","steps":["trace[242706440] 'agreement among raft nodes before linearized reading' (duration: 136.927881ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:50:24.146583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.837273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-18T21:50:24.146682Z","caller":"traceutil/trace.go:171","msg":"trace[1518964840] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:661; }","duration":"137.967496ms","start":"2026-03-18T21:50:24.008695Z","end":"2026-03-18T21:50:24.146662Z","steps":["trace[1518964840] 'agreement among raft nodes before linearized reading' (duration: 137.682609ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:50:27.576556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.931598ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io\" ","response":"range_response_count:1 size:4333"} {"level":"info","ts":"2026-03-18T21:50:27.576687Z","caller":"traceutil/trace.go:171","msg":"trace[1109044722] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io; range_end:; response_count:1; response_revision:718; }","duration":"164.109552ms","start":"2026-03-18T21:50:27.412546Z","end":"2026-03-18T21:50:27.576655Z","steps":["trace[1109044722] 'range keys from in-memory index tree' (duration: 163.723233ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:50:27.577098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.528298ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T21:50:27.577229Z","caller":"traceutil/trace.go:171","msg":"trace[177272576] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:718; }","duration":"201.745183ms","start":"2026-03-18T21:50:27.375455Z","end":"2026-03-18T21:50:27.5772Z","steps":["trace[177272576] 'range keys from in-memory index tree' (duration: 201.412144ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:50:29.175338Z","caller":"traceutil/trace.go:171","msg":"trace[916556770] transaction","detail":"{read_only:false; response_revision:740; number_of_response:1; }","duration":"124.419672ms","start":"2026-03-18T21:50:29.050856Z","end":"2026-03-18T21:50:29.175276Z","steps":["trace[916556770] 'process raft request' (duration: 124.33235ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:50:29.175401Z","caller":"traceutil/trace.go:171","msg":"trace[129448242] transaction","detail":"{read_only:false; response_revision:739; number_of_response:1; }","duration":"125.754356ms","start":"2026-03-18T21:50:29.0496Z","end":"2026-03-18T21:50:29.175354Z","steps":["trace[129448242] 'process raft request' (duration: 100.199785ms)","trace[129448242] 'compare' (duration: 25.222563ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T21:50:29.1757Z","caller":"traceutil/trace.go:171","msg":"trace[1317929905] transaction","detail":"{read_only:false; response_revision:741; number_of_response:1; }","duration":"124.691499ms","start":"2026-03-18T21:50:29.05097Z","end":"2026-03-18T21:50:29.175662Z","steps":["trace[1317929905] 'process raft request' (duration: 124.265388ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:50:29.175742Z","caller":"traceutil/trace.go:171","msg":"trace[486908677] transaction","detail":"{read_only:false; response_revision:742; number_of_response:1; }","duration":"124.710709ms","start":"2026-03-18T21:50:29.051012Z","end":"2026-03-18T21:50:29.175722Z","steps":["trace[486908677] 'process raft request' (duration: 124.489044ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:50:29.175795Z","caller":"traceutil/trace.go:171","msg":"trace[1234217236] transaction","detail":"{read_only:false; response_revision:744; number_of_response:1; }","duration":"124.473243ms","start":"2026-03-18T21:50:29.051306Z","end":"2026-03-18T21:50:29.175779Z","steps":["trace[1234217236] 'process raft request' (duration: 124.36516ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:50:29.1758Z","caller":"traceutil/trace.go:171","msg":"trace[968243513] transaction","detail":"{read_only:false; response_revision:743; number_of_response:1; }","duration":"124.720009ms","start":"2026-03-18T21:50:29.051046Z","end":"2026-03-18T21:50:29.175766Z","steps":["trace[968243513] 'process raft request' (duration: 124.580606ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:50:29.175889Z","caller":"traceutil/trace.go:171","msg":"trace[473995460] transaction","detail":"{read_only:false; response_revision:745; number_of_response:1; }","duration":"124.085033ms","start":"2026-03-18T21:50:29.05178Z","end":"2026-03-18T21:50:29.175865Z","steps":["trace[473995460] 'process raft request' (duration: 123.929439ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:50:29.352431Z","caller":"traceutil/trace.go:171","msg":"trace[797429098] transaction","detail":"{read_only:false; response_revision:748; number_of_response:1; }","duration":"120.905582ms","start":"2026-03-18T21:50:29.231483Z","end":"2026-03-18T21:50:29.352389Z","steps":["trace[797429098] 'process raft request' (duration: 86.465085ms)","trace[797429098] 'compare' (duration: 34.269813ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T21:50:29.680637Z","caller":"traceutil/trace.go:171","msg":"trace[1918357399] transaction","detail":"{read_only:false; response_revision:758; number_of_response:1; }","duration":"181.745023ms","start":"2026-03-18T21:50:29.498842Z","end":"2026-03-18T21:50:29.680587Z","steps":["trace[1918357399] 'process raft request' (duration: 181.403695ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:50:29.808573Z","caller":"traceutil/trace.go:171","msg":"trace[750424539] transaction","detail":"{read_only:false; response_revision:759; number_of_response:1; }","duration":"116.734136ms","start":"2026-03-18T21:50:29.691794Z","end":"2026-03-18T21:50:29.808528Z","steps":["trace[750424539] 'process raft request' (duration: 95.690399ms)","trace[750424539] 'compare' (duration: 20.847852ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T21:50:30.120408Z","caller":"traceutil/trace.go:171","msg":"trace[82327583] transaction","detail":"{read_only:false; response_revision:762; number_of_response:1; }","duration":"249.800958ms","start":"2026-03-18T21:50:29.870569Z","end":"2026-03-18T21:50:30.12037Z","steps":["trace[82327583] 'process raft request' (duration: 249.546511ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:50:30.203496Z","caller":"traceutil/trace.go:171","msg":"trace[1927300785] linearizableReadLoop","detail":"{readStateIndex:788; appliedIndex:786; }","duration":"220.567422ms","start":"2026-03-18T21:50:29.982894Z","end":"2026-03-18T21:50:30.203461Z","steps":["trace[1927300785] 'read index received' (duration: 137.271188ms)","trace[1927300785] 'applied index is now lower than readState.Index' (duration: 83.294824ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T21:50:30.203532Z","caller":"traceutil/trace.go:171","msg":"trace[1845254059] transaction","detail":"{read_only:false; response_revision:763; number_of_response:1; }","duration":"332.164958ms","start":"2026-03-18T21:50:29.871322Z","end":"2026-03-18T21:50:30.203487Z","steps":["trace[1845254059] 'process raft request' (duration: 331.971163ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:50:30.203778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.84578ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T21:50:30.203829Z","caller":"traceutil/trace.go:171","msg":"trace[1023190046] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:763; }","duration":"220.984053ms","start":"2026-03-18T21:50:29.982829Z","end":"2026-03-18T21:50:30.203813Z","steps":["trace[1023190046] 'agreement among raft nodes before linearized reading' (duration: 220.826949ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:50:30.203936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:50:29.871295Z","time spent":"332.443685ms","remote":"127.0.0.1:55144","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":780,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-18T21:50:30.311655Z","caller":"traceutil/trace.go:171","msg":"trace[2122833559] transaction","detail":"{read_only:false; response_revision:765; number_of_response:1; }","duration":"101.765434ms","start":"2026-03-18T21:50:30.209156Z","end":"2026-03-18T21:50:30.310921Z","steps":["trace[2122833559] 'process raft request' (duration: 101.63254ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:50:30.311909Z","caller":"traceutil/trace.go:171","msg":"trace[504798723] transaction","detail":"{read_only:false; response_revision:766; number_of_response:1; }","duration":"102.367459ms","start":"2026-03-18T21:50:30.209503Z","end":"2026-03-18T21:50:30.31187Z","steps":["trace[504798723] 'process raft request' (duration: 101.376334ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:50:30.312268Z","caller":"traceutil/trace.go:171","msg":"trace[1886085074] transaction","detail":"{read_only:false; response_revision:767; number_of_response:1; }","duration":"102.324448ms","start":"2026-03-18T21:50:30.209899Z","end":"2026-03-18T21:50:30.312223Z","steps":["trace[1886085074] 'process raft request' (duration: 101.756654ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:50:30.312811Z","caller":"traceutil/trace.go:171","msg":"trace[1491773297] transaction","detail":"{read_only:false; response_revision:768; number_of_response:1; }","duration":"102.498313ms","start":"2026-03-18T21:50:30.210257Z","end":"2026-03-18T21:50:30.312755Z","steps":["trace[1491773297] 'process raft request' (duration: 101.59216ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:50:31.308769Z","caller":"traceutil/trace.go:171","msg":"trace[209137374] transaction","detail":"{read_only:false; response_revision:773; number_of_response:1; }","duration":"183.806615ms","start":"2026-03-18T21:50:31.124918Z","end":"2026-03-18T21:50:31.308725Z","steps":["trace[209137374] 'process raft request' (duration: 183.570829ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:50:32.603281Z","caller":"traceutil/trace.go:171","msg":"trace[1558734447] transaction","detail":"{read_only:false; response_revision:781; number_of_response:1; }","duration":"134.824857ms","start":"2026-03-18T21:50:32.46842Z","end":"2026-03-18T21:50:32.603245Z","steps":["trace[1558734447] 'process raft request' (duration: 60.445821ms)","trace[1558734447] 'compare' (duration: 74.218121ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T21:50:33.568728Z","caller":"traceutil/trace.go:171","msg":"trace[789056892] linearizableReadLoop","detail":"{readStateIndex:809; appliedIndex:808; }","duration":"194.083857ms","start":"2026-03-18T21:50:33.374612Z","end":"2026-03-18T21:50:33.568696Z","steps":["trace[789056892] 'read index received' (duration: 193.844631ms)","trace[789056892] 'applied index is now lower than readState.Index' (duration: 237.866µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T21:50:33.568915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.289332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T21:50:33.568966Z","caller":"traceutil/trace.go:171","msg":"trace[1558218979] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:782; }","duration":"194.408275ms","start":"2026-03-18T21:50:33.374545Z","end":"2026-03-18T21:50:33.568953Z","steps":["trace[1558218979] 'agreement among raft nodes before linearized reading' (duration: 194.277282ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:50:33.569361Z","caller":"traceutil/trace.go:171","msg":"trace[1085475537] transaction","detail":"{read_only:false; response_revision:782; number_of_response:1; }","duration":"670.917521ms","start":"2026-03-18T21:50:32.898431Z","end":"2026-03-18T21:50:33.569348Z","steps":["trace[1085475537] 'process raft request' (duration: 670.106511ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:50:33.569463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:50:32.898388Z","time spent":"671.013424ms","remote":"127.0.0.1:46938","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1238,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-18T21:50:33.904775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.094076ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-18T21:50:33.904922Z","caller":"traceutil/trace.go:171","msg":"trace[598902060] linearizableReadLoop","detail":"{readStateIndex:810; appliedIndex:809; }","duration":"324.853011ms","start":"2026-03-18T21:50:33.580046Z","end":"2026-03-18T21:50:33.904899Z","steps":["trace[598902060] 'read index received' (duration: 165.409176ms)","trace[598902060] 'applied index is now lower than readState.Index' (duration: 159.442435ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T21:50:33.905123Z","caller":"traceutil/trace.go:171","msg":"trace[1656464851] transaction","detail":"{read_only:false; response_revision:783; number_of_response:1; }","duration":"325.21646ms","start":"2026-03-18T21:50:33.579883Z","end":"2026-03-18T21:50:33.905099Z","steps":["trace[1656464851] 'process raft request' (duration: 165.714574ms)","trace[1656464851] 'compare' (duration: 158.748087ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T21:50:33.90521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:50:33.579859Z","time spent":"325.313922ms","remote":"127.0.0.1:46938","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2269,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-18T21:50:33.905522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.462306ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/kube-system/\" range_end:\"/registry/resourcequotas/kube-system0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T21:50:33.905568Z","caller":"traceutil/trace.go:171","msg":"trace[1558270779] range","detail":"{range_begin:/registry/resourcequotas/kube-system/; range_end:/registry/resourcequotas/kube-system0; response_count:0; response_revision:783; }","duration":"325.561788ms","start":"2026-03-18T21:50:33.579992Z","end":"2026-03-18T21:50:33.905553Z","steps":["trace[1558270779] 'agreement among raft nodes before linearized reading' (duration: 325.422975ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:50:33.905602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:50:33.579963Z","time spent":"325.6303ms","remote":"127.0.0.1:55154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/resourcequotas/kube-system/\" range_end:\"/registry/resourcequotas/kube-system0\" "} {"level":"warn","ts":"2026-03-18T21:50:33.905846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.188591ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T21:50:33.90589Z","caller":"traceutil/trace.go:171","msg":"trace[473788788] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:783; }","duration":"125.285174ms","start":"2026-03-18T21:50:33.780595Z","end":"2026-03-18T21:50:33.90588Z","steps":["trace[473788788] 'agreement among raft nodes before linearized reading' (duration: 125.178361ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:50:34.127084Z","caller":"traceutil/trace.go:171","msg":"trace[951555751] transaction","detail":"{read_only:false; response_revision:784; number_of_response:1; }","duration":"218.578921ms","start":"2026-03-18T21:50:33.908463Z","end":"2026-03-18T21:50:34.127042Z","steps":["trace[951555751] 'process raft request' (duration: 218.340595ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:50:34.1756Z","caller":"traceutil/trace.go:171","msg":"trace[690365437] transaction","detail":"{read_only:false; response_revision:785; number_of_response:1; }","duration":"253.059541ms","start":"2026-03-18T21:50:33.922496Z","end":"2026-03-18T21:50:34.175556Z","steps":["trace[690365437] 'process raft request' (duration: 252.818865ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:50:34.175655Z","caller":"traceutil/trace.go:171","msg":"trace[786510201] transaction","detail":"{read_only:false; response_revision:786; number_of_response:1; }","duration":"253.106883ms","start":"2026-03-18T21:50:33.922493Z","end":"2026-03-18T21:50:34.1756Z","steps":["trace[786510201] 'process raft request' (duration: 252.959349ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:50:34.175684Z","caller":"traceutil/trace.go:171","msg":"trace[1807349931] transaction","detail":"{read_only:false; response_revision:789; number_of_response:1; }","duration":"244.906853ms","start":"2026-03-18T21:50:33.930748Z","end":"2026-03-18T21:50:34.175654Z","steps":["trace[1807349931] 'process raft request' (duration: 244.825871ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:50:34.175756Z","caller":"traceutil/trace.go:171","msg":"trace[1949792388] transaction","detail":"{read_only:false; response_revision:788; number_of_response:1; }","duration":"245.301414ms","start":"2026-03-18T21:50:33.930419Z","end":"2026-03-18T21:50:34.175721Z","steps":["trace[1949792388] 'process raft request' (duration: 245.116179ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:50:34.175819Z","caller":"traceutil/trace.go:171","msg":"trace[181529529] transaction","detail":"{read_only:false; response_revision:787; number_of_response:1; }","duration":"253.247296ms","start":"2026-03-18T21:50:33.922528Z","end":"2026-03-18T21:50:34.175775Z","steps":["trace[181529529] 'process raft request' (duration: 252.973659ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:50:42.666923Z","caller":"traceutil/trace.go:171","msg":"trace[650303157] linearizableReadLoop","detail":"{readStateIndex:940; appliedIndex:939; }","duration":"198.314295ms","start":"2026-03-18T21:50:42.468566Z","end":"2026-03-18T21:50:42.66688Z","steps":["trace[650303157] 'read index received' (duration: 198.156411ms)","trace[650303157] 'applied index is now lower than readState.Index' (duration: 156.184µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T21:50:42.667194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.601593ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-18T21:50:42.667306Z","caller":"traceutil/trace.go:171","msg":"trace[277851849] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:909; }","duration":"198.789277ms","start":"2026-03-18T21:50:42.468495Z","end":"2026-03-18T21:50:42.667284Z","steps":["trace[277851849] 'agreement among raft nodes before linearized reading' (duration: 198.49903ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:50:42.680516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.848931ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-18T21:50:42.680549Z","caller":"traceutil/trace.go:171","msg":"trace[1513894752] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:910; }","duration":"191.884071ms","start":"2026-03-18T21:50:42.488656Z","end":"2026-03-18T21:50:42.68054Z","steps":["trace[1513894752] 'agreement among raft nodes before linearized reading' (duration: 191.787039ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:50:42.680626Z","caller":"traceutil/trace.go:171","msg":"trace[256964802] transaction","detail":"{read_only:false; response_revision:910; number_of_response:1; }","duration":"175.453193ms","start":"2026-03-18T21:50:42.505165Z","end":"2026-03-18T21:50:42.680618Z","steps":["trace[256964802] 'process raft request' (duration: 174.967641ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:50:42.680565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.550526ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-18T21:50:42.680715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.138828ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-18T21:50:42.680741Z","caller":"traceutil/trace.go:171","msg":"trace[1472476010] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:910; }","duration":"197.726791ms","start":"2026-03-18T21:50:42.482955Z","end":"2026-03-18T21:50:42.680682Z","steps":["trace[1472476010] 'agreement among raft nodes before linearized reading' (duration: 197.440344ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:50:42.680779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.542366ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-18T21:50:42.680794Z","caller":"traceutil/trace.go:171","msg":"trace[1572582558] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:910; }","duration":"192.262171ms","start":"2026-03-18T21:50:42.488512Z","end":"2026-03-18T21:50:42.680774Z","steps":["trace[1572582558] 'agreement among raft nodes before linearized reading' (duration: 192.029155ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:50:42.680841Z","caller":"traceutil/trace.go:171","msg":"trace[656695820] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:910; }","duration":"197.66684ms","start":"2026-03-18T21:50:42.483159Z","end":"2026-03-18T21:50:42.680826Z","steps":["trace[656695820] 'agreement among raft nodes before linearized reading' (duration: 197.515466ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:50:42.94935Z","caller":"traceutil/trace.go:171","msg":"trace[1976515858] transaction","detail":"{read_only:false; response_revision:913; number_of_response:1; }","duration":"265.644523ms","start":"2026-03-18T21:50:42.683679Z","end":"2026-03-18T21:50:42.949324Z","steps":["trace[1976515858] 'process raft request' (duration: 264.172675ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:50:42.949695Z","caller":"traceutil/trace.go:171","msg":"trace[1297694774] transaction","detail":"{read_only:false; response_revision:914; number_of_response:1; }","duration":"264.217885ms","start":"2026-03-18T21:50:42.685454Z","end":"2026-03-18T21:50:42.949672Z","steps":["trace[1297694774] 'process raft request' (duration: 263.839116ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:50:42.949677Z","caller":"traceutil/trace.go:171","msg":"trace[594751298] linearizableReadLoop","detail":"{readStateIndex:947; appliedIndex:943; }","duration":"213.164045ms","start":"2026-03-18T21:50:42.736485Z","end":"2026-03-18T21:50:42.949649Z","steps":["trace[594751298] 'read index received' (duration: 211.4049ms)","trace[594751298] 'applied index is now lower than readState.Index' (duration: 1.758375ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T21:50:42.949723Z","caller":"traceutil/trace.go:171","msg":"trace[351602066] transaction","detail":"{read_only:false; response_revision:915; number_of_response:1; }","duration":"264.206595ms","start":"2026-03-18T21:50:42.685504Z","end":"2026-03-18T21:50:42.94971Z","steps":["trace[351602066] 'process raft request' (duration: 264.00088ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:50:42.949792Z","caller":"traceutil/trace.go:171","msg":"trace[1342485975] transaction","detail":"{read_only:false; response_revision:916; number_of_response:1; }","duration":"264.247597ms","start":"2026-03-18T21:50:42.685512Z","end":"2026-03-18T21:50:42.949759Z","steps":["trace[1342485975] 'process raft request' (duration: 264.100763ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:50:42.949822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.310628ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-03-18T21:50:42.94987Z","caller":"traceutil/trace.go:171","msg":"trace[1567581964] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:916; }","duration":"213.40428ms","start":"2026-03-18T21:50:42.736454Z","end":"2026-03-18T21:50:42.949858Z","steps":["trace[1567581964] 'agreement among raft nodes before linearized reading' (duration: 213.298648ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:50:45.239338Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823086373136602668,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T21:50:45.740092Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823086373136602668,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T21:50:46.240306Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823086373136602668,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T21:50:46.740688Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823086373136602668,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T21:50:47.151654Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.651777612s","expected-duration":"1s"} {"level":"info","ts":"2026-03-18T21:50:47.152192Z","caller":"traceutil/trace.go:171","msg":"trace[1823248839] linearizableReadLoop","detail":"{readStateIndex:948; appliedIndex:947; }","duration":"2.413499018s","start":"2026-03-18T21:50:44.738655Z","end":"2026-03-18T21:50:47.152154Z","steps":["trace[1823248839] 'read index received' (duration: 2.413389335s)","trace[1823248839] 'applied index is now lower than readState.Index' (duration: 108.303µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T21:50:47.152327Z","caller":"traceutil/trace.go:171","msg":"trace[1963471517] transaction","detail":"{read_only:false; response_revision:917; number_of_response:1; }","duration":"2.652523592s","start":"2026-03-18T21:50:44.499734Z","end":"2026-03-18T21:50:47.152257Z","steps":["trace[1963471517] 'process raft request' (duration: 2.652205544s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:50:47.152586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:50:44.49971Z","time spent":"2.652675315s","remote":"127.0.0.1:55254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5134,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T21:50:47.152647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.41398218s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-18T21:50:47.152767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.699860868s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T21:50:47.152766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.959250349s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T21:50:47.15288Z","caller":"traceutil/trace.go:171","msg":"trace[986812247] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:917; }","duration":"1.959482774s","start":"2026-03-18T21:50:45.19338Z","end":"2026-03-18T21:50:47.152863Z","steps":["trace[986812247] 'agreement among raft nodes before linearized reading' (duration: 1.959227908s)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:50:47.152878Z","caller":"traceutil/trace.go:171","msg":"trace[2043074510] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:917; }","duration":"1.700028592s","start":"2026-03-18T21:50:45.452823Z","end":"2026-03-18T21:50:47.152852Z","steps":["trace[2043074510] 'agreement among raft nodes before linearized reading' (duration: 1.699787336s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:50:47.152907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.198388964s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-18T21:50:47.152947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:50:45.452779Z","time spent":"1.700155275s","remote":"127.0.0.1:55202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"warn","ts":"2026-03-18T21:50:47.152947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:50:45.193345Z","time spent":"1.959589537s","remote":"127.0.0.1:55392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":17,"response size":31,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"info","ts":"2026-03-18T21:50:47.15297Z","caller":"traceutil/trace.go:171","msg":"trace[2069284109] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:917; }","duration":"2.198470276s","start":"2026-03-18T21:50:44.954485Z","end":"2026-03-18T21:50:47.152955Z","steps":["trace[2069284109] 'agreement among raft nodes before linearized reading' (duration: 2.198158579s)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:50:47.152731Z","caller":"traceutil/trace.go:171","msg":"trace[1603434366] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:917; }","duration":"2.414088743s","start":"2026-03-18T21:50:44.738603Z","end":"2026-03-18T21:50:47.152692Z","steps":["trace[1603434366] 'agreement among raft nodes before linearized reading' (duration: 2.413866857s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:50:47.153006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:50:44.954472Z","time spent":"2.198525917s","remote":"127.0.0.1:55338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-18T21:50:47.153065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.198543298s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-18T21:50:47.15306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:50:44.738582Z","time spent":"2.414459593s","remote":"127.0.0.1:55338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-18T21:50:47.153117Z","caller":"traceutil/trace.go:171","msg":"trace[1436622219] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:917; }","duration":"2.198650491s","start":"2026-03-18T21:50:44.954453Z","end":"2026-03-18T21:50:47.153104Z","steps":["trace[1436622219] 'agreement among raft nodes before linearized reading' (duration: 2.198393905s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:50:47.152656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.198395225s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-18T21:50:47.153071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.269393ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T21:50:47.153583Z","caller":"traceutil/trace.go:171","msg":"trace[1231751881] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:917; }","duration":"2.199128194s","start":"2026-03-18T21:50:44.954167Z","end":"2026-03-18T21:50:47.153296Z","steps":["trace[1231751881] 'agreement among raft nodes before linearized reading' (duration: 2.198357885s)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:50:47.153661Z","caller":"traceutil/trace.go:171","msg":"trace[1159740528] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:917; }","duration":"320.91424ms","start":"2026-03-18T21:50:46.832732Z","end":"2026-03-18T21:50:47.153646Z","steps":["trace[1159740528] 'agreement among raft nodes before linearized reading' (duration: 320.17229ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:50:47.153665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.777828264s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T21:50:47.153664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.199291959s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-18T21:50:47.153804Z","caller":"traceutil/trace.go:171","msg":"trace[1794015577] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:917; }","duration":"2.199509594s","start":"2026-03-18T21:50:44.954266Z","end":"2026-03-18T21:50:47.153776Z","steps":["trace[1794015577] 'agreement among raft nodes before linearized reading' (duration: 2.198423456s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:50:47.153868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:50:44.954239Z","time spent":"2.199617457s","remote":"127.0.0.1:55338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-18T21:50:47.153159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:50:44.954421Z","time spent":"2.198729672s","remote":"127.0.0.1:55338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-18T21:50:47.154008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:50:44.95413Z","time spent":"2.199554086s","remote":"127.0.0.1:55338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-18T21:50:47.15371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:50:46.832627Z","time spent":"321.067604ms","remote":"127.0.0.1:55444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":31,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"info","ts":"2026-03-18T21:50:47.153725Z","caller":"traceutil/trace.go:171","msg":"trace[15077667] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:917; }","duration":"1.778721387s","start":"2026-03-18T21:50:45.37499Z","end":"2026-03-18T21:50:47.153711Z","steps":["trace[15077667] 'agreement among raft nodes before linearized reading' (duration: 1.777846454s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:50:47.154773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:50:45.374957Z","time spent":"1.779798765s","remote":"127.0.0.1:55054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-18T21:50:52.635656Z","caller":"traceutil/trace.go:171","msg":"trace[779138664] linearizableReadLoop","detail":"{readStateIndex:981; appliedIndex:980; }","duration":"199.072655ms","start":"2026-03-18T21:50:52.436515Z","end":"2026-03-18T21:50:52.635588Z","steps":["trace[779138664] 'read index received' (duration: 198.803218ms)","trace[779138664] 'applied index is now lower than readState.Index' (duration: 267.247µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T21:50:52.635806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.254569ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/cert-manager/\" range_end:\"/registry/resourcequotas/cert-manager0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T21:50:52.635895Z","caller":"traceutil/trace.go:171","msg":"trace[759883078] range","detail":"{range_begin:/registry/resourcequotas/cert-manager/; range_end:/registry/resourcequotas/cert-manager0; response_count:0; response_revision:947; }","duration":"199.383073ms","start":"2026-03-18T21:50:52.436489Z","end":"2026-03-18T21:50:52.635873Z","steps":["trace[759883078] 'agreement among raft nodes before linearized reading' (duration: 199.232608ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:50:53.372866Z","caller":"traceutil/trace.go:171","msg":"trace[1964006844] transaction","detail":"{read_only:false; response_revision:953; number_of_response:1; }","duration":"112.365815ms","start":"2026-03-18T21:50:53.260467Z","end":"2026-03-18T21:50:53.372833Z","steps":["trace[1964006844] 'process raft request' (duration: 112.230542ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:50:53.372844Z","caller":"traceutil/trace.go:171","msg":"trace[116698024] transaction","detail":"{read_only:false; response_revision:951; number_of_response:1; }","duration":"112.54831ms","start":"2026-03-18T21:50:53.260233Z","end":"2026-03-18T21:50:53.372782Z","steps":["trace[116698024] 'process raft request' (duration: 39.920499ms)","trace[116698024] 'compare' (duration: 72.21493ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T21:50:53.372952Z","caller":"traceutil/trace.go:171","msg":"trace[2049655693] transaction","detail":"{read_only:false; response_revision:954; number_of_response:1; }","duration":"112.424637ms","start":"2026-03-18T21:50:53.260475Z","end":"2026-03-18T21:50:53.3729Z","steps":["trace[2049655693] 'process raft request' (duration: 112.282333ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:50:53.373023Z","caller":"traceutil/trace.go:171","msg":"trace[1661421195] transaction","detail":"{read_only:false; response_revision:952; number_of_response:1; }","duration":"112.516409ms","start":"2026-03-18T21:50:53.260461Z","end":"2026-03-18T21:50:53.372977Z","steps":["trace[1661421195] 'process raft request' (duration: 112.077937ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:50:55.465508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.285165ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/cert-manager/cert-manager-startupapicheck-q99pm\" ","response":"range_response_count:1 size:4409"} {"level":"info","ts":"2026-03-18T21:50:55.46561Z","caller":"traceutil/trace.go:171","msg":"trace[1029096012] range","detail":"{range_begin:/registry/pods/cert-manager/cert-manager-startupapicheck-q99pm; range_end:; response_count:1; response_revision:958; }","duration":"116.428479ms","start":"2026-03-18T21:50:55.349158Z","end":"2026-03-18T21:50:55.465587Z","steps":["trace[1029096012] 'range keys from in-memory index tree' (duration: 116.050719ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:50:55.664563Z","caller":"traceutil/trace.go:171","msg":"trace[1002525953] transaction","detail":"{read_only:false; response_revision:959; number_of_response:1; }","duration":"194.815967ms","start":"2026-03-18T21:50:55.469706Z","end":"2026-03-18T21:50:55.664522Z","steps":["trace[1002525953] 'process raft request' (duration: 194.596521ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:50:55.796187Z","caller":"traceutil/trace.go:171","msg":"trace[1528717891] transaction","detail":"{read_only:false; response_revision:960; number_of_response:1; }","duration":"325.929019ms","start":"2026-03-18T21:50:55.470211Z","end":"2026-03-18T21:50:55.79614Z","steps":["trace[1528717891] 'process raft request' (duration: 297.488323ms)","trace[1528717891] 'compare' (duration: 28.129278ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T21:50:55.796516Z","caller":"traceutil/trace.go:171","msg":"trace[1849657599] transaction","detail":"{read_only:false; response_revision:962; number_of_response:1; }","duration":"325.866538ms","start":"2026-03-18T21:50:55.470624Z","end":"2026-03-18T21:50:55.796491Z","steps":["trace[1849657599] 'process raft request' (duration: 325.466948ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:50:55.796584Z","caller":"traceutil/trace.go:171","msg":"trace[856759780] transaction","detail":"{read_only:false; response_revision:963; number_of_response:1; }","duration":"322.322686ms","start":"2026-03-18T21:50:55.474218Z","end":"2026-03-18T21:50:55.79654Z","steps":["trace[856759780] 'process raft request' (duration: 322.142232ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:50:55.796902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:50:55.470602Z","time spent":"325.98125ms","remote":"127.0.0.1:55338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T21:50:55.796609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:50:55.470174Z","time spent":"326.289738ms","remote":"127.0.0.1:55338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T21:50:55.79618Z","caller":"traceutil/trace.go:171","msg":"trace[1422697645] transaction","detail":"{read_only:false; response_revision:961; number_of_response:1; }","duration":"325.904298ms","start":"2026-03-18T21:50:55.470238Z","end":"2026-03-18T21:50:55.796142Z","steps":["trace[1422697645] 'process raft request' (duration: 325.800145ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:50:55.797029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:50:55.474204Z","time spent":"322.693636ms","remote":"127.0.0.1:55254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4396,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T21:50:55.797162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:50:55.470205Z","time spent":"326.858612ms","remote":"127.0.0.1:55338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T21:50:57.346223Z","caller":"traceutil/trace.go:171","msg":"trace[1263701664] linearizableReadLoop","detail":"{readStateIndex:999; appliedIndex:998; }","duration":"327.197481ms","start":"2026-03-18T21:50:57.018986Z","end":"2026-03-18T21:50:57.346183Z","steps":["trace[1263701664] 'read index received' (duration: 326.587505ms)","trace[1263701664] 'applied index is now lower than readState.Index' (duration: 608.116µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T21:50:57.346305Z","caller":"traceutil/trace.go:171","msg":"trace[1633493687] transaction","detail":"{read_only:false; response_revision:965; number_of_response:1; }","duration":"541.601585ms","start":"2026-03-18T21:50:56.804669Z","end":"2026-03-18T21:50:57.346271Z","steps":["trace[1633493687] 'process raft request' (duration: 540.934228ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:50:57.346487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:50:56.804634Z","time spent":"541.740349ms","remote":"127.0.0.1:55312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3251,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T21:50:57.346699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.679122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-03-18T21:50:57.346763Z","caller":"traceutil/trace.go:171","msg":"trace[1729491793] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:965; }","duration":"327.818726ms","start":"2026-03-18T21:50:57.018927Z","end":"2026-03-18T21:50:57.346746Z","steps":["trace[1729491793] 'agreement among raft nodes before linearized reading' (duration: 327.58134ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:50:57.346812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:50:57.018904Z","time spent":"327.896648ms","remote":"127.0.0.1:55338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-03-18T21:50:57.647687Z","caller":"traceutil/trace.go:171","msg":"trace[119070423] linearizableReadLoop","detail":"{readStateIndex:1004; appliedIndex:1003; }","duration":"171.619775ms","start":"2026-03-18T21:50:57.476023Z","end":"2026-03-18T21:50:57.647642Z","steps":["trace[119070423] 'read index received' (duration: 144.813952ms)","trace[119070423] 'applied index is now lower than readState.Index' (duration: 26.803993ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T21:50:57.647886Z","caller":"traceutil/trace.go:171","msg":"trace[1512227053] transaction","detail":"{read_only:false; response_revision:970; number_of_response:1; }","duration":"178.626753ms","start":"2026-03-18T21:50:57.469241Z","end":"2026-03-18T21:50:57.647868Z","steps":["trace[1512227053] 'process raft request' (duration: 151.675396ms)","trace[1512227053] 'compare' (duration: 26.472474ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T21:50:57.648211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.158229ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/cert-manager/cert-manager-startupapicheck\" ","response":"range_response_count:1 size:1054"} {"level":"info","ts":"2026-03-18T21:50:57.64832Z","caller":"traceutil/trace.go:171","msg":"trace[2129157963] range","detail":"{range_begin:/registry/serviceaccounts/cert-manager/cert-manager-startupapicheck; range_end:; response_count:1; response_revision:970; }","duration":"172.309013ms","start":"2026-03-18T21:50:57.475984Z","end":"2026-03-18T21:50:57.648293Z","steps":["trace[2129157963] 'agreement among raft nodes before linearized reading' (duration: 171.994625ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:50:57.849064Z","caller":"traceutil/trace.go:171","msg":"trace[1108373598] transaction","detail":"{read_only:false; number_of_response:1; response_revision:974; }","duration":"140.643784ms","start":"2026-03-18T21:50:57.708394Z","end":"2026-03-18T21:50:57.849038Z","steps":["trace[1108373598] 'process raft request' (duration: 79.053075ms)","trace[1108373598] 'compare' (duration: 61.427465ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T21:51:06.179041Z","caller":"traceutil/trace.go:171","msg":"trace[936082207] transaction","detail":"{read_only:false; response_revision:1037; number_of_response:1; }","duration":"151.83238ms","start":"2026-03-18T21:51:06.027177Z","end":"2026-03-18T21:51:06.17901Z","steps":["trace[936082207] 'process raft request' (duration: 151.589914ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:51:06.179236Z","caller":"traceutil/trace.go:171","msg":"trace[970324833] transaction","detail":"{read_only:false; response_revision:1038; number_of_response:1; }","duration":"152.015774ms","start":"2026-03-18T21:51:06.027177Z","end":"2026-03-18T21:51:06.179193Z","steps":["trace[970324833] 'process raft request' (duration: 151.787328ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:51:06.18944Z","caller":"traceutil/trace.go:171","msg":"trace[1164387806] transaction","detail":"{read_only:false; response_revision:1039; number_of_response:1; }","duration":"161.747233ms","start":"2026-03-18T21:51:06.027666Z","end":"2026-03-18T21:51:06.189413Z","steps":["trace[1164387806] 'process raft request' (duration: 161.610099ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:51:07.995907Z","caller":"traceutil/trace.go:171","msg":"trace[981486136] transaction","detail":"{read_only:false; response_revision:1055; number_of_response:1; }","duration":"125.202132ms","start":"2026-03-18T21:51:07.870666Z","end":"2026-03-18T21:51:07.995868Z","steps":["trace[981486136] 'process raft request' (duration: 100.391569ms)","trace[981486136] 'compare' (duration: 24.528385ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T21:51:10.191496Z","caller":"traceutil/trace.go:171","msg":"trace[1761197797] transaction","detail":"{read_only:false; response_revision:1073; number_of_response:1; }","duration":"154.883608ms","start":"2026-03-18T21:51:10.036571Z","end":"2026-03-18T21:51:10.191455Z","steps":["trace[1761197797] 'process raft request' (duration: 154.651152ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:51:11.90178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"464.915031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/ingress-nginx/ingress-nginx-admission-create-qztsw\" ","response":"range_response_count:1 size:4197"} {"level":"info","ts":"2026-03-18T21:51:11.901905Z","caller":"traceutil/trace.go:171","msg":"trace[1321484984] range","detail":"{range_begin:/registry/pods/ingress-nginx/ingress-nginx-admission-create-qztsw; range_end:; response_count:1; response_revision:1081; }","duration":"465.134747ms","start":"2026-03-18T21:51:11.43674Z","end":"2026-03-18T21:51:11.901875Z","steps":["trace[1321484984] 'range keys from in-memory index tree' (duration: 464.655315ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:51:11.901678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.258391ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-18T21:51:11.901959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:51:11.436711Z","time spent":"465.236398ms","remote":"127.0.0.1:55254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":4221,"request content":"key:\"/registry/pods/ingress-nginx/ingress-nginx-admission-create-qztsw\" "} {"level":"info","ts":"2026-03-18T21:51:11.902075Z","caller":"traceutil/trace.go:171","msg":"trace[1449842290] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1081; }","duration":"323.708052ms","start":"2026-03-18T21:51:11.578264Z","end":"2026-03-18T21:51:11.901972Z","steps":["trace[1449842290] 'range keys from in-memory index tree' (duration: 322.988754ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:51:11.902171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"525.541147ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T21:51:11.902266Z","caller":"traceutil/trace.go:171","msg":"trace[818183843] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1081; }","duration":"525.705151ms","start":"2026-03-18T21:51:11.376542Z","end":"2026-03-18T21:51:11.902247Z","steps":["trace[818183843] 'range keys from in-memory index tree' (duration: 525.402063ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:51:11.902203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:51:11.578237Z","time spent":"323.930887ms","remote":"127.0.0.1:55338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-18T21:51:11.902313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:51:11.376512Z","time spent":"525.793063ms","remote":"127.0.0.1:55054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-18T21:51:15.140146Z","caller":"traceutil/trace.go:171","msg":"trace[34929873] transaction","detail":"{read_only:false; response_revision:1099; number_of_response:1; }","duration":"161.205703ms","start":"2026-03-18T21:51:14.978898Z","end":"2026-03-18T21:51:15.140103Z","steps":["trace[34929873] 'process raft request' (duration: 160.994278ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:51:15.369222Z","caller":"traceutil/trace.go:171","msg":"trace[1898344081] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1103; }","duration":"143.459005ms","start":"2026-03-18T21:51:15.225727Z","end":"2026-03-18T21:51:15.369186Z","steps":["trace[1898344081] 'process raft request' (duration: 63.853673ms)","trace[1898344081] 'compare' (duration: 79.445608ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T21:51:15.580701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.21016ms","expected-duration":"100ms","prefix":"","request":"header: txn: success: > failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-18T21:51:15.58086Z","caller":"traceutil/trace.go:171","msg":"trace[2106982526] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1104; }","duration":"196.031253ms","start":"2026-03-18T21:51:15.384805Z","end":"2026-03-18T21:51:15.580837Z","steps":["trace[2106982526] 'process raft request' (duration: 84.565737ms)","trace[2106982526] 'compare' (duration: 111.045395ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T21:51:17.872152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.475618ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"warn","ts":"2026-03-18T21:51:18.40224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.105549ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-18T21:51:18.402245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.70484ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-18T21:51:18.402327Z","caller":"traceutil/trace.go:171","msg":"trace[1715692476] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1198; }","duration":"100.253022ms","start":"2026-03-18T21:51:18.302055Z","end":"2026-03-18T21:51:18.402308Z","steps":["trace[1715692476] 'range keys from in-memory index tree' (duration: 99.881433ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:51:18.40235Z","caller":"traceutil/trace.go:171","msg":"trace[161502110] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1198; }","duration":"143.868275ms","start":"2026-03-18T21:51:18.258456Z","end":"2026-03-18T21:51:18.402324Z","steps":["trace[161502110] 'range keys from in-memory index tree' (duration: 143.450244ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:51:18.402661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.853433ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-18T21:51:18.402696Z","caller":"traceutil/trace.go:171","msg":"trace[1518481558] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1198; }","duration":"177.929685ms","start":"2026-03-18T21:51:18.224758Z","end":"2026-03-18T21:51:18.402688Z","steps":["trace[1518481558] 'range keys from in-memory index tree' (duration: 177.717149ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:51:20.211009Z","caller":"traceutil/trace.go:171","msg":"trace[59993054] transaction","detail":"{read_only:false; response_revision:1205; number_of_response:1; }","duration":"251.862512ms","start":"2026-03-18T21:51:19.959114Z","end":"2026-03-18T21:51:20.210976Z","steps":["trace[59993054] 'process raft request' (duration: 251.683698ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:51:20.649251Z","caller":"traceutil/trace.go:171","msg":"trace[171926312] transaction","detail":"{read_only:false; response_revision:1207; number_of_response:1; }","duration":"227.076177ms","start":"2026-03-18T21:51:20.422142Z","end":"2026-03-18T21:51:20.649219Z","steps":["trace[171926312] 'process raft request' (duration: 226.842101ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:51:20.649552Z","caller":"traceutil/trace.go:171","msg":"trace[484164729] transaction","detail":"{read_only:false; response_revision:1209; number_of_response:1; }","duration":"225.372563ms","start":"2026-03-18T21:51:20.42413Z","end":"2026-03-18T21:51:20.649502Z","steps":["trace[484164729] 'process raft request' (duration: 225.24654ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:51:20.649536Z","caller":"traceutil/trace.go:171","msg":"trace[778067540] transaction","detail":"{read_only:false; response_revision:1208; number_of_response:1; }","duration":"226.591814ms","start":"2026-03-18T21:51:20.422903Z","end":"2026-03-18T21:51:20.649495Z","steps":["trace[778067540] 'process raft request' (duration: 226.266316ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:51:29.391773Z","caller":"traceutil/trace.go:171","msg":"trace[739533484] linearizableReadLoop","detail":"{readStateIndex:1375; appliedIndex:1373; }","duration":"166.133826ms","start":"2026-03-18T21:51:29.22559Z","end":"2026-03-18T21:51:29.391724Z","steps":["trace[739533484] 'read index received' (duration: 162.334501ms)","trace[739533484] 'applied index is now lower than readState.Index' (duration: 3.797555ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T21:51:29.39184Z","caller":"traceutil/trace.go:171","msg":"trace[1434408621] transaction","detail":"{read_only:false; response_revision:1316; number_of_response:1; }","duration":"202.018263ms","start":"2026-03-18T21:51:29.189792Z","end":"2026-03-18T21:51:29.39181Z","steps":["trace[1434408621] 'process raft request' (duration: 201.811648ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:51:29.391808Z","caller":"traceutil/trace.go:171","msg":"trace[314715395] transaction","detail":"{read_only:false; response_revision:1315; number_of_response:1; }","duration":"202.123726ms","start":"2026-03-18T21:51:29.1896Z","end":"2026-03-18T21:51:29.391724Z","steps":["trace[314715395] 'process raft request' (duration: 198.31063ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:51:29.39225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.640529ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T21:51:29.392338Z","caller":"traceutil/trace.go:171","msg":"trace[266980283] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:1316; }","duration":"166.812204ms","start":"2026-03-18T21:51:29.225503Z","end":"2026-03-18T21:51:29.392316Z","steps":["trace[266980283] 'agreement among raft nodes before linearized reading' (duration: 166.599399ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:51:31.961883Z","caller":"traceutil/trace.go:171","msg":"trace[1361093804] transaction","detail":"{read_only:false; response_revision:1426; number_of_response:1; }","duration":"184.90345ms","start":"2026-03-18T21:51:31.776934Z","end":"2026-03-18T21:51:31.961838Z","steps":["trace[1361093804] 'process raft request' (duration: 184.689525ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:51:33.703365Z","caller":"traceutil/trace.go:171","msg":"trace[1685227538] transaction","detail":"{read_only:false; response_revision:1448; number_of_response:1; }","duration":"141.34702ms","start":"2026-03-18T21:51:33.561989Z","end":"2026-03-18T21:51:33.703336Z","steps":["trace[1685227538] 'process raft request' (duration: 141.189336ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:51:34.421353Z","caller":"traceutil/trace.go:171","msg":"trace[1299164993] transaction","detail":"{read_only:false; response_revision:1452; number_of_response:1; }","duration":"112.238366ms","start":"2026-03-18T21:51:34.309083Z","end":"2026-03-18T21:51:34.421321Z","steps":["trace[1299164993] 'process raft request' (duration: 111.995719ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:51:37.930699Z","caller":"traceutil/trace.go:171","msg":"trace[752245377] transaction","detail":"{read_only:false; response_revision:1503; number_of_response:1; }","duration":"170.302572ms","start":"2026-03-18T21:51:37.760361Z","end":"2026-03-18T21:51:37.930664Z","steps":["trace[752245377] 'process raft request' (duration: 170.104187ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:51:38.093729Z","caller":"traceutil/trace.go:171","msg":"trace[620046693] transaction","detail":"{read_only:false; response_revision:1504; number_of_response:1; }","duration":"246.62753ms","start":"2026-03-18T21:51:37.847062Z","end":"2026-03-18T21:51:38.093689Z","steps":["trace[620046693] 'process raft request' (duration: 246.20669ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:51:38.789187Z","caller":"traceutil/trace.go:171","msg":"trace[170337958] linearizableReadLoop","detail":"{readStateIndex:1574; appliedIndex:1573; }","duration":"326.213692ms","start":"2026-03-18T21:51:38.46294Z","end":"2026-03-18T21:51:38.789154Z","steps":["trace[170337958] 'read index received' (duration: 326.039807ms)","trace[170337958] 'applied index is now lower than readState.Index' (duration: 171.605µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T21:51:38.789259Z","caller":"traceutil/trace.go:171","msg":"trace[555369036] transaction","detail":"{read_only:false; response_revision:1505; number_of_response:1; }","duration":"348.518715ms","start":"2026-03-18T21:51:38.440689Z","end":"2026-03-18T21:51:38.789207Z","steps":["trace[555369036] 'process raft request' (duration: 348.271479ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:51:38.789433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.440027ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T21:51:38.789578Z","caller":"traceutil/trace.go:171","msg":"trace[1275270621] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1505; }","duration":"326.630612ms","start":"2026-03-18T21:51:38.462923Z","end":"2026-03-18T21:51:38.789553Z","steps":["trace[1275270621] 'agreement among raft nodes before linearized reading' (duration: 326.375965ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:51:38.789639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:51:38.462914Z","time spent":"326.713133ms","remote":"127.0.0.1:50536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-18T21:51:38.789494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:51:38.440674Z","time spent":"348.698029ms","remote":"127.0.0.1:55338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T21:51:38.797487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.401428ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T21:51:38.797606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.598669ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-18T21:51:38.79764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.380241ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T21:51:38.797684Z","caller":"traceutil/trace.go:171","msg":"trace[1749149017] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1506; }","duration":"202.755613ms","start":"2026-03-18T21:51:38.594912Z","end":"2026-03-18T21:51:38.797668Z","steps":["trace[1749149017] 'agreement among raft nodes before linearized reading' (duration: 202.497336ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:51:38.797729Z","caller":"traceutil/trace.go:171","msg":"trace[648305593] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1506; }","duration":"270.583956ms","start":"2026-03-18T21:51:38.527118Z","end":"2026-03-18T21:51:38.797702Z","steps":["trace[648305593] 'agreement among raft nodes before linearized reading' (duration: 270.35863ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:51:38.797745Z","caller":"traceutil/trace.go:171","msg":"trace[487483322] transaction","detail":"{read_only:false; response_revision:1506; number_of_response:1; }","duration":"219.375733ms","start":"2026-03-18T21:51:38.578341Z","end":"2026-03-18T21:51:38.797717Z","steps":["trace[487483322] 'process raft request' (duration: 218.910621ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:51:38.797764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.731378ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T21:51:38.797895Z","caller":"traceutil/trace.go:171","msg":"trace[454474216] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1506; }","duration":"302.882141ms","start":"2026-03-18T21:51:38.494991Z","end":"2026-03-18T21:51:38.797873Z","steps":["trace[454474216] 'agreement among raft nodes before linearized reading' (duration: 302.647495ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:51:38.797985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:51:38.494985Z","time spent":"302.983133ms","remote":"127.0.0.1:50552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-18T21:51:38.797897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.297319ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T21:51:38.798091Z","caller":"traceutil/trace.go:171","msg":"trace[82857465] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:0; response_revision:1506; }","duration":"270.512384ms","start":"2026-03-18T21:51:38.52756Z","end":"2026-03-18T21:51:38.798072Z","steps":["trace[82857465] 'agreement among raft nodes before linearized reading' (duration: 270.268788ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:51:38.798126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.851113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T21:51:38.797578Z","caller":"traceutil/trace.go:171","msg":"trace[1382117746] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1506; }","duration":"334.551052ms","start":"2026-03-18T21:51:38.462999Z","end":"2026-03-18T21:51:38.79755Z","steps":["trace[1382117746] 'agreement among raft nodes before linearized reading' (duration: 334.399408ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:51:38.798246Z","caller":"traceutil/trace.go:171","msg":"trace[275137788] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1506; }","duration":"271.032117ms","start":"2026-03-18T21:51:38.527186Z","end":"2026-03-18T21:51:38.798218Z","steps":["trace[275137788] 'agreement among raft nodes before linearized reading' (duration: 270.775971ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:51:38.798315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:51:38.462969Z","time spent":"335.304031ms","remote":"127.0.0.1:50536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 "} {"level":"warn","ts":"2026-03-18T21:51:38.798371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.949223ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T21:51:38.798429Z","caller":"traceutil/trace.go:171","msg":"trace[424419622] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1506; }","duration":"303.446085ms","start":"2026-03-18T21:51:38.494967Z","end":"2026-03-18T21:51:38.798413Z","steps":["trace[424419622] 'agreement among raft nodes before linearized reading' (duration: 302.83385ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:51:38.798566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:51:38.494931Z","time spent":"303.61224ms","remote":"127.0.0.1:50552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 "} {"level":"info","ts":"2026-03-18T21:51:41.003825Z","caller":"traceutil/trace.go:171","msg":"trace[1135619007] transaction","detail":"{read_only:false; response_revision:1517; number_of_response:1; }","duration":"154.81597ms","start":"2026-03-18T21:51:40.84899Z","end":"2026-03-18T21:51:41.003806Z","steps":["trace[1135619007] 'process raft request' (duration: 80.632116ms)","trace[1135619007] 'compare' (duration: 74.050821ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T21:51:41.00403Z","caller":"traceutil/trace.go:171","msg":"trace[1311817458] transaction","detail":"{read_only:false; response_revision:1518; number_of_response:1; }","duration":"154.844691ms","start":"2026-03-18T21:51:40.849169Z","end":"2026-03-18T21:51:41.004014Z","steps":["trace[1311817458] 'process raft request' (duration: 154.602935ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:51:41.004088Z","caller":"traceutil/trace.go:171","msg":"trace[444078222] linearizableReadLoop","detail":"{readStateIndex:1588; appliedIndex:1585; }","duration":"128.680731ms","start":"2026-03-18T21:51:40.875399Z","end":"2026-03-18T21:51:41.004079Z","steps":["trace[444078222] 'read index received' (duration: 54.137748ms)","trace[444078222] 'applied index is now lower than readState.Index' (duration: 74.542293ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T21:51:41.004264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.8174ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-18T21:51:41.004298Z","caller":"traceutil/trace.go:171","msg":"trace[795259741] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:1519; }","duration":"112.898601ms","start":"2026-03-18T21:51:40.891392Z","end":"2026-03-18T21:51:41.004291Z","steps":["trace[795259741] 'agreement among raft nodes before linearized reading' (duration: 112.779578ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:51:41.004266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.856795ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:3963"} {"level":"info","ts":"2026-03-18T21:51:41.004379Z","caller":"traceutil/trace.go:171","msg":"trace[1937076863] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1519; }","duration":"128.987009ms","start":"2026-03-18T21:51:40.875376Z","end":"2026-03-18T21:51:41.004363Z","steps":["trace[1937076863] 'agreement among raft nodes before linearized reading' (duration: 128.788304ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:51:41.004413Z","caller":"traceutil/trace.go:171","msg":"trace[516297896] transaction","detail":"{read_only:false; response_revision:1519; number_of_response:1; }","duration":"155.118339ms","start":"2026-03-18T21:51:40.849224Z","end":"2026-03-18T21:51:41.004343Z","steps":["trace[516297896] 'process raft request' (duration: 154.741379ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:51:42.532241Z","caller":"traceutil/trace.go:171","msg":"trace[2081581063] linearizableReadLoop","detail":"{readStateIndex:1592; appliedIndex:1591; }","duration":"112.440171ms","start":"2026-03-18T21:51:42.419772Z","end":"2026-03-18T21:51:42.532212Z","steps":["trace[2081581063] 'read index received' (duration: 112.274007ms)","trace[2081581063] 'applied index is now lower than readState.Index' (duration: 164.454µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T21:51:42.532325Z","caller":"traceutil/trace.go:171","msg":"trace[1131852201] transaction","detail":"{read_only:false; response_revision:1523; number_of_response:1; }","duration":"138.207891ms","start":"2026-03-18T21:51:42.394056Z","end":"2026-03-18T21:51:42.532264Z","steps":["trace[1131852201] 'process raft request' (duration: 137.969985ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:51:42.532647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.82546ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.200\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-18T21:51:42.532762Z","caller":"traceutil/trace.go:171","msg":"trace[441630013] range","detail":"{range_begin:/registry/masterleases/162.253.55.200; range_end:; response_count:1; response_revision:1523; }","duration":"112.991274ms","start":"2026-03-18T21:51:42.419744Z","end":"2026-03-18T21:51:42.532736Z","steps":["trace[441630013] 'agreement among raft nodes before linearized reading' (duration: 112.590904ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:51:42.784959Z","caller":"traceutil/trace.go:171","msg":"trace[1196037284] transaction","detail":"{read_only:false; response_revision:1524; number_of_response:1; }","duration":"193.145989ms","start":"2026-03-18T21:51:42.591769Z","end":"2026-03-18T21:51:42.784915Z","steps":["trace[1196037284] 'process raft request' (duration: 192.879383ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:51:43.002353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.011489ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-18T21:51:43.002359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.410666ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-18T21:51:43.002452Z","caller":"traceutil/trace.go:171","msg":"trace[2138292600] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1524; }","duration":"144.157912ms","start":"2026-03-18T21:51:42.858272Z","end":"2026-03-18T21:51:43.00243Z","steps":["trace[2138292600] 'range keys from in-memory index tree' (duration: 143.783882ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:51:43.002465Z","caller":"traceutil/trace.go:171","msg":"trace[456071646] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1524; }","duration":"153.563399ms","start":"2026-03-18T21:51:42.848881Z","end":"2026-03-18T21:51:43.002444Z","steps":["trace[456071646] 'range keys from in-memory index tree' (duration: 153.229271ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:51:44.146575Z","caller":"traceutil/trace.go:171","msg":"trace[1195050355] transaction","detail":"{read_only:false; response_revision:1530; number_of_response:1; }","duration":"174.578859ms","start":"2026-03-18T21:51:43.971965Z","end":"2026-03-18T21:51:44.146543Z","steps":["trace[1195050355] 'process raft request' (duration: 174.408155ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:51:44.148469Z","caller":"traceutil/trace.go:171","msg":"trace[2130305179] transaction","detail":"{read_only:false; response_revision:1531; number_of_response:1; }","duration":"126.953827ms","start":"2026-03-18T21:51:44.02146Z","end":"2026-03-18T21:51:44.148414Z","steps":["trace[2130305179] 'process raft request' (duration: 126.772513ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:51:46.305111Z","caller":"traceutil/trace.go:171","msg":"trace[536450192] linearizableReadLoop","detail":"{readStateIndex:1609; appliedIndex:1607; }","duration":"113.425955ms","start":"2026-03-18T21:51:46.191648Z","end":"2026-03-18T21:51:46.305074Z","steps":["trace[536450192] 'read index received' (duration: 961.165µs)","trace[536450192] 'applied index is now lower than readState.Index' (duration: 112.46304ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T21:51:46.305288Z","caller":"traceutil/trace.go:171","msg":"trace[302905269] transaction","detail":"{read_only:false; response_revision:1539; number_of_response:1; }","duration":"130.012215ms","start":"2026-03-18T21:51:46.175238Z","end":"2026-03-18T21:51:46.305251Z","steps":["trace[302905269] 'process raft request' (duration: 59.666058ms)","trace[302905269] 'compare' (duration: 69.898806ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T21:51:46.305405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.734463ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:3963"} {"level":"info","ts":"2026-03-18T21:51:46.305456Z","caller":"traceutil/trace.go:171","msg":"trace[395456929] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1539; }","duration":"114.060601ms","start":"2026-03-18T21:51:46.191381Z","end":"2026-03-18T21:51:46.305442Z","steps":["trace[395456929] 'agreement among raft nodes before linearized reading' (duration: 113.827476ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:51:47.196786Z","caller":"traceutil/trace.go:171","msg":"trace[560193493] transaction","detail":"{read_only:false; response_revision:1541; number_of_response:1; }","duration":"161.289675ms","start":"2026-03-18T21:51:47.035464Z","end":"2026-03-18T21:51:47.196754Z","steps":["trace[560193493] 'process raft request' (duration: 161.098231ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:51:51.786964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.969829ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T21:51:51.787085Z","caller":"traceutil/trace.go:171","msg":"trace[489977137] linearizableReadLoop","detail":"{readStateIndex:1696; appliedIndex:1695; }","duration":"553.585585ms","start":"2026-03-18T21:51:51.23348Z","end":"2026-03-18T21:51:51.787066Z","steps":["trace[489977137] 'read index received' (duration: 171.40218ms)","trace[489977137] 'applied index is now lower than readState.Index' (duration: 382.181795ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T21:51:51.787133Z","caller":"traceutil/trace.go:171","msg":"trace[1898019019] transaction","detail":"{read_only:false; response_revision:1625; number_of_response:1; }","duration":"568.795869ms","start":"2026-03-18T21:51:51.218299Z","end":"2026-03-18T21:51:51.787095Z","steps":["trace[1898019019] 'process raft request' (duration: 186.595643ms)","trace[1898019019] 'compare' (duration: 381.844246ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T21:51:51.787297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:51:51.218274Z","time spent":"568.935162ms","remote":"127.0.0.1:55338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T21:51:51.787353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"553.854811ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-18T21:51:51.787451Z","caller":"traceutil/trace.go:171","msg":"trace[1797624800] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1625; }","duration":"554.024396ms","start":"2026-03-18T21:51:51.233403Z","end":"2026-03-18T21:51:51.787427Z","steps":["trace[1797624800] 'agreement among raft nodes before linearized reading' (duration: 553.763069ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:51:51.787501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:51:51.233373Z","time spent":"554.117958ms","remote":"127.0.0.1:55338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-18T21:51:51.787525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"411.780022ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T21:51:51.787578Z","caller":"traceutil/trace.go:171","msg":"trace[507352765] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1625; }","duration":"411.887345ms","start":"2026-03-18T21:51:51.375675Z","end":"2026-03-18T21:51:51.787563Z","steps":["trace[507352765] 'agreement among raft nodes before linearized reading' (duration: 411.806283ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:51:51.787624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:51:51.375637Z","time spent":"411.979018ms","remote":"127.0.0.1:55054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T21:51:51.787726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.509451ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-9250f361-45bf-48fb-b159-0f6eebd19136\" ","response":"range_response_count:1 size:3627"} {"level":"warn","ts":"2026-03-18T21:51:51.787732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"551.078141ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-18T21:51:51.787788Z","caller":"traceutil/trace.go:171","msg":"trace[1432737303] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-9250f361-45bf-48fb-b159-0f6eebd19136; range_end:; response_count:1; response_revision:1625; }","duration":"129.618724ms","start":"2026-03-18T21:51:51.658151Z","end":"2026-03-18T21:51:51.78777Z","steps":["trace[1432737303] 'agreement among raft nodes before linearized reading' (duration: 129.445369ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:51:51.787819Z","caller":"traceutil/trace.go:171","msg":"trace[1693943187] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1625; }","duration":"551.202164ms","start":"2026-03-18T21:51:51.236593Z","end":"2026-03-18T21:51:51.787795Z","steps":["trace[1693943187] 'agreement among raft nodes before linearized reading' (duration: 550.944458ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:51:51.78789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:51:51.236569Z","time spent":"551.309937ms","remote":"127.0.0.1:55338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-18T21:51:51.787861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"552.785525ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-03-18T21:51:51.787823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"445.003451ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-03-18T21:51:51.787314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"552.292793ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-18T21:51:51.787973Z","caller":"traceutil/trace.go:171","msg":"trace[8394679] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1625; }","duration":"552.947799ms","start":"2026-03-18T21:51:51.235Z","end":"2026-03-18T21:51:51.787948Z","steps":["trace[8394679] 'agreement among raft nodes before linearized reading' (duration: 552.58223ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:51:51.788022Z","caller":"traceutil/trace.go:171","msg":"trace[1007357587] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1625; }","duration":"553.01436ms","start":"2026-03-18T21:51:51.234993Z","end":"2026-03-18T21:51:51.788008Z","steps":["trace[1007357587] 'agreement among raft nodes before linearized reading' (duration: 552.20432ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:51:51.788039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:51:51.234974Z","time spent":"553.056022ms","remote":"127.0.0.1:55338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-18T21:51:51.78806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:51:51.234982Z","time spent":"553.067501ms","remote":"127.0.0.1:55338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-18T21:51:51.787984Z","caller":"traceutil/trace.go:171","msg":"trace[1754648360] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1625; }","duration":"445.212376ms","start":"2026-03-18T21:51:51.342748Z","end":"2026-03-18T21:51:51.787961Z","steps":["trace[1754648360] 'agreement among raft nodes before linearized reading' (duration: 444.859047ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:51:51.788128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:51:51.34272Z","time spent":"445.397281ms","remote":"127.0.0.1:50554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-18T21:51:52.921231Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823086373136604107,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T21:51:53.422372Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823086373136604107,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T21:51:53.528868Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.735772428s","expected-duration":"1s"} {"level":"info","ts":"2026-03-18T21:51:53.545509Z","caller":"traceutil/trace.go:171","msg":"trace[1568870719] transaction","detail":"{read_only:false; response_revision:1626; number_of_response:1; }","duration":"1.752538732s","start":"2026-03-18T21:51:51.792936Z","end":"2026-03-18T21:51:53.545475Z","steps":["trace[1568870719] 'process raft request' (duration: 1.736157898s)","trace[1568870719] 'compare' (duration: 16.130058ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T21:51:53.545693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:51:51.7929Z","time spent":"1.752672436s","remote":"127.0.0.1:55338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T21:51:53.827266Z","caller":"traceutil/trace.go:171","msg":"trace[410912561] transaction","detail":"{read_only:false; response_revision:1627; number_of_response:1; }","duration":"2.032884795s","start":"2026-03-18T21:51:51.794327Z","end":"2026-03-18T21:51:53.827212Z","steps":["trace[410912561] 'process raft request' (duration: 2.032562167s)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:51:53.827316Z","caller":"traceutil/trace.go:171","msg":"trace[148949235] transaction","detail":"{read_only:false; response_revision:1628; number_of_response:1; }","duration":"2.028995316s","start":"2026-03-18T21:51:51.798274Z","end":"2026-03-18T21:51:53.827269Z","steps":["trace[148949235] 'process raft request' (duration: 2.028833582s)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:51:53.827366Z","caller":"traceutil/trace.go:171","msg":"trace[415417006] transaction","detail":"{read_only:false; response_revision:1629; number_of_response:1; }","duration":"2.012736106s","start":"2026-03-18T21:51:51.814599Z","end":"2026-03-18T21:51:53.827335Z","steps":["trace[415417006] 'process raft request' (duration: 2.012563862s)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:51:53.82736Z","caller":"traceutil/trace.go:171","msg":"trace[444802320] transaction","detail":"{read_only:false; response_revision:1630; number_of_response:1; }","duration":"2.012575722s","start":"2026-03-18T21:51:51.814749Z","end":"2026-03-18T21:51:53.827325Z","steps":["trace[444802320] 'process raft request' (duration: 2.012480519s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:51:53.827477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:51:51.794318Z","time spent":"2.033043669s","remote":"127.0.0.1:55338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T21:51:53.827483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:51:51.814564Z","time spent":"2.012857149s","remote":"127.0.0.1:55254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3729,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T21:51:53.827523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:51:51.798256Z","time spent":"2.02914387s","remote":"127.0.0.1:55338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T21:51:53.827553Z","caller":"traceutil/trace.go:171","msg":"trace[1968700448] transaction","detail":"{read_only:false; response_revision:1631; number_of_response:1; }","duration":"1.608430012s","start":"2026-03-18T21:51:52.21909Z","end":"2026-03-18T21:51:53.82752Z","steps":["trace[1968700448] 'process raft request' (duration: 1.608184606s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:51:53.827617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:51:51.814743Z","time spent":"2.012725705s","remote":"127.0.0.1:55338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T21:51:53.827835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:51:52.219051Z","time spent":"1.608632017s","remote":"127.0.0.1:55338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T21:51:53.827921Z","caller":"traceutil/trace.go:171","msg":"trace[1741545857] transaction","detail":"{read_only:false; response_revision:1633; number_of_response:1; }","duration":"833.349402ms","start":"2026-03-18T21:51:52.994552Z","end":"2026-03-18T21:51:53.827901Z","steps":["trace[1741545857] 'process raft request' (duration: 833.238009ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:51:53.828014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:51:52.994507Z","time spent":"833.462085ms","remote":"127.0.0.1:55338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T21:51:53.827963Z","caller":"traceutil/trace.go:171","msg":"trace[1030309388] transaction","detail":"{read_only:false; response_revision:1632; number_of_response:1; }","duration":"1.501619794s","start":"2026-03-18T21:51:52.326297Z","end":"2026-03-18T21:51:53.827917Z","steps":["trace[1030309388] 'process raft request' (duration: 1.501124171s)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:51:53.827916Z","caller":"traceutil/trace.go:171","msg":"trace[820755739] linearizableReadLoop","detail":"{readStateIndex:1704; appliedIndex:1696; }","duration":"1.407073775s","start":"2026-03-18T21:51:52.42082Z","end":"2026-03-18T21:51:53.827894Z","steps":["trace[820755739] 'read index received' (duration: 1.108290977s)","trace[820755739] 'applied index is now lower than readState.Index' (duration: 298.780988ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T21:51:53.828125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.407309181s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.200\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-18T21:51:53.828185Z","caller":"traceutil/trace.go:171","msg":"trace[506438864] range","detail":"{range_begin:/registry/masterleases/162.253.55.200; range_end:; response_count:1; response_revision:1633; }","duration":"1.407412694s","start":"2026-03-18T21:51:52.42076Z","end":"2026-03-18T21:51:53.828173Z","steps":["trace[506438864] 'agreement among raft nodes before linearized reading' (duration: 1.407193178s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:51:53.828221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:51:52.420726Z","time spent":"1.407486846s","remote":"127.0.0.1:55108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/162.253.55.200\" "} {"level":"warn","ts":"2026-03-18T21:51:53.828248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.034057162s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-9250f361-45bf-48fb-b159-0f6eebd19136\" ","response":"range_response_count:1 size:3744"} {"level":"info","ts":"2026-03-18T21:51:53.828307Z","caller":"traceutil/trace.go:171","msg":"trace[1252613940] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-9250f361-45bf-48fb-b159-0f6eebd19136; range_end:; response_count:1; response_revision:1633; }","duration":"1.034173215s","start":"2026-03-18T21:51:52.794117Z","end":"2026-03-18T21:51:53.82829Z","steps":["trace[1252613940] 'agreement among raft nodes before linearized reading' (duration: 1.034059782s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:51:53.828344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:51:52.794068Z","time spent":"1.034268078s","remote":"127.0.0.1:55254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3768,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-9250f361-45bf-48fb-b159-0f6eebd19136\" "} {"level":"warn","ts":"2026-03-18T21:51:53.828309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:51:52.326258Z","time spent":"1.50185942s","remote":"127.0.0.1:55338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T21:51:53.828422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"453.398954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T21:51:53.828481Z","caller":"traceutil/trace.go:171","msg":"trace[524606373] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1633; }","duration":"453.493986ms","start":"2026-03-18T21:51:53.374972Z","end":"2026-03-18T21:51:53.828466Z","steps":["trace[524606373] 'agreement among raft nodes before linearized reading' (duration: 453.414204ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:51:53.828522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:51:53.374947Z","time spent":"453.567708ms","remote":"127.0.0.1:55054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T21:51:53.828518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.033333134s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-18T21:51:53.828586Z","caller":"traceutil/trace.go:171","msg":"trace[1802299195] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1633; }","duration":"1.033455688s","start":"2026-03-18T21:51:52.795111Z","end":"2026-03-18T21:51:53.828567Z","steps":["trace[1802299195] 'agreement among raft nodes before linearized reading' (duration: 1.033282513s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:51:53.828645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:51:52.795079Z","time spent":"1.033555209s","remote":"127.0.0.1:50554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-18T21:51:55.33373Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823086373136604118,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T21:51:55.483521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.406082229s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T21:51:55.48372Z","caller":"traceutil/trace.go:171","msg":"trace[1557417293] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1633; }","duration":"1.406309846s","start":"2026-03-18T21:51:54.077384Z","end":"2026-03-18T21:51:55.483694Z","steps":["trace[1557417293] 'range keys from in-memory index tree' (duration: 1.406055899s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:51:55.483787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.524926572s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T21:51:55.484065Z","caller":"traceutil/trace.go:171","msg":"trace[831187272] transaction","detail":"{read_only:false; response_revision:1636; number_of_response:1; }","duration":"1.586866107s","start":"2026-03-18T21:51:53.897176Z","end":"2026-03-18T21:51:55.484043Z","steps":["trace[831187272] 'process raft request' (duration: 1.586818535s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:51:55.48416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:51:53.897159Z","time spent":"1.586948378s","remote":"127.0.0.1:55338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T21:51:55.484412Z","caller":"traceutil/trace.go:171","msg":"trace[1474281783] transaction","detail":"{read_only:false; response_revision:1634; number_of_response:1; }","duration":"1.650186896s","start":"2026-03-18T21:51:53.834213Z","end":"2026-03-18T21:51:55.4844Z","steps":["trace[1474281783] 'process raft request' (duration: 124.538217ms)","trace[1474281783] 'compare' (duration: 1.524720846s)"],"step_count":2} {"level":"warn","ts":"2026-03-18T21:51:55.484476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:51:53.834192Z","time spent":"1.650255629s","remote":"127.0.0.1:55338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T21:51:55.484683Z","caller":"traceutil/trace.go:171","msg":"trace[589783815] transaction","detail":"{read_only:false; response_revision:1635; number_of_response:1; }","duration":"1.618813303s","start":"2026-03-18T21:51:53.865842Z","end":"2026-03-18T21:51:55.484655Z","steps":["trace[589783815] 'process raft request' (duration: 1.618077465s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:51:55.484861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:51:53.865818Z","time spent":"1.618938037s","remote":"127.0.0.1:55108","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T21:51:55.83419Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823086373136604118,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T21:51:56.29146Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.765823317s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-18T21:51:56.518912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.017314ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T21:51:56.519272Z","caller":"traceutil/trace.go:171","msg":"trace[41636013] linearizableReadLoop","detail":"{readStateIndex:1709; appliedIndex:1708; }","duration":"1.686004312s","start":"2026-03-18T21:51:54.833181Z","end":"2026-03-18T21:51:56.519186Z","steps":["trace[41636013] 'read index received' (duration: 1.45869725s)","trace[41636013] 'applied index is now lower than readState.Index' (duration: 227.303762ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T21:51:56.51956Z","caller":"traceutil/trace.go:171","msg":"trace[1321395882] transaction","detail":"{read_only:false; response_revision:1637; number_of_response:1; }","duration":"1.994061814s","start":"2026-03-18T21:51:54.52544Z","end":"2026-03-18T21:51:56.519502Z","steps":["trace[1321395882] 'process raft request' (duration: 1.766313361s)","trace[1321395882] 'compare' (duration: 226.860911ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T21:51:56.51979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:51:54.5254Z","time spent":"1.994270569s","remote":"127.0.0.1:55338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T21:51:56.520012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.686806992s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-9250f361-45bf-48fb-b159-0f6eebd19136\" ","response":"range_response_count:1 size:3744"} {"level":"info","ts":"2026-03-18T21:51:56.5201Z","caller":"traceutil/trace.go:171","msg":"trace[1522682609] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-9250f361-45bf-48fb-b159-0f6eebd19136; range_end:; response_count:1; response_revision:1637; }","duration":"1.686959855s","start":"2026-03-18T21:51:54.833117Z","end":"2026-03-18T21:51:56.520077Z","steps":["trace[1522682609] 'agreement among raft nodes before linearized reading' (duration: 1.686691038s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:51:56.520167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:51:54.833085Z","time spent":"1.687065218s","remote":"127.0.0.1:55254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3768,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-9250f361-45bf-48fb-b159-0f6eebd19136\" "} {"level":"info","ts":"2026-03-18T21:51:56.569005Z","caller":"traceutil/trace.go:171","msg":"trace[1230328883] transaction","detail":"{read_only:false; response_revision:1638; number_of_response:1; }","duration":"734.063305ms","start":"2026-03-18T21:51:55.834916Z","end":"2026-03-18T21:51:56.56898Z","steps":["trace[1230328883] 'process raft request' (duration: 733.88937ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:51:56.569132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:51:55.834898Z","time spent":"734.170897ms","remote":"127.0.0.1:55338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T21:51:56.569517Z","caller":"traceutil/trace.go:171","msg":"trace[1089620798] transaction","detail":"{read_only:false; response_revision:1639; number_of_response:1; }","duration":"733.535241ms","start":"2026-03-18T21:51:55.835962Z","end":"2026-03-18T21:51:56.569497Z","steps":["trace[1089620798] 'process raft request' (duration: 732.962387ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:51:56.569639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:51:55.835942Z","time spent":"733.648583ms","remote":"127.0.0.1:55338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T21:51:56.569692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.145537419s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T21:51:56.5698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.020268014s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-03-18T21:51:56.569825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"735.645845ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-03-18T21:51:56.569825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.082456776s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-03-18T21:51:56.569873Z","caller":"traceutil/trace.go:171","msg":"trace[516573319] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1640; }","duration":"1.020397667s","start":"2026-03-18T21:51:55.549455Z","end":"2026-03-18T21:51:56.569853Z","steps":["trace[516573319] 'agreement among raft nodes before linearized reading' (duration: 1.02014677s)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:51:56.56989Z","caller":"traceutil/trace.go:171","msg":"trace[873829074] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:1640; }","duration":"1.082572008s","start":"2026-03-18T21:51:55.487301Z","end":"2026-03-18T21:51:56.569873Z","steps":["trace[873829074] 'agreement among raft nodes before linearized reading' (duration: 1.082458695s)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:51:56.569878Z","caller":"traceutil/trace.go:171","msg":"trace[799898691] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:1640; }","duration":"1.145716483s","start":"2026-03-18T21:51:55.424095Z","end":"2026-03-18T21:51:56.569812Z","steps":["trace[799898691] 'agreement among raft nodes before linearized reading' (duration: 1.145462296s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:51:56.569929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:51:55.549423Z","time spent":"1.020493549s","remote":"127.0.0.1:55338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-18T21:51:56.569894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"735.237134ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-18T21:51:56.569961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"735.571572ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-18T21:51:56.569937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:51:55.487271Z","time spent":"1.08265415s","remote":"127.0.0.1:55238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-03-18T21:51:56.569995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:51:55.424079Z","time spent":"1.145893968s","remote":"127.0.0.1:58780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"info","ts":"2026-03-18T21:51:56.569878Z","caller":"traceutil/trace.go:171","msg":"trace[346086078] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1640; }","duration":"735.753717ms","start":"2026-03-18T21:51:55.83411Z","end":"2026-03-18T21:51:56.569863Z","steps":["trace[346086078] 'agreement among raft nodes before linearized reading' (duration: 735.427749ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:51:56.569998Z","caller":"traceutil/trace.go:171","msg":"trace[19504003] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1640; }","duration":"735.609243ms","start":"2026-03-18T21:51:55.834376Z","end":"2026-03-18T21:51:56.569985Z","steps":["trace[19504003] 'agreement among raft nodes before linearized reading' (duration: 735.524461ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:51:56.570069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.167043242s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:10327"} {"level":"info","ts":"2026-03-18T21:51:56.570019Z","caller":"traceutil/trace.go:171","msg":"trace[409224698] transaction","detail":"{read_only:false; response_revision:1640; number_of_response:1; }","duration":"732.437744ms","start":"2026-03-18T21:51:55.837537Z","end":"2026-03-18T21:51:56.569975Z","steps":["trace[409224698] 'process raft request' (duration: 731.88443ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:51:56.570008Z","caller":"traceutil/trace.go:171","msg":"trace[756403063] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1640; }","duration":"735.349007ms","start":"2026-03-18T21:51:55.834632Z","end":"2026-03-18T21:51:56.569981Z","steps":["trace[756403063] 'agreement among raft nodes before linearized reading' (duration: 735.114611ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:51:56.570125Z","caller":"traceutil/trace.go:171","msg":"trace[2029605790] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1640; }","duration":"1.167125864s","start":"2026-03-18T21:51:55.402982Z","end":"2026-03-18T21:51:56.570107Z","steps":["trace[2029605790] 'agreement among raft nodes before linearized reading' (duration: 1.166932709s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:51:56.570149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:51:55.834336Z","time spent":"735.807838ms","remote":"127.0.0.1:55338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-18T21:51:56.57009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:51:55.834079Z","time spent":"735.994253ms","remote":"127.0.0.1:55338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-18T21:51:56.570079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"493.523857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-03-18T21:51:56.5701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:51:55.834271Z","time spent":"735.814408ms","remote":"127.0.0.1:55338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-18T21:51:56.570248Z","caller":"traceutil/trace.go:171","msg":"trace[1823342035] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:1640; }","duration":"493.832745ms","start":"2026-03-18T21:51:56.076387Z","end":"2026-03-18T21:51:56.570219Z","steps":["trace[1823342035] 'agreement among raft nodes before linearized reading' (duration: 493.260711ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:51:56.570177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:51:55.402966Z","time spent":"1.167198555s","remote":"127.0.0.1:55254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":10351,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-18T21:51:56.570294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:51:55.837525Z","time spent":"732.632328ms","remote":"127.0.0.1:55338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T21:51:56.570385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:51:56.076341Z","time spent":"493.995429ms","remote":"127.0.0.1:55338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":583,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-18T21:51:56.570542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.733748097s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-18T21:51:56.570622Z","caller":"traceutil/trace.go:171","msg":"trace[2085861280] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1640; }","duration":"1.73386515s","start":"2026-03-18T21:51:54.836732Z","end":"2026-03-18T21:51:56.570597Z","steps":["trace[2085861280] 'agreement among raft nodes before linearized reading' (duration: 1.732779493s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:51:56.570677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:51:54.836705Z","time spent":"1.733959433s","remote":"127.0.0.1:50554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-18T21:51:56.570824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.194906585s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T21:51:56.570901Z","caller":"traceutil/trace.go:171","msg":"trace[882343468] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1640; }","duration":"1.195031308s","start":"2026-03-18T21:51:55.37585Z","end":"2026-03-18T21:51:56.570882Z","steps":["trace[882343468] 'agreement among raft nodes before linearized reading' (duration: 1.194908585s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:51:56.570952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:51:55.375819Z","time spent":"1.195122951s","remote":"127.0.0.1:55054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T21:51:56.571048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.193391418s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T21:51:56.571211Z","caller":"traceutil/trace.go:171","msg":"trace[269141973] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:1640; }","duration":"1.193613603s","start":"2026-03-18T21:51:55.37753Z","end":"2026-03-18T21:51:56.571144Z","steps":["trace[269141973] 'agreement among raft nodes before linearized reading' (duration: 1.193396777s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:51:56.571323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:51:55.377496Z","time spent":"1.193765737s","remote":"127.0.0.1:46930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"info","ts":"2026-03-18T21:52:03.629474Z","caller":"traceutil/trace.go:171","msg":"trace[816482111] transaction","detail":"{read_only:false; response_revision:1723; number_of_response:1; }","duration":"104.126291ms","start":"2026-03-18T21:52:03.525319Z","end":"2026-03-18T21:52:03.629445Z","steps":["trace[816482111] 'process raft request' (duration: 103.966307ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:52:04.939089Z","caller":"traceutil/trace.go:171","msg":"trace[825246948] linearizableReadLoop","detail":"{readStateIndex:1808; appliedIndex:1807; }","duration":"143.041314ms","start":"2026-03-18T21:52:04.796018Z","end":"2026-03-18T21:52:04.939059Z","steps":["trace[825246948] 'read index received' (duration: 99.863353ms)","trace[825246948] 'applied index is now lower than readState.Index' (duration: 43.176ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T21:52:04.939153Z","caller":"traceutil/trace.go:171","msg":"trace[1226462719] transaction","detail":"{read_only:false; response_revision:1734; number_of_response:1; }","duration":"164.031114ms","start":"2026-03-18T21:52:04.775069Z","end":"2026-03-18T21:52:04.9391Z","steps":["trace[1226462719] 'process raft request' (duration: 120.906165ms)","trace[1226462719] 'compare' (duration: 42.736269ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T21:52:04.939363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.32669ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"info","ts":"2026-03-18T21:52:04.939421Z","caller":"traceutil/trace.go:171","msg":"trace[414530600] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1734; }","duration":"143.446004ms","start":"2026-03-18T21:52:04.795956Z","end":"2026-03-18T21:52:04.939402Z","steps":["trace[414530600] 'agreement among raft nodes before linearized reading' (duration: 143.221627ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:52:06.839146Z","caller":"traceutil/trace.go:171","msg":"trace[1901192093] linearizableReadLoop","detail":"{readStateIndex:1810; appliedIndex:1809; }","duration":"208.357564ms","start":"2026-03-18T21:52:06.630755Z","end":"2026-03-18T21:52:06.839113Z","steps":["trace[1901192093] 'read index received' (duration: 208.18697ms)","trace[1901192093] 'applied index is now lower than readState.Index' (duration: 169.194µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T21:52:06.839208Z","caller":"traceutil/trace.go:171","msg":"trace[1126690952] transaction","detail":"{read_only:false; response_revision:1736; number_of_response:1; }","duration":"228.854822ms","start":"2026-03-18T21:52:06.610303Z","end":"2026-03-18T21:52:06.839158Z","steps":["trace[1126690952] 'process raft request' (duration: 228.601796ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:52:06.839538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.754294ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11985"} {"level":"info","ts":"2026-03-18T21:52:06.839678Z","caller":"traceutil/trace.go:171","msg":"trace[1048206692] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1736; }","duration":"208.959129ms","start":"2026-03-18T21:52:06.630682Z","end":"2026-03-18T21:52:06.839641Z","steps":["trace[1048206692] 'agreement among raft nodes before linearized reading' (duration: 208.629231ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:52:06.844745Z","caller":"traceutil/trace.go:171","msg":"trace[1757230020] transaction","detail":"{read_only:false; response_revision:1737; number_of_response:1; }","duration":"204.506166ms","start":"2026-03-18T21:52:06.640216Z","end":"2026-03-18T21:52:06.844723Z","steps":["trace[1757230020] 'process raft request' (duration: 204.26979ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:52:06.844792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.16822ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-18T21:52:06.84485Z","caller":"traceutil/trace.go:171","msg":"trace[641252453] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1738; }","duration":"191.260563ms","start":"2026-03-18T21:52:06.653578Z","end":"2026-03-18T21:52:06.844839Z","steps":["trace[641252453] 'agreement among raft nodes before linearized reading' (duration: 191.111779ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:52:06.844842Z","caller":"traceutil/trace.go:171","msg":"trace[666243874] transaction","detail":"{read_only:false; response_revision:1738; number_of_response:1; }","duration":"203.354218ms","start":"2026-03-18T21:52:06.641453Z","end":"2026-03-18T21:52:06.844807Z","steps":["trace[666243874] 'process raft request' (duration: 203.151723ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:52:06.844792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.302765ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-18T21:52:06.844941Z","caller":"traceutil/trace.go:171","msg":"trace[1840449878] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1738; }","duration":"197.485249ms","start":"2026-03-18T21:52:06.647442Z","end":"2026-03-18T21:52:06.844928Z","steps":["trace[1840449878] 'agreement among raft nodes before linearized reading' (duration: 197.209892ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:52:06.844792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.320458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-18T21:52:06.845013Z","caller":"traceutil/trace.go:171","msg":"trace[283141863] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1738; }","duration":"190.573775ms","start":"2026-03-18T21:52:06.654426Z","end":"2026-03-18T21:52:06.845Z","steps":["trace[283141863] 'agreement among raft nodes before linearized reading' (duration: 190.231046ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:52:06.844896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.642328ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-03-18T21:52:06.845044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.17278ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-18T21:52:06.845153Z","caller":"traceutil/trace.go:171","msg":"trace[1156229867] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1738; }","duration":"191.367975ms","start":"2026-03-18T21:52:06.65377Z","end":"2026-03-18T21:52:06.845138Z","steps":["trace[1156229867] 'agreement among raft nodes before linearized reading' (duration: 191.034517ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:52:06.845091Z","caller":"traceutil/trace.go:171","msg":"trace[1375214976] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1738; }","duration":"194.873893ms","start":"2026-03-18T21:52:06.650199Z","end":"2026-03-18T21:52:06.845073Z","steps":["trace[1375214976] 'agreement among raft nodes before linearized reading' (duration: 194.630667ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:52:07.62114Z","caller":"traceutil/trace.go:171","msg":"trace[1643771710] linearizableReadLoop","detail":"{readStateIndex:1818; appliedIndex:1817; }","duration":"106.025069ms","start":"2026-03-18T21:52:07.515083Z","end":"2026-03-18T21:52:07.621108Z","steps":["trace[1643771710] 'read index received' (duration: 105.732621ms)","trace[1643771710] 'applied index is now lower than readState.Index' (duration: 291.157µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T21:52:07.621249Z","caller":"traceutil/trace.go:171","msg":"trace[826849484] transaction","detail":"{read_only:false; response_revision:1744; number_of_response:1; }","duration":"159.873368ms","start":"2026-03-18T21:52:07.461352Z","end":"2026-03-18T21:52:07.621226Z","steps":["trace[826849484] 'process raft request' (duration: 159.569671ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:52:07.621338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.230393ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T21:52:07.621375Z","caller":"traceutil/trace.go:171","msg":"trace[1109724849] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:1744; }","duration":"106.347477ms","start":"2026-03-18T21:52:07.515018Z","end":"2026-03-18T21:52:07.621365Z","steps":["trace[1109724849] 'agreement among raft nodes before linearized reading' (duration: 106.214074ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:52:09.06648Z","caller":"traceutil/trace.go:171","msg":"trace[1040371184] transaction","detail":"{read_only:false; response_revision:1749; number_of_response:1; }","duration":"152.136884ms","start":"2026-03-18T21:52:08.914301Z","end":"2026-03-18T21:52:09.066438Z","steps":["trace[1040371184] 'process raft request' (duration: 149.988439ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:52:09.091818Z","caller":"traceutil/trace.go:171","msg":"trace[1116247249] transaction","detail":"{read_only:false; response_revision:1750; number_of_response:1; }","duration":"176.908549ms","start":"2026-03-18T21:52:08.91488Z","end":"2026-03-18T21:52:09.091789Z","steps":["trace[1116247249] 'process raft request' (duration: 176.688484ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:52:09.092138Z","caller":"traceutil/trace.go:171","msg":"trace[1745221986] transaction","detail":"{read_only:false; response_revision:1751; number_of_response:1; }","duration":"177.153445ms","start":"2026-03-18T21:52:08.914914Z","end":"2026-03-18T21:52:09.092068Z","steps":["trace[1745221986] 'process raft request' (duration: 176.799137ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:52:09.092367Z","caller":"traceutil/trace.go:171","msg":"trace[368090057] transaction","detail":"{read_only:false; response_revision:1752; number_of_response:1; }","duration":"176.928469ms","start":"2026-03-18T21:52:08.915417Z","end":"2026-03-18T21:52:09.092346Z","steps":["trace[368090057] 'process raft request' (duration: 176.55049ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:52:09.369548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.578567ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-18T21:52:13.32771Z","caller":"traceutil/trace.go:171","msg":"trace[865913227] transaction","detail":"{read_only:false; response_revision:1771; number_of_response:1; }","duration":"431.461879ms","start":"2026-03-18T21:52:12.896217Z","end":"2026-03-18T21:52:13.327679Z","steps":["trace[865913227] 'process raft request' (duration: 431.294505ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:52:13.327932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:52:12.896183Z","time spent":"431.636824ms","remote":"127.0.0.1:55338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T21:52:13.404844Z","caller":"traceutil/trace.go:171","msg":"trace[851079046] transaction","detail":"{read_only:false; response_revision:1772; number_of_response:1; }","duration":"483.834392ms","start":"2026-03-18T21:52:12.920977Z","end":"2026-03-18T21:52:13.404811Z","steps":["trace[851079046] 'process raft request' (duration: 483.601396ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:52:13.405043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:52:12.920934Z","time spent":"484.002777ms","remote":"127.0.0.1:55338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T21:52:13.405085Z","caller":"traceutil/trace.go:171","msg":"trace[1769554400] linearizableReadLoop","detail":"{readStateIndex:1849; appliedIndex:1847; }","duration":"466.680568ms","start":"2026-03-18T21:52:12.938369Z","end":"2026-03-18T21:52:13.405049Z","steps":["trace[1769554400] 'read index received' (duration: 389.52149ms)","trace[1769554400] 'applied index is now lower than readState.Index' (duration: 77.157038ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T21:52:13.405208Z","caller":"traceutil/trace.go:171","msg":"trace[622163843] transaction","detail":"{read_only:false; response_revision:1773; number_of_response:1; }","duration":"481.558395ms","start":"2026-03-18T21:52:12.923639Z","end":"2026-03-18T21:52:13.405197Z","steps":["trace[622163843] 'process raft request' (duration: 481.123043ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:52:13.405261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:52:12.923625Z","time spent":"481.604246ms","remote":"127.0.0.1:55338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T21:52:13.405364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"466.970917ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-18T21:52:13.405394Z","caller":"traceutil/trace.go:171","msg":"trace[1651209309] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1773; }","duration":"467.056229ms","start":"2026-03-18T21:52:12.938328Z","end":"2026-03-18T21:52:13.405384Z","steps":["trace[1651209309] 'agreement among raft nodes before linearized reading' (duration: 466.876604ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:52:13.405422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:52:12.938314Z","time spent":"467.100741ms","remote":"127.0.0.1:50554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-18T21:52:13.405446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.722158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-18T21:52:13.405666Z","caller":"traceutil/trace.go:171","msg":"trace[20896783] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1773; }","duration":"323.942344ms","start":"2026-03-18T21:52:13.081678Z","end":"2026-03-18T21:52:13.40562Z","steps":["trace[20896783] 'agreement among raft nodes before linearized reading' (duration: 323.671367ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:52:13.405444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.410006ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-18T21:52:13.405727Z","caller":"traceutil/trace.go:171","msg":"trace[1183038886] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1773; }","duration":"288.711683ms","start":"2026-03-18T21:52:13.117007Z","end":"2026-03-18T21:52:13.405719Z","steps":["trace[1183038886] 'agreement among raft nodes before linearized reading' (duration: 288.340784ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:52:13.40572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.99492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-18T21:52:13.405842Z","caller":"traceutil/trace.go:171","msg":"trace[1760542830] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1773; }","duration":"289.137984ms","start":"2026-03-18T21:52:13.116664Z","end":"2026-03-18T21:52:13.405802Z","steps":["trace[1760542830] 'agreement among raft nodes before linearized reading' (duration: 288.812956ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:52:13.405695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:52:13.081654Z","time spent":"324.035036ms","remote":"127.0.0.1:55338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-18T21:52:13.405579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.375036ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-18T21:52:13.405948Z","caller":"traceutil/trace.go:171","msg":"trace[1942519533] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1773; }","duration":"290.806527ms","start":"2026-03-18T21:52:13.115132Z","end":"2026-03-18T21:52:13.405938Z","steps":["trace[1942519533] 'agreement among raft nodes before linearized reading' (duration: 290.362296ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:52:14.913995Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823086373136604410,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T21:52:15.133108Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.397378691s","expected-duration":"1s"} {"level":"info","ts":"2026-03-18T21:52:15.133611Z","caller":"traceutil/trace.go:171","msg":"trace[557793833] linearizableReadLoop","detail":"{readStateIndex:1854; appliedIndex:1853; }","duration":"719.72004ms","start":"2026-03-18T21:52:14.413865Z","end":"2026-03-18T21:52:15.133585Z","steps":["trace[557793833] 'read index received' (duration: 719.471784ms)","trace[557793833] 'applied index is now lower than readState.Index' (duration: 246.996µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T21:52:15.13367Z","caller":"traceutil/trace.go:171","msg":"trace[1341027017] transaction","detail":"{read_only:false; response_revision:1778; number_of_response:1; }","duration":"1.398008787s","start":"2026-03-18T21:52:13.735617Z","end":"2026-03-18T21:52:15.133626Z","steps":["trace[1341027017] 'process raft request' (duration: 1.397790091s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:52:15.133892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:52:13.735596Z","time spent":"1.398178512s","remote":"127.0.0.1:55338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T21:52:15.133933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"720.04592ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-18T21:52:15.133984Z","caller":"traceutil/trace.go:171","msg":"trace[433830864] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1778; }","duration":"720.170093ms","start":"2026-03-18T21:52:14.413794Z","end":"2026-03-18T21:52:15.133964Z","steps":["trace[433830864] 'agreement among raft nodes before linearized reading' (duration: 719.882726ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:52:15.134076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:52:14.41376Z","time spent":"720.305116ms","remote":"127.0.0.1:50554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-18T21:52:15.831002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.767645ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T21:52:15.831219Z","caller":"traceutil/trace.go:171","msg":"trace[1157339564] transaction","detail":"{read_only:false; response_revision:1779; number_of_response:1; }","duration":"496.050692ms","start":"2026-03-18T21:52:15.335119Z","end":"2026-03-18T21:52:15.83117Z","steps":["trace[1157339564] 'process raft request' (duration: 278.992629ms)","trace[1157339564] 'compare' (duration: 216.322494ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T21:52:15.831342Z","caller":"traceutil/trace.go:171","msg":"trace[2072481528] transaction","detail":"{read_only:false; response_revision:1781; number_of_response:1; }","duration":"418.693427ms","start":"2026-03-18T21:52:15.412629Z","end":"2026-03-18T21:52:15.831323Z","steps":["trace[2072481528] 'process raft request' (duration: 418.641266ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:52:15.831323Z","caller":"traceutil/trace.go:171","msg":"trace[788069644] linearizableReadLoop","detail":"{readStateIndex:1855; appliedIndex:1854; }","duration":"456.279036ms","start":"2026-03-18T21:52:15.374974Z","end":"2026-03-18T21:52:15.831253Z","steps":["trace[788069644] 'read index received' (duration: 239.183812ms)","trace[788069644] 'applied index is now lower than readState.Index' (duration: 217.091544ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T21:52:15.831398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:52:15.4126Z","time spent":"418.774739ms","remote":"127.0.0.1:55338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T21:52:15.831445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:52:15.335078Z","time spent":"496.267988ms","remote":"127.0.0.1:55338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T21:52:15.831714Z","caller":"traceutil/trace.go:171","msg":"trace[701263500] transaction","detail":"{read_only:false; response_revision:1780; number_of_response:1; }","duration":"419.458526ms","start":"2026-03-18T21:52:15.412251Z","end":"2026-03-18T21:52:15.831709Z","steps":["trace[701263500] 'process raft request' (duration: 418.929212ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:52:15.831726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"456.730468ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T21:52:15.831746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:52:15.412219Z","time spent":"419.512877ms","remote":"127.0.0.1:55338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T21:52:15.831811Z","caller":"traceutil/trace.go:171","msg":"trace[1647969133] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1781; }","duration":"456.882432ms","start":"2026-03-18T21:52:15.374904Z","end":"2026-03-18T21:52:15.831787Z","steps":["trace[1647969133] 'agreement among raft nodes before linearized reading' (duration: 456.543643ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:52:15.831832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"411.199417ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-03-18T21:52:15.831845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"415.519447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-03-18T21:52:15.831866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.727855ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T21:52:15.831876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:52:15.374873Z","time spent":"456.991625ms","remote":"127.0.0.1:55054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T21:52:15.832953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"412.765836ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-18T21:52:15.832992Z","caller":"traceutil/trace.go:171","msg":"trace[1611704609] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1781; }","duration":"412.803407ms","start":"2026-03-18T21:52:15.420178Z","end":"2026-03-18T21:52:15.832982Z","steps":["trace[1611704609] 'agreement among raft nodes before linearized reading' (duration: 411.557676ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:52:15.832566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"411.781812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-18T21:52:15.833148Z","caller":"traceutil/trace.go:171","msg":"trace[2128753903] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1781; }","duration":"413.110346ms","start":"2026-03-18T21:52:15.419999Z","end":"2026-03-18T21:52:15.83311Z","steps":["trace[2128753903] 'agreement among raft nodes before linearized reading' (duration: 411.766092ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:52:15.833173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:52:15.420147Z","time spent":"412.876239ms","remote":"127.0.0.1:55338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-18T21:52:15.833205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:52:15.419972Z","time spent":"413.216198ms","remote":"127.0.0.1:55338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-18T21:52:15.833233Z","caller":"traceutil/trace.go:171","msg":"trace[153030348] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1781; }","duration":"411.31586ms","start":"2026-03-18T21:52:15.420575Z","end":"2026-03-18T21:52:15.831891Z","steps":["trace[153030348] 'agreement among raft nodes before linearized reading' (duration: 411.113635ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:52:15.833302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:52:15.420543Z","time spent":"412.742786ms","remote":"127.0.0.1:55338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-18T21:52:15.833293Z","caller":"traceutil/trace.go:171","msg":"trace[1017542817] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1781; }","duration":"416.952722ms","start":"2026-03-18T21:52:15.416272Z","end":"2026-03-18T21:52:15.833225Z","steps":["trace[1017542817] 'agreement among raft nodes before linearized reading' (duration: 415.399984ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:52:15.833573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:52:15.416256Z","time spent":"417.157548ms","remote":"127.0.0.1:55338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-18T21:52:15.833968Z","caller":"traceutil/trace.go:171","msg":"trace[750201596] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:1781; }","duration":"218.843238ms","start":"2026-03-18T21:52:15.615093Z","end":"2026-03-18T21:52:15.833936Z","steps":["trace[750201596] 'agreement among raft nodes before linearized reading' (duration: 216.737646ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:52:40.474072Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823086373136604729,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-18T21:52:40.50382Z","caller":"traceutil/trace.go:171","msg":"trace[882234703] transaction","detail":"{read_only:false; response_revision:1904; number_of_response:1; }","duration":"567.914929ms","start":"2026-03-18T21:52:39.935835Z","end":"2026-03-18T21:52:40.503749Z","steps":["trace[882234703] 'process raft request' (duration: 567.666183ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:52:40.504067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:52:39.935794Z","time spent":"568.142884ms","remote":"127.0.0.1:55338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T21:52:41.963704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"965.308086ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T21:52:41.963971Z","caller":"traceutil/trace.go:171","msg":"trace[638194683] transaction","detail":"{read_only:false; response_revision:1905; number_of_response:1; }","duration":"2.027115718s","start":"2026-03-18T21:52:39.936809Z","end":"2026-03-18T21:52:41.963925Z","steps":["trace[638194683] 'process raft request' (duration: 1.061444835s)","trace[638194683] 'compare' (duration: 963.961443ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T21:52:41.964117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:52:39.936773Z","time spent":"2.027268221s","remote":"127.0.0.1:55338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T21:52:41.964136Z","caller":"traceutil/trace.go:171","msg":"trace[1488956070] transaction","detail":"{read_only:false; response_revision:1906; number_of_response:1; }","duration":"2.02721945s","start":"2026-03-18T21:52:39.936858Z","end":"2026-03-18T21:52:41.964077Z","steps":["trace[1488956070] 'process raft request' (duration: 2.026987024s)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:52:41.963987Z","caller":"traceutil/trace.go:171","msg":"trace[30907417] transaction","detail":"{read_only:false; response_revision:1907; number_of_response:1; }","duration":"1.416699479s","start":"2026-03-18T21:52:40.547272Z","end":"2026-03-18T21:52:41.963972Z","steps":["trace[30907417] 'process raft request' (duration: 1.416655578s)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:52:41.964234Z","caller":"traceutil/trace.go:171","msg":"trace[926228075] linearizableReadLoop","detail":"{readStateIndex:1988; appliedIndex:1985; }","duration":"1.99076813s","start":"2026-03-18T21:52:39.973455Z","end":"2026-03-18T21:52:41.964223Z","steps":["trace[926228075] 'read index received' (duration: 530.139388ms)","trace[926228075] 'applied index is now lower than readState.Index' (duration: 1.460627602s)"],"step_count":2} {"level":"warn","ts":"2026-03-18T21:52:41.964378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.990927373s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-18T21:52:41.964413Z","caller":"traceutil/trace.go:171","msg":"trace[555742783] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1907; }","duration":"1.991007616s","start":"2026-03-18T21:52:39.973395Z","end":"2026-03-18T21:52:41.964403Z","steps":["trace[555742783] 'agreement among raft nodes before linearized reading' (duration: 1.990863533s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:52:41.964353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:52:39.936818Z","time spent":"2.027422204s","remote":"127.0.0.1:55338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T21:52:41.964442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:52:39.973377Z","time spent":"1.991057768s","remote":"127.0.0.1:55338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-18T21:52:41.964566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:52:40.547252Z","time spent":"1.417049217s","remote":"127.0.0.1:55338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T21:52:43.094519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"955.890226ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T21:52:43.094734Z","caller":"traceutil/trace.go:171","msg":"trace[1591027806] transaction","detail":"{read_only:false; response_revision:1909; number_of_response:1; }","duration":"1.125816064s","start":"2026-03-18T21:52:41.968895Z","end":"2026-03-18T21:52:43.094711Z","steps":["trace[1591027806] 'process raft request' (duration: 1.125761972s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:52:43.09491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:52:41.968864Z","time spent":"1.125916555s","remote":"127.0.0.1:55338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T21:52:43.09501Z","caller":"traceutil/trace.go:171","msg":"trace[507187845] transaction","detail":"{read_only:false; response_revision:1908; number_of_response:1; }","duration":"2.047897461s","start":"2026-03-18T21:52:41.0471Z","end":"2026-03-18T21:52:43.094997Z","steps":["trace[507187845] 'process raft request' (duration: 1.091423382s)","trace[507187845] 'compare' (duration: 955.755813ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T21:52:43.095058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:52:41.047064Z","time spent":"2.047967333s","remote":"127.0.0.1:55338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T21:52:43.095067Z","caller":"traceutil/trace.go:171","msg":"trace[1777702478] linearizableReadLoop","detail":"{readStateIndex:1990; appliedIndex:1989; }","duration":"1.130631706s","start":"2026-03-18T21:52:41.964399Z","end":"2026-03-18T21:52:43.095031Z","steps":["trace[1777702478] 'read index received' (duration: 174.069775ms)","trace[1777702478] 'applied index is now lower than readState.Index' (duration: 956.559231ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T21:52:43.095173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.013583393s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T21:52:43.095253Z","caller":"traceutil/trace.go:171","msg":"trace[953540315] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:1909; }","duration":"2.013698916s","start":"2026-03-18T21:52:41.081527Z","end":"2026-03-18T21:52:43.095226Z","steps":["trace[953540315] 'agreement among raft nodes before linearized reading' (duration: 2.013543012s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:52:43.095215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.722948622s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T21:52:43.09527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.520379074s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-18T21:52:43.095323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:52:41.081512Z","time spent":"2.013795137s","remote":"127.0.0.1:55456","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":29,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"warn","ts":"2026-03-18T21:52:43.095399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.478358545s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-03-18T21:52:43.095472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.782902912s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-03-18T21:52:43.095507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.826820061s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"warn","ts":"2026-03-18T21:52:43.095174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.187103564s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T21:52:43.095541Z","caller":"traceutil/trace.go:171","msg":"trace[1083149217] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1909; }","duration":"2.783009654s","start":"2026-03-18T21:52:40.312504Z","end":"2026-03-18T21:52:43.095514Z","steps":["trace[1083149217] 'agreement among raft nodes before linearized reading' (duration: 2.782798209s)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:52:43.095529Z","caller":"traceutil/trace.go:171","msg":"trace[1618953049] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:1909; }","duration":"1.47855376s","start":"2026-03-18T21:52:41.616935Z","end":"2026-03-18T21:52:43.095489Z","steps":["trace[1618953049] 'agreement among raft nodes before linearized reading' (duration: 1.478109889s)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:52:43.095552Z","caller":"traceutil/trace.go:171","msg":"trace[1619943270] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:1909; }","duration":"1.520499907s","start":"2026-03-18T21:52:41.574807Z","end":"2026-03-18T21:52:43.095307Z","steps":["trace[1619943270] 'agreement among raft nodes before linearized reading' (duration: 1.520378525s)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:52:43.095572Z","caller":"traceutil/trace.go:171","msg":"trace[781383560] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1909; }","duration":"1.826920794s","start":"2026-03-18T21:52:41.268632Z","end":"2026-03-18T21:52:43.095553Z","steps":["trace[781383560] 'agreement among raft nodes before linearized reading' (duration: 1.826677608s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:52:43.095587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:52:40.312474Z","time spent":"2.783101946s","remote":"127.0.0.1:50554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-18T21:52:43.095602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:52:41.616905Z","time spent":"1.478686233s","remote":"127.0.0.1:55338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":583,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-18T21:52:43.095609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:52:41.574767Z","time spent":"1.520828925s","remote":"127.0.0.1:55268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":53,"response size":31,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"warn","ts":"2026-03-18T21:52:43.095647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:52:41.268608Z","time spent":"1.827000085s","remote":"127.0.0.1:55338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-18T21:52:43.095338Z","caller":"traceutil/trace.go:171","msg":"trace[1618579065] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1909; }","duration":"1.723158737s","start":"2026-03-18T21:52:41.372149Z","end":"2026-03-18T21:52:43.095308Z","steps":["trace[1618579065] 'agreement among raft nodes before linearized reading' (duration: 1.722899181s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:52:43.095757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:52:41.372115Z","time spent":"1.723587466s","remote":"127.0.0.1:55054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-18T21:52:43.09561Z","caller":"traceutil/trace.go:171","msg":"trace[1836938035] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1909; }","duration":"2.187604655s","start":"2026-03-18T21:52:40.907967Z","end":"2026-03-18T21:52:43.095572Z","steps":["trace[1836938035] 'agreement among raft nodes before linearized reading' (duration: 2.187073143s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:52:43.095868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.121353415s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-18T21:52:43.095899Z","caller":"traceutil/trace.go:171","msg":"trace[545997509] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1909; }","duration":"3.121426137s","start":"2026-03-18T21:52:39.974462Z","end":"2026-03-18T21:52:43.095889Z","steps":["trace[545997509] 'agreement among raft nodes before linearized reading' (duration: 3.121331235s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:52:43.095268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.552419953s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T21:52:43.095927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:52:39.974444Z","time spent":"3.121477457s","remote":"127.0.0.1:55338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-18T21:52:43.095263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.08044404s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-18T21:52:43.095883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:52:40.907939Z","time spent":"2.187904623s","remote":"127.0.0.1:50444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-18T21:52:43.095969Z","caller":"traceutil/trace.go:171","msg":"trace[710057611] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:1909; }","duration":"2.081214397s","start":"2026-03-18T21:52:41.014741Z","end":"2026-03-18T21:52:43.095956Z","steps":["trace[710057611] 'agreement among raft nodes before linearized reading' (duration: 2.08048007s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:52:43.096009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:52:41.014706Z","time spent":"2.081288609s","remote":"127.0.0.1:55212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":31,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"warn","ts":"2026-03-18T21:52:43.09749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.120107377s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-18T21:52:43.097586Z","caller":"traceutil/trace.go:171","msg":"trace[1776510400] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1909; }","duration":"3.120209209s","start":"2026-03-18T21:52:39.97734Z","end":"2026-03-18T21:52:43.097549Z","steps":["trace[1776510400] 'agreement among raft nodes before linearized reading' (duration: 3.118174641s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:52:43.097635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:52:39.977326Z","time spent":"3.12029733s","remote":"127.0.0.1:55338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-18T21:52:43.097723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.10910438s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-18T21:52:43.097826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.120915665s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-18T21:52:43.097955Z","caller":"traceutil/trace.go:171","msg":"trace[954188012] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1909; }","duration":"3.121090828s","start":"2026-03-18T21:52:39.976798Z","end":"2026-03-18T21:52:43.097889Z","steps":["trace[954188012] 'agreement among raft nodes before linearized reading' (duration: 3.120510215s)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:52:43.097861Z","caller":"traceutil/trace.go:171","msg":"trace[1706292763] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:1909; }","duration":"3.109336735s","start":"2026-03-18T21:52:39.988503Z","end":"2026-03-18T21:52:43.09784Z","steps":["trace[1706292763] 'agreement among raft nodes before linearized reading' (duration: 3.108975897s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:52:43.098066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:52:39.976785Z","time spent":"3.121223262s","remote":"127.0.0.1:55338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-18T21:52:43.09774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.922391711s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.189e0e0bc1acf018\" ","response":"range_response_count:1 size:846"} {"level":"info","ts":"2026-03-18T21:52:43.098089Z","caller":"traceutil/trace.go:171","msg":"trace[337693486] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:1909; }","duration":"2.55314852s","start":"2026-03-18T21:52:40.542777Z","end":"2026-03-18T21:52:43.095926Z","steps":["trace[337693486] 'agreement among raft nodes before linearized reading' (duration: 2.552439293s)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:52:43.098189Z","caller":"traceutil/trace.go:171","msg":"trace[815756592] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.189e0e0bc1acf018; range_end:; response_count:1; response_revision:1909; }","duration":"2.922864571s","start":"2026-03-18T21:52:40.17528Z","end":"2026-03-18T21:52:43.098144Z","steps":["trace[815756592] 'agreement among raft nodes before linearized reading' (duration: 2.922052283s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:52:43.098252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:52:40.542753Z","time spent":"2.555461613s","remote":"127.0.0.1:37006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"warn","ts":"2026-03-18T21:52:43.098286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:52:40.175248Z","time spent":"2.922996055s","remote":"127.0.0.1:55144","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":870,"request content":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.189e0e0bc1acf018\" "} {"level":"warn","ts":"2026-03-18T21:52:43.098252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:52:39.988491Z","time spent":"3.109704774s","remote":"127.0.0.1:55158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":15,"response size":31,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"info","ts":"2026-03-18T21:52:43.334207Z","caller":"traceutil/trace.go:171","msg":"trace[1663739711] transaction","detail":"{read_only:false; response_revision:1910; number_of_response:1; }","duration":"824.447584ms","start":"2026-03-18T21:52:42.509722Z","end":"2026-03-18T21:52:43.33417Z","steps":["trace[1663739711] 'process raft request' (duration: 738.82628ms)","trace[1663739711] 'compare' (duration: 84.979959ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T21:52:43.333774Z","caller":"traceutil/trace.go:171","msg":"trace[952047418] linearizableReadLoop","detail":"{readStateIndex:1992; appliedIndex:1991; }","duration":"238.554487ms","start":"2026-03-18T21:52:43.095174Z","end":"2026-03-18T21:52:43.333728Z","steps":["trace[952047418] 'read index received' (duration: 153.341432ms)","trace[952047418] 'applied index is now lower than readState.Index' (duration: 85.211585ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T21:52:43.334241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"909.986517ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.200\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-18T21:52:43.334365Z","caller":"traceutil/trace.go:171","msg":"trace[758164183] range","detail":"{range_begin:/registry/masterleases/162.253.55.200; range_end:; response_count:1; response_revision:1910; }","duration":"910.181561ms","start":"2026-03-18T21:52:42.424152Z","end":"2026-03-18T21:52:43.334334Z","steps":["trace[758164183] 'agreement among raft nodes before linearized reading' (duration: 909.795672ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:52:43.334432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:52:42.424117Z","time spent":"910.304154ms","remote":"127.0.0.1:55108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/162.253.55.200\" "} {"level":"warn","ts":"2026-03-18T21:52:43.334177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.152337781s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T21:52:43.334596Z","caller":"traceutil/trace.go:171","msg":"trace[1275384458] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:1910; }","duration":"1.152820372s","start":"2026-03-18T21:52:42.181741Z","end":"2026-03-18T21:52:43.334562Z","steps":["trace[1275384458] 'agreement among raft nodes before linearized reading' (duration: 1.152261539s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:52:43.334176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.862534ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-18T21:52:43.334708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:52:42.509683Z","time spent":"824.888794ms","remote":"127.0.0.1:55338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T21:52:43.334761Z","caller":"traceutil/trace.go:171","msg":"trace[268145118] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:1910; }","duration":"318.465458ms","start":"2026-03-18T21:52:43.01626Z","end":"2026-03-18T21:52:43.334726Z","steps":["trace[268145118] 'agreement among raft nodes before linearized reading' (duration: 317.665099ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:52:43.334857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:52:43.016137Z","time spent":"318.690933ms","remote":"127.0.0.1:55444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":31,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"warn","ts":"2026-03-18T21:52:43.334708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:52:42.181713Z","time spent":"1.152972696s","remote":"127.0.0.1:50572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"warn","ts":"2026-03-18T21:52:43.334844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"759.48122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-03-18T21:52:43.335047Z","caller":"traceutil/trace.go:171","msg":"trace[576625137] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:1910; }","duration":"759.747876ms","start":"2026-03-18T21:52:42.575268Z","end":"2026-03-18T21:52:43.335016Z","steps":["trace[576625137] 'agreement among raft nodes before linearized reading' (duration: 758.909527ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:52:43.33512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:52:42.575252Z","time spent":"759.85434ms","remote":"127.0.0.1:55338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":554,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-18T21:52:43.335347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.299076359s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12382"} {"level":"info","ts":"2026-03-18T21:52:43.335555Z","caller":"traceutil/trace.go:171","msg":"trace[1913712372] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1910; }","duration":"1.299319115s","start":"2026-03-18T21:52:42.036222Z","end":"2026-03-18T21:52:43.335541Z","steps":["trace[1913712372] 'agreement among raft nodes before linearized reading' (duration: 1.298141897s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:52:43.335592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:52:42.036206Z","time spent":"1.299376876s","remote":"127.0.0.1:55254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12406,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-18T21:52:43.419284Z","caller":"traceutil/trace.go:171","msg":"trace[1829228502] transaction","detail":"{read_only:false; response_revision:1911; number_of_response:1; }","duration":"317.984817ms","start":"2026-03-18T21:52:43.101258Z","end":"2026-03-18T21:52:43.419243Z","steps":["trace[1829228502] 'process raft request' (duration: 317.690129ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:52:43.419511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:52:43.101228Z","time spent":"318.154311ms","remote":"127.0.0.1:55144","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":831,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T21:52:43.419588Z","caller":"traceutil/trace.go:171","msg":"trace[2037070620] transaction","detail":"{read_only:false; response_revision:1912; number_of_response:1; }","duration":"314.895895ms","start":"2026-03-18T21:52:43.104658Z","end":"2026-03-18T21:52:43.419554Z","steps":["trace[2037070620] 'process raft request' (duration: 314.504466ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:52:43.419773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:52:43.10463Z","time spent":"315.039779ms","remote":"127.0.0.1:55338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T21:52:43.419837Z","caller":"traceutil/trace.go:171","msg":"trace[1588809437] transaction","detail":"{read_only:false; response_revision:1914; number_of_response:1; }","duration":"314.506767ms","start":"2026-03-18T21:52:43.105294Z","end":"2026-03-18T21:52:43.4198Z","steps":["trace[1588809437] 'process raft request' (duration: 314.385354ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:52:43.419913Z","caller":"traceutil/trace.go:171","msg":"trace[852530737] transaction","detail":"{read_only:false; response_revision:1913; number_of_response:1; }","duration":"315.138241ms","start":"2026-03-18T21:52:43.10476Z","end":"2026-03-18T21:52:43.419898Z","steps":["trace[852530737] 'process raft request' (duration: 314.761923ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:52:43.41998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:52:43.104751Z","time spent":"315.195922ms","remote":"127.0.0.1:55338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T21:52:43.420108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:52:43.10526Z","time spent":"314.68119ms","remote":"127.0.0.1:55338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T21:52:43.420272Z","caller":"traceutil/trace.go:171","msg":"trace[511015341] transaction","detail":"{read_only:false; response_revision:1915; number_of_response:1; }","duration":"314.927716ms","start":"2026-03-18T21:52:43.105309Z","end":"2026-03-18T21:52:43.420236Z","steps":["trace[511015341] 'process raft request' (duration: 314.442405ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:52:43.420373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.416593ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T21:52:43.420338Z","caller":"traceutil/trace.go:171","msg":"trace[1237652090] transaction","detail":"{read_only:false; response_revision:1916; number_of_response:1; }","duration":"314.490565ms","start":"2026-03-18T21:52:43.105748Z","end":"2026-03-18T21:52:43.420238Z","steps":["trace[1237652090] 'process raft request' (duration: 314.320971ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:52:43.420569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:52:43.105276Z","time spent":"315.117951ms","remote":"127.0.0.1:55338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T21:52:43.420423Z","caller":"traceutil/trace.go:171","msg":"trace[979856212] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1916; }","duration":"317.496315ms","start":"2026-03-18T21:52:43.102915Z","end":"2026-03-18T21:52:43.420411Z","steps":["trace[979856212] 'agreement among raft nodes before linearized reading' (duration: 317.416303ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:52:43.420753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:52:43.102893Z","time spent":"317.821403ms","remote":"127.0.0.1:55070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T21:52:43.420811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:52:43.105729Z","time spent":"314.835123ms","remote":"127.0.0.1:55338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T21:52:43.60395Z","caller":"traceutil/trace.go:171","msg":"trace[984833146] linearizableReadLoop","detail":"{readStateIndex:2000; appliedIndex:1998; }","duration":"183.751999ms","start":"2026-03-18T21:52:43.420179Z","end":"2026-03-18T21:52:43.603931Z","steps":["trace[984833146] 'read index received' (duration: 175.510938ms)","trace[984833146] 'applied index is now lower than readState.Index' (duration: 8.239851ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T21:52:43.604235Z","caller":"traceutil/trace.go:171","msg":"trace[172507808] transaction","detail":"{read_only:false; response_revision:1917; number_of_response:1; }","duration":"262.896964ms","start":"2026-03-18T21:52:43.341325Z","end":"2026-03-18T21:52:43.604222Z","steps":["trace[172507808] 'process raft request' (duration: 262.472643ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:52:43.604464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.158938ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T21:52:43.604572Z","caller":"traceutil/trace.go:171","msg":"trace[300733173] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:1917; }","duration":"259.317001ms","start":"2026-03-18T21:52:43.345233Z","end":"2026-03-18T21:52:43.60455Z","steps":["trace[300733173] 'agreement among raft nodes before linearized reading' (duration: 259.157808ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:52:43.604732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.206071ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T21:52:43.604869Z","caller":"traceutil/trace.go:171","msg":"trace[1649982548] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1917; }","duration":"175.399776ms","start":"2026-03-18T21:52:43.429436Z","end":"2026-03-18T21:52:43.604836Z","steps":["trace[1649982548] 'agreement among raft nodes before linearized reading' (duration: 175.15244ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:52:45.281279Z","caller":"traceutil/trace.go:171","msg":"trace[931701735] transaction","detail":"{read_only:false; response_revision:1922; number_of_response:1; }","duration":"102.964359ms","start":"2026-03-18T21:52:45.17828Z","end":"2026-03-18T21:52:45.281245Z","steps":["trace[931701735] 'process raft request' (duration: 100.244725ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:52:47.727987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.638303ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T21:52:47.728274Z","caller":"traceutil/trace.go:171","msg":"trace[1387569752] linearizableReadLoop","detail":"{readStateIndex:2017; appliedIndex:2015; }","duration":"190.919456ms","start":"2026-03-18T21:52:47.53733Z","end":"2026-03-18T21:52:47.728249Z","steps":["trace[1387569752] 'read index received' (duration: 65.901954ms)","trace[1387569752] 'applied index is now lower than readState.Index' (duration: 125.016422ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T21:52:47.728507Z","caller":"traceutil/trace.go:171","msg":"trace[857242928] transaction","detail":"{read_only:false; response_revision:1934; number_of_response:1; }","duration":"196.000895ms","start":"2026-03-18T21:52:47.532383Z","end":"2026-03-18T21:52:47.728384Z","steps":["trace[857242928] 'process raft request' (duration: 195.78165ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:52:47.728846Z","caller":"traceutil/trace.go:171","msg":"trace[1968262046] transaction","detail":"{read_only:false; response_revision:1933; number_of_response:1; }","duration":"197.797637ms","start":"2026-03-18T21:52:47.531024Z","end":"2026-03-18T21:52:47.728822Z","steps":["trace[1968262046] 'process raft request' (duration: 72.194622ms)","trace[1968262046] 'compare' (duration: 124.49583ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T21:52:47.770096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.746791ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-18T21:52:47.77016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.807153ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-18T21:52:47.770173Z","caller":"traceutil/trace.go:171","msg":"trace[764174390] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1934; }","duration":"232.839574ms","start":"2026-03-18T21:52:47.537313Z","end":"2026-03-18T21:52:47.770153Z","steps":["trace[764174390] 'agreement among raft nodes before linearized reading' (duration: 191.426689ms)","trace[764174390] 'range keys from in-memory index tree' (duration: 41.17549ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T21:52:47.770161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.33757ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T21:52:47.770216Z","caller":"traceutil/trace.go:171","msg":"trace[88571928] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1934; }","duration":"232.915785ms","start":"2026-03-18T21:52:47.537285Z","end":"2026-03-18T21:52:47.770201Z","steps":["trace[88571928] 'agreement among raft nodes before linearized reading' (duration: 232.729841ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:52:47.770238Z","caller":"traceutil/trace.go:171","msg":"trace[1388241875] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:1934; }","duration":"128.485023ms","start":"2026-03-18T21:52:47.641734Z","end":"2026-03-18T21:52:47.77022Z","steps":["trace[1388241875] 'agreement among raft nodes before linearized reading' (duration: 128.32693ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:52:49.651607Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823086373136604810,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T21:52:50.152391Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823086373136604810,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T21:52:50.417767Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.271301282s","expected-duration":"1s"} {"level":"info","ts":"2026-03-18T21:52:50.418296Z","caller":"traceutil/trace.go:171","msg":"trace[1492958575] transaction","detail":"{read_only:false; response_revision:1939; number_of_response:1; }","duration":"1.272007179s","start":"2026-03-18T21:52:49.14625Z","end":"2026-03-18T21:52:50.418257Z","steps":["trace[1492958575] 'process raft request' (duration: 1.271807664s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:52:50.418568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:52:49.146212Z","time spent":"1.272179263s","remote":"127.0.0.1:55338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T21:52:52.218982Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.800984931s","expected-duration":"1s"} {"level":"info","ts":"2026-03-18T21:52:52.239774Z","caller":"traceutil/trace.go:171","msg":"trace[678152306] transaction","detail":"{read_only:false; response_revision:1940; number_of_response:1; }","duration":"2.839328226s","start":"2026-03-18T21:52:49.400408Z","end":"2026-03-18T21:52:52.239736Z","steps":["trace[678152306] 'process raft request' (duration: 2.818798368s)","trace[678152306] 'compare' (duration: 20.317083ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T21:52:52.240549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:52:49.400374Z","time spent":"2.83949866s","remote":"127.0.0.1:55338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T21:52:52.240672Z","caller":"traceutil/trace.go:171","msg":"trace[166499358] transaction","detail":"{read_only:false; response_revision:1941; number_of_response:1; }","duration":"2.767573185s","start":"2026-03-18T21:52:49.473064Z","end":"2026-03-18T21:52:52.240637Z","steps":["trace[166499358] 'process raft request' (duration: 2.766628792s)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:52:52.240734Z","caller":"traceutil/trace.go:171","msg":"trace[632175777] transaction","detail":"{read_only:false; response_revision:1942; number_of_response:1; }","duration":"2.207070729s","start":"2026-03-18T21:52:50.033628Z","end":"2026-03-18T21:52:52.240699Z","steps":["trace[632175777] 'process raft request' (duration: 2.206952626s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:52:52.240773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:52:49.473029Z","time spent":"2.767695368s","remote":"127.0.0.1:55338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T21:52:52.240902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:52:50.033583Z","time spent":"2.207227263s","remote":"127.0.0.1:55338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T21:52:52.240922Z","caller":"traceutil/trace.go:171","msg":"trace[867039257] linearizableReadLoop","detail":"{readStateIndex:2027; appliedIndex:2022; }","duration":"3.089527425s","start":"2026-03-18T21:52:49.151352Z","end":"2026-03-18T21:52:52.24088Z","steps":["trace[867039257] 'read index received' (duration: 1.266627093s)","trace[867039257] 'applied index is now lower than readState.Index' (duration: 1.822896902s)"],"step_count":2} {"level":"info","ts":"2026-03-18T21:52:52.241073Z","caller":"traceutil/trace.go:171","msg":"trace[176689524] transaction","detail":"{read_only:false; response_revision:1943; number_of_response:1; }","duration":"2.206675081s","start":"2026-03-18T21:52:50.034376Z","end":"2026-03-18T21:52:52.241051Z","steps":["trace[176689524] 'process raft request' (duration: 2.206285622s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:52:52.241178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:52:50.034339Z","time spent":"2.206780113s","remote":"127.0.0.1:55338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T21:52:52.241228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.089868682s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-03-18T21:52:52.241253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"604.517461ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-18T21:52:52.241236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.783735292s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T21:52:52.241298Z","caller":"traceutil/trace.go:171","msg":"trace[1094295990] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1943; }","duration":"3.089977715s","start":"2026-03-18T21:52:49.151297Z","end":"2026-03-18T21:52:52.241274Z","steps":["trace[1094295990] 'agreement among raft nodes before linearized reading' (duration: 3.08978543s)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:52:52.241314Z","caller":"traceutil/trace.go:171","msg":"trace[513466768] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:1943; }","duration":"604.635534ms","start":"2026-03-18T21:52:51.636652Z","end":"2026-03-18T21:52:52.241288Z","steps":["trace[513466768] 'agreement among raft nodes before linearized reading' (duration: 604.530822ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:52:52.241282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.866254271s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T21:52:52.241295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.244339655s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T21:52:52.241347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:52:49.151269Z","time spent":"3.090069537s","remote":"127.0.0.1:50554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-18T21:52:52.241355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:52:51.636618Z","time spent":"604.726896ms","remote":"127.0.0.1:55580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":3,"response size":31,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"info","ts":"2026-03-18T21:52:52.241383Z","caller":"traceutil/trace.go:171","msg":"trace[302001193] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1943; }","duration":"1.866417495s","start":"2026-03-18T21:52:50.374939Z","end":"2026-03-18T21:52:52.241357Z","steps":["trace[302001193] 'agreement among raft nodes before linearized reading' (duration: 1.86621155s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:52:52.241381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.342516581s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T21:52:52.241408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.709296965s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-18T21:52:52.241443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:52:50.374906Z","time spent":"1.866528388s","remote":"127.0.0.1:55054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T21:52:52.241465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.508225605s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-18T21:52:52.241467Z","caller":"traceutil/trace.go:171","msg":"trace[159569692] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:1943; }","duration":"1.342675575s","start":"2026-03-18T21:52:50.898763Z","end":"2026-03-18T21:52:52.241439Z","steps":["trace[159569692] 'agreement among raft nodes before linearized reading' (duration: 1.342505382s)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:52:52.241493Z","caller":"traceutil/trace.go:171","msg":"trace[1654670769] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1943; }","duration":"2.508316637s","start":"2026-03-18T21:52:49.733168Z","end":"2026-03-18T21:52:52.241485Z","steps":["trace[1654670769] 'agreement among raft nodes before linearized reading' (duration: 2.508180523s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:52:52.241518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"710.159842ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-18T21:52:52.24153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:52:49.733131Z","time spent":"2.508392328s","remote":"127.0.0.1:55338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-18T21:52:52.241531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:52:50.898727Z","time spent":"1.342791468s","remote":"127.0.0.1:36994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"info","ts":"2026-03-18T21:52:52.24157Z","caller":"traceutil/trace.go:171","msg":"trace[1117906109] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:1943; }","duration":"710.267405ms","start":"2026-03-18T21:52:51.531287Z","end":"2026-03-18T21:52:52.241554Z","steps":["trace[1117906109] 'agreement among raft nodes before linearized reading' (duration: 710.147752ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:52:52.241557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.508178024s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-18T21:52:52.241628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:52:51.531251Z","time spent":"710.364578ms","remote":"127.0.0.1:55404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":65,"response size":31,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"info","ts":"2026-03-18T21:52:52.24132Z","caller":"traceutil/trace.go:171","msg":"trace[30342015] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:1943; }","duration":"2.783865495s","start":"2026-03-18T21:52:49.457432Z","end":"2026-03-18T21:52:52.241298Z","steps":["trace[30342015] 'agreement among raft nodes before linearized reading' (duration: 2.783713602s)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:52:52.241401Z","caller":"traceutil/trace.go:171","msg":"trace[182735090] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:1943; }","duration":"1.244519759s","start":"2026-03-18T21:52:50.996856Z","end":"2026-03-18T21:52:52.241375Z","steps":["trace[182735090] 'agreement among raft nodes before linearized reading' (duration: 1.244317164s)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:52:52.241645Z","caller":"traceutil/trace.go:171","msg":"trace[728035771] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1943; }","duration":"2.508356738s","start":"2026-03-18T21:52:49.733266Z","end":"2026-03-18T21:52:52.241623Z","steps":["trace[728035771] 'agreement among raft nodes before linearized reading' (duration: 2.50802338s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:52:52.241704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:52:49.457422Z","time spent":"2.784256904s","remote":"127.0.0.1:58816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-18T21:52:52.241708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:52:49.73322Z","time spent":"2.50847465s","remote":"127.0.0.1:55338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-18T21:52:52.241721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:52:50.996824Z","time spent":"1.244870127s","remote":"127.0.0.1:58784","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"info","ts":"2026-03-18T21:52:52.241696Z","caller":"traceutil/trace.go:171","msg":"trace[784697721] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:1943; }","duration":"1.709482669s","start":"2026-03-18T21:52:50.531967Z","end":"2026-03-18T21:52:52.24145Z","steps":["trace[784697721] 'agreement among raft nodes before linearized reading' (duration: 1.709318095s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:52:52.241992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.456162382s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-18T21:52:52.242065Z","caller":"traceutil/trace.go:171","msg":"trace[710162126] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1943; }","duration":"2.456262245s","start":"2026-03-18T21:52:49.785791Z","end":"2026-03-18T21:52:52.242054Z","steps":["trace[710162126] 'agreement among raft nodes before linearized reading' (duration: 2.455937547s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:52:52.241628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.066576247s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.189e0e0bc1acf018\" ","response":"range_response_count:1 size:846"} {"level":"warn","ts":"2026-03-18T21:52:52.242107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:52:49.785774Z","time spent":"2.456325196s","remote":"127.0.0.1:55338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-18T21:52:52.242133Z","caller":"traceutil/trace.go:171","msg":"trace[1042041424] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.189e0e0bc1acf018; range_end:; response_count:1; response_revision:1943; }","duration":"2.06712352s","start":"2026-03-18T21:52:50.174983Z","end":"2026-03-18T21:52:52.242107Z","steps":["trace[1042041424] 'agreement among raft nodes before linearized reading' (duration: 2.066532946s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:52:52.24221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:52:50.174955Z","time spent":"2.067216792s","remote":"127.0.0.1:55144","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":870,"request content":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.189e0e0bc1acf018\" "} {"level":"warn","ts":"2026-03-18T21:52:52.242064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:52:50.531937Z","time spent":"1.710076463s","remote":"127.0.0.1:55522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":2,"response size":31,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"warn","ts":"2026-03-18T21:52:52.243268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.461653819s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-18T21:52:52.243369Z","caller":"traceutil/trace.go:171","msg":"trace[1016642827] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1943; }","duration":"2.461810292s","start":"2026-03-18T21:52:49.781536Z","end":"2026-03-18T21:52:52.243346Z","steps":["trace[1016642827] 'agreement among raft nodes before linearized reading' (duration: 2.459742705s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:52:52.243427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:52:49.781518Z","time spent":"2.461898515s","remote":"127.0.0.1:55338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-18T21:52:52.678933Z","caller":"traceutil/trace.go:171","msg":"trace[1972798020] transaction","detail":"{read_only:false; response_revision:1946; number_of_response:1; }","duration":"432.681449ms","start":"2026-03-18T21:52:52.246223Z","end":"2026-03-18T21:52:52.678905Z","steps":["trace[1972798020] 'process raft request' (duration: 432.517665ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:52:52.678955Z","caller":"traceutil/trace.go:171","msg":"trace[1855250040] transaction","detail":"{read_only:false; response_revision:1945; number_of_response:1; }","duration":"433.014586ms","start":"2026-03-18T21:52:52.245861Z","end":"2026-03-18T21:52:52.678876Z","steps":["trace[1855250040] 'process raft request' (duration: 369.22562ms)","trace[1855250040] 'compare' (duration: 63.269925ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T21:52:52.679102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:52:52.246212Z","time spent":"432.802722ms","remote":"127.0.0.1:55338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T21:52:52.679096Z","caller":"traceutil/trace.go:171","msg":"trace[335912900] transaction","detail":"{read_only:false; response_revision:1947; number_of_response:1; }","duration":"431.328077ms","start":"2026-03-18T21:52:52.247741Z","end":"2026-03-18T21:52:52.679069Z","steps":["trace[335912900] 'process raft request' (duration: 431.120782ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:52:52.679147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:52:52.245843Z","time spent":"433.201271ms","remote":"127.0.0.1:55338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T21:52:52.679225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:52:52.247716Z","time spent":"431.43568ms","remote":"127.0.0.1:55338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T21:52:52.679555Z","caller":"traceutil/trace.go:171","msg":"trace[1354828542] transaction","detail":"{read_only:false; response_revision:1948; number_of_response:1; }","duration":"431.599054ms","start":"2026-03-18T21:52:52.247941Z","end":"2026-03-18T21:52:52.67954Z","steps":["trace[1354828542] 'process raft request' (duration: 431.057421ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:52:52.679585Z","caller":"traceutil/trace.go:171","msg":"trace[660687755] linearizableReadLoop","detail":"{readStateIndex:2032; appliedIndex:2027; }","duration":"427.593959ms","start":"2026-03-18T21:52:52.251884Z","end":"2026-03-18T21:52:52.679478Z","steps":["trace[660687755] 'read index received' (duration: 32.550788ms)","trace[660687755] 'applied index is now lower than readState.Index' (duration: 395.041071ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T21:52:52.679666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:52:52.24793Z","time spent":"431.687655ms","remote":"127.0.0.1:55338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T21:52:52.679651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"427.772133ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T21:52:52.679738Z","caller":"traceutil/trace.go:171","msg":"trace[1283799232] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1948; }","duration":"427.893217ms","start":"2026-03-18T21:52:52.251837Z","end":"2026-03-18T21:52:52.67973Z","steps":["trace[1283799232] 'agreement among raft nodes before linearized reading' (duration: 427.785234ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:52:52.679759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:52:52.25182Z","time spent":"427.934259ms","remote":"127.0.0.1:55054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T21:52:52.679932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.554306ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-18T21:52:52.680014Z","caller":"traceutil/trace.go:171","msg":"trace[1483146886] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1948; }","duration":"256.683398ms","start":"2026-03-18T21:52:52.423312Z","end":"2026-03-18T21:52:52.679995Z","steps":["trace[1483146886] 'agreement among raft nodes before linearized reading' (duration: 256.427722ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:52:52.679953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.317367ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.200\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-18T21:52:52.680102Z","caller":"traceutil/trace.go:171","msg":"trace[918394016] range","detail":"{range_begin:/registry/masterleases/162.253.55.200; range_end:; response_count:1; response_revision:1948; }","duration":"255.530762ms","start":"2026-03-18T21:52:52.424561Z","end":"2026-03-18T21:52:52.680092Z","steps":["trace[918394016] 'agreement among raft nodes before linearized reading' (duration: 255.186444ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:52:54.781303Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823086373136604841,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-18T21:52:54.950634Z","caller":"traceutil/trace.go:171","msg":"trace[81432970] transaction","detail":"{read_only:false; response_revision:1952; number_of_response:1; }","duration":"703.900356ms","start":"2026-03-18T21:52:54.246694Z","end":"2026-03-18T21:52:54.950594Z","steps":["trace[81432970] 'process raft request' (duration: 703.680181ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:52:54.95086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:52:54.24665Z","time spent":"704.08696ms","remote":"127.0.0.1:55338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T21:52:55.038692Z","caller":"traceutil/trace.go:171","msg":"trace[139145904] transaction","detail":"{read_only:false; response_revision:1953; number_of_response:1; }","duration":"791.835804ms","start":"2026-03-18T21:52:54.246823Z","end":"2026-03-18T21:52:55.038659Z","steps":["trace[139145904] 'process raft request' (duration: 791.584308ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:52:55.038849Z","caller":"traceutil/trace.go:171","msg":"trace[492620147] linearizableReadLoop","detail":"{readStateIndex:2039; appliedIndex:2036; }","duration":"758.290612ms","start":"2026-03-18T21:52:54.280536Z","end":"2026-03-18T21:52:55.038827Z","steps":["trace[492620147] 'read index received' (duration: 669.835883ms)","trace[492620147] 'applied index is now lower than readState.Index' (duration: 88.453059ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T21:52:55.038896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:52:54.246804Z","time spent":"791.985028ms","remote":"127.0.0.1:55338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T21:52:55.039134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.585719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-18T21:52:55.039144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.673387ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-18T21:52:55.039168Z","caller":"traceutil/trace.go:171","msg":"trace[1485173817] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1954; }","duration":"354.642ms","start":"2026-03-18T21:52:54.684515Z","end":"2026-03-18T21:52:55.039157Z","steps":["trace[1485173817] 'agreement among raft nodes before linearized reading' (duration: 354.540388ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:52:55.039182Z","caller":"traceutil/trace.go:171","msg":"trace[429368446] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1954; }","duration":"353.77171ms","start":"2026-03-18T21:52:54.6854Z","end":"2026-03-18T21:52:55.039171Z","steps":["trace[429368446] 'agreement among raft nodes before linearized reading' (duration: 353.580486ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:52:55.039173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"758.62786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-03-18T21:52:55.039199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:52:54.684506Z","time spent":"354.686531ms","remote":"127.0.0.1:55338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-18T21:52:55.039218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:52:54.685367Z","time spent":"353.838081ms","remote":"127.0.0.1:55338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-18T21:52:55.039204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.79877ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-18T21:52:55.039251Z","caller":"traceutil/trace.go:171","msg":"trace[351624202] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1954; }","duration":"758.758454ms","start":"2026-03-18T21:52:54.280466Z","end":"2026-03-18T21:52:55.039225Z","steps":["trace[351624202] 'agreement among raft nodes before linearized reading' (duration: 758.487506ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:52:55.039302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:52:54.280439Z","time spent":"758.853056ms","remote":"127.0.0.1:50554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-18T21:52:55.0393Z","caller":"traceutil/trace.go:171","msg":"trace[276470453] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1954; }","duration":"353.951465ms","start":"2026-03-18T21:52:54.685327Z","end":"2026-03-18T21:52:55.039279Z","steps":["trace[276470453] 'agreement among raft nodes before linearized reading' (duration: 353.673597ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:52:55.039322Z","caller":"traceutil/trace.go:171","msg":"trace[1068161924] transaction","detail":"{read_only:false; response_revision:1954; number_of_response:1; }","duration":"791.63869ms","start":"2026-03-18T21:52:54.247668Z","end":"2026-03-18T21:52:55.039307Z","steps":["trace[1068161924] 'process raft request' (duration: 790.933423ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:52:55.039355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:52:54.685296Z","time spent":"354.046127ms","remote":"127.0.0.1:55338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-18T21:52:55.039383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:52:54.247634Z","time spent":"791.711092ms","remote":"127.0.0.1:55338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T21:52:55.039411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.742554ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-18T21:52:55.039971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.539391ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-18T21:52:55.040018Z","caller":"traceutil/trace.go:171","msg":"trace[1052035750] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1954; }","duration":"355.637634ms","start":"2026-03-18T21:52:54.68437Z","end":"2026-03-18T21:52:55.040007Z","steps":["trace[1052035750] 'agreement among raft nodes before linearized reading' (duration: 355.205524ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:52:55.040019Z","caller":"traceutil/trace.go:171","msg":"trace[895215113] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1954; }","duration":"325.038581ms","start":"2026-03-18T21:52:54.714627Z","end":"2026-03-18T21:52:55.039666Z","steps":["trace[895215113] 'agreement among raft nodes before linearized reading' (duration: 324.668232ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:52:55.040052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:52:54.684336Z","time spent":"355.708755ms","remote":"127.0.0.1:55338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-18T21:52:55.040089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:52:54.714613Z","time spent":"325.457841ms","remote":"127.0.0.1:55338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-18T21:52:55.211591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.409305ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T21:52:55.21185Z","caller":"traceutil/trace.go:171","msg":"trace[315301391] transaction","detail":"{read_only:false; response_revision:1955; number_of_response:1; }","duration":"167.42159ms","start":"2026-03-18T21:52:55.044388Z","end":"2026-03-18T21:52:55.21181Z","steps":["trace[315301391] 'process raft request' (duration: 64.651546ms)","trace[315301391] 'compare' (duration: 102.238832ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T21:52:55.211886Z","caller":"traceutil/trace.go:171","msg":"trace[108349107] transaction","detail":"{read_only:false; response_revision:1956; number_of_response:1; }","duration":"166.773884ms","start":"2026-03-18T21:52:55.045087Z","end":"2026-03-18T21:52:55.211861Z","steps":["trace[108349107] 'process raft request' (duration: 166.657502ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:52:55.212185Z","caller":"traceutil/trace.go:171","msg":"trace[1898887124] transaction","detail":"{read_only:false; response_revision:1957; number_of_response:1; }","duration":"166.950648ms","start":"2026-03-18T21:52:55.045211Z","end":"2026-03-18T21:52:55.212162Z","steps":["trace[1898887124] 'process raft request' (duration: 166.59697ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:52:55.212349Z","caller":"traceutil/trace.go:171","msg":"trace[1754045719] transaction","detail":"{read_only:false; response_revision:1959; number_of_response:1; }","duration":"166.866746ms","start":"2026-03-18T21:52:55.045471Z","end":"2026-03-18T21:52:55.212337Z","steps":["trace[1754045719] 'process raft request' (duration: 166.779684ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:52:55.21235Z","caller":"traceutil/trace.go:171","msg":"trace[682175144] transaction","detail":"{read_only:false; response_revision:1958; number_of_response:1; }","duration":"167.067991ms","start":"2026-03-18T21:52:55.045268Z","end":"2026-03-18T21:52:55.212336Z","steps":["trace[682175144] 'process raft request' (duration: 166.818555ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:52:55.675292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.720312ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T21:52:55.675473Z","caller":"traceutil/trace.go:171","msg":"trace[865689517] linearizableReadLoop","detail":"{readStateIndex:2045; appliedIndex:2044; }","duration":"302.332492ms","start":"2026-03-18T21:52:55.373105Z","end":"2026-03-18T21:52:55.675437Z","steps":["trace[865689517] 'read index received' (duration: 34.251µs)","trace[865689517] 'applied index is now lower than readState.Index' (duration: 302.291611ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T21:52:55.675546Z","caller":"traceutil/trace.go:171","msg":"trace[216704563] transaction","detail":"{read_only:false; response_revision:1960; number_of_response:1; }","duration":"461.06469ms","start":"2026-03-18T21:52:55.214448Z","end":"2026-03-18T21:52:55.675513Z","steps":["trace[216704563] 'process raft request' (duration: 102.955768ms)","trace[216704563] 'compare' (duration: 357.533387ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T21:52:55.675686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:52:55.214409Z","time spent":"461.220723ms","remote":"127.0.0.1:55144","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":831,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T21:52:55.675811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.621669ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T21:52:55.675949Z","caller":"traceutil/trace.go:171","msg":"trace[1753374062] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1960; }","duration":"302.884845ms","start":"2026-03-18T21:52:55.373039Z","end":"2026-03-18T21:52:55.675924Z","steps":["trace[1753374062] 'agreement among raft nodes before linearized reading' (duration: 302.548647ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:52:55.676051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:52:55.37301Z","time spent":"303.031628ms","remote":"127.0.0.1:55054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T21:52:57.299449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"751.134076ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T21:52:57.299585Z","caller":"traceutil/trace.go:171","msg":"trace[1130105213] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:1960; }","duration":"751.370621ms","start":"2026-03-18T21:52:56.548188Z","end":"2026-03-18T21:52:57.299559Z","steps":["trace[1130105213] 'count revisions from in-memory index tree' (duration: 751.024453ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:52:57.29964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:52:56.548157Z","time spent":"751.468773ms","remote":"127.0.0.1:37066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"warn","ts":"2026-03-18T21:52:57.300274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"925.372715ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T21:52:57.300319Z","caller":"traceutil/trace.go:171","msg":"trace[1430516580] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1960; }","duration":"925.416466ms","start":"2026-03-18T21:52:56.37489Z","end":"2026-03-18T21:52:57.300307Z","steps":["trace[1430516580] 'range keys from in-memory index tree' (duration: 925.261043ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:52:57.300349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:52:56.374797Z","time spent":"925.545719ms","remote":"127.0.0.1:55054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T21:52:57.300377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.25266163s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-18T21:52:57.300477Z","caller":"traceutil/trace.go:171","msg":"trace[1496655462] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1960; }","duration":"1.252835533s","start":"2026-03-18T21:52:56.047617Z","end":"2026-03-18T21:52:57.300452Z","steps":["trace[1496655462] 'range keys from in-memory index tree' (duration: 1.252401332s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:52:57.300536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:52:56.047584Z","time spent":"1.252942505s","remote":"127.0.0.1:50554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-18T21:52:57.307324Z","caller":"traceutil/trace.go:171","msg":"trace[2027389504] transaction","detail":"{read_only:false; response_revision:1961; number_of_response:1; }","duration":"351.257152ms","start":"2026-03-18T21:52:56.956051Z","end":"2026-03-18T21:52:57.307308Z","steps":["trace[2027389504] 'process raft request' (duration: 351.097478ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:52:57.307453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:52:56.95601Z","time spent":"351.367014ms","remote":"127.0.0.1:55338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T21:52:58.624415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:52:58.200814Z","time spent":"423.591587ms","remote":"127.0.0.1:44842","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-18T21:52:58.624661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"755.748513ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T21:52:58.624918Z","caller":"traceutil/trace.go:171","msg":"trace[638313404] linearizableReadLoop","detail":"{readStateIndex:2048; appliedIndex:2045; }","duration":"1.409143903s","start":"2026-03-18T21:52:57.215752Z","end":"2026-03-18T21:52:58.624896Z","steps":["trace[638313404] 'read index received' (duration: 91.402759ms)","trace[638313404] 'applied index is now lower than readState.Index' (duration: 1.317739974s)"],"step_count":2} {"level":"info","ts":"2026-03-18T21:52:58.625013Z","caller":"traceutil/trace.go:171","msg":"trace[2089031104] transaction","detail":"{read_only:false; response_revision:1962; number_of_response:1; }","duration":"1.579748307s","start":"2026-03-18T21:52:57.045246Z","end":"2026-03-18T21:52:58.624994Z","steps":["trace[2089031104] 'process raft request' (duration: 823.549333ms)","trace[2089031104] 'compare' (duration: 755.541208ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T21:52:58.625049Z","caller":"traceutil/trace.go:171","msg":"trace[1138738619] transaction","detail":"{read_only:false; response_revision:1963; number_of_response:1; }","duration":"1.579504292s","start":"2026-03-18T21:52:57.045524Z","end":"2026-03-18T21:52:58.625029Z","steps":["trace[1138738619] 'process raft request' (duration: 1.579260825s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:52:58.625082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:52:57.045201Z","time spent":"1.57984758s","remote":"127.0.0.1:55338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T21:52:58.625188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:52:57.04549Z","time spent":"1.579602155s","remote":"127.0.0.1:55338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T21:52:58.625326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.409569484s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-18T21:52:58.6254Z","caller":"traceutil/trace.go:171","msg":"trace[1734675333] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1963; }","duration":"1.409703197s","start":"2026-03-18T21:52:57.215679Z","end":"2026-03-18T21:52:58.625382Z","steps":["trace[1734675333] 'agreement among raft nodes before linearized reading' (duration: 1.4093675s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:52:58.62548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:52:57.215647Z","time spent":"1.40979987s","remote":"127.0.0.1:55338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-18T21:52:58.627022Z","caller":"traceutil/trace.go:171","msg":"trace[631505356] transaction","detail":"{read_only:false; response_revision:1964; number_of_response:1; }","duration":"727.509215ms","start":"2026-03-18T21:52:57.899494Z","end":"2026-03-18T21:52:58.627003Z","steps":["trace[631505356] 'process raft request' (duration: 727.324281ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:52:58.627115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:52:57.89946Z","time spent":"727.608908ms","remote":"127.0.0.1:55338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T21:52:58.62715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.410671608s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-18T21:52:58.627247Z","caller":"traceutil/trace.go:171","msg":"trace[735481002] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1964; }","duration":"1.410824311s","start":"2026-03-18T21:52:57.216401Z","end":"2026-03-18T21:52:58.627225Z","steps":["trace[735481002] 'agreement among raft nodes before linearized reading' (duration: 1.410565486s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:52:58.627301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:52:57.216381Z","time spent":"1.410910524s","remote":"127.0.0.1:55338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-18T21:52:58.627361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.745498ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-18T21:52:58.627461Z","caller":"traceutil/trace.go:171","msg":"trace[331424825] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1964; }","duration":"320.030914ms","start":"2026-03-18T21:52:58.307413Z","end":"2026-03-18T21:52:58.627444Z","steps":["trace[331424825] 'agreement among raft nodes before linearized reading' (duration: 319.567804ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:52:58.62754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"781.187325ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T21:52:58.627581Z","caller":"traceutil/trace.go:171","msg":"trace[1780909393] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:1964; }","duration":"781.279197ms","start":"2026-03-18T21:52:57.84629Z","end":"2026-03-18T21:52:58.627569Z","steps":["trace[1780909393] 'agreement among raft nodes before linearized reading' (duration: 781.213276ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:52:58.627615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:52:57.846257Z","time spent":"781.351339ms","remote":"127.0.0.1:36980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"warn","ts":"2026-03-18T21:52:58.627766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.326062378s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T21:52:58.627799Z","caller":"traceutil/trace.go:171","msg":"trace[1633325483] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1964; }","duration":"1.32615225s","start":"2026-03-18T21:52:57.301638Z","end":"2026-03-18T21:52:58.62779Z","steps":["trace[1633325483] 'agreement among raft nodes before linearized reading' (duration: 1.326104908s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:52:58.627809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.41070234s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-18T21:52:58.62783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:52:57.301598Z","time spent":"1.326226872s","remote":"127.0.0.1:55070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-18T21:52:58.627851Z","caller":"traceutil/trace.go:171","msg":"trace[1291710569] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1964; }","duration":"1.410769312s","start":"2026-03-18T21:52:57.217071Z","end":"2026-03-18T21:52:58.62784Z","steps":["trace[1291710569] 'agreement among raft nodes before linearized reading' (duration: 1.410672898s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:52:58.62778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.275932ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-18T21:52:58.627958Z","caller":"traceutil/trace.go:171","msg":"trace[634134393] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:1964; }","duration":"202.527278ms","start":"2026-03-18T21:52:58.425422Z","end":"2026-03-18T21:52:58.627949Z","steps":["trace[634134393] 'agreement among raft nodes before linearized reading' (duration: 202.256671ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:52:58.628022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.410826162s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-18T21:52:58.627891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:52:57.217056Z","time spent":"1.410828833s","remote":"127.0.0.1:55338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-18T21:52:58.628087Z","caller":"traceutil/trace.go:171","msg":"trace[1266453933] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1964; }","duration":"1.410935515s","start":"2026-03-18T21:52:57.217137Z","end":"2026-03-18T21:52:58.628073Z","steps":["trace[1266453933] 'agreement among raft nodes before linearized reading' (duration: 1.410773551s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:52:58.627547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:52:58.307386Z","time spent":"320.151297ms","remote":"127.0.0.1:50554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-18T21:52:58.628159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:52:57.217112Z","time spent":"1.411013447s","remote":"127.0.0.1:55338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-18T21:52:58.628216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.410799112s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-18T21:52:58.628331Z","caller":"traceutil/trace.go:171","msg":"trace[1033000312] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1964; }","duration":"1.410967066s","start":"2026-03-18T21:52:57.217337Z","end":"2026-03-18T21:52:58.628304Z","steps":["trace[1033000312] 'agreement among raft nodes before linearized reading' (duration: 1.410589008s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:52:58.628395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:52:57.217324Z","time spent":"1.411059368s","remote":"127.0.0.1:55338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-18T21:52:59.139176Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823086373136604864,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T21:53:00.22873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"717.093453ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T21:53:00.228872Z","caller":"traceutil/trace.go:171","msg":"trace[1142352398] transaction","detail":"{read_only:false; response_revision:1965; number_of_response:1; }","duration":"1.598556525s","start":"2026-03-18T21:52:58.630288Z","end":"2026-03-18T21:53:00.228845Z","steps":["trace[1142352398] 'process raft request' (duration: 881.231206ms)","trace[1142352398] 'compare' (duration: 716.468059ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T21:53:00.228942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:52:58.630256Z","time spent":"1.598655267s","remote":"127.0.0.1:55338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T21:53:00.230634Z","caller":"traceutil/trace.go:171","msg":"trace[950511575] transaction","detail":"{read_only:false; response_revision:1966; number_of_response:1; }","duration":"1.59833361s","start":"2026-03-18T21:52:58.63226Z","end":"2026-03-18T21:53:00.230593Z","steps":["trace[950511575] 'process raft request' (duration: 1.598116555s)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:53:00.23071Z","caller":"traceutil/trace.go:171","msg":"trace[1907497203] transaction","detail":"{read_only:false; response_revision:1967; number_of_response:1; }","duration":"1.598303109s","start":"2026-03-18T21:52:58.632367Z","end":"2026-03-18T21:53:00.23067Z","steps":["trace[1907497203] 'process raft request' (duration: 1.598104465s)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:53:00.230742Z","caller":"traceutil/trace.go:171","msg":"trace[1152426402] transaction","detail":"{read_only:false; response_revision:1968; number_of_response:1; }","duration":"1.59793486s","start":"2026-03-18T21:52:58.632767Z","end":"2026-03-18T21:53:00.230702Z","steps":["trace[1152426402] 'process raft request' (duration: 1.597742356s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:53:00.230839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:52:58.632221Z","time spent":"1.598499024s","remote":"127.0.0.1:55338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T21:53:00.230861Z","caller":"traceutil/trace.go:171","msg":"trace[1987981904] transaction","detail":"{read_only:false; response_revision:1969; number_of_response:1; }","duration":"1.597574192s","start":"2026-03-18T21:52:58.633256Z","end":"2026-03-18T21:53:00.23083Z","steps":["trace[1987981904] 'process raft request' (duration: 1.597339537s)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:53:00.230909Z","caller":"traceutil/trace.go:171","msg":"trace[1531090681] transaction","detail":"{read_only:false; response_revision:1971; number_of_response:1; }","duration":"1.596285202s","start":"2026-03-18T21:52:58.634608Z","end":"2026-03-18T21:53:00.230893Z","steps":["trace[1531090681] 'process raft request' (duration: 1.596070507s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:53:00.230962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:52:58.632741Z","time spent":"1.598122855s","remote":"127.0.0.1:55338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T21:53:00.231002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:52:58.634592Z","time spent":"1.596363153s","remote":"127.0.0.1:55338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T21:53:00.231004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:52:58.632345Z","time spent":"1.598450162s","remote":"127.0.0.1:55338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T21:53:00.230734Z","caller":"traceutil/trace.go:171","msg":"trace[829536312] transaction","detail":"{read_only:false; response_revision:1970; number_of_response:1; }","duration":"1.596884166s","start":"2026-03-18T21:52:58.633832Z","end":"2026-03-18T21:53:00.230717Z","steps":["trace[829536312] 'process raft request' (duration: 1.596808244s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:53:00.231132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:52:58.633246Z","time spent":"1.597674264s","remote":"127.0.0.1:55338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T21:53:00.231178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:52:58.633821Z","time spent":"1.597328645s","remote":"127.0.0.1:55338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T21:53:00.240316Z","caller":"traceutil/trace.go:171","msg":"trace[68794728] linearizableReadLoop","detail":"{readStateIndex:2057; appliedIndex:2049; }","duration":"1.602073266s","start":"2026-03-18T21:52:58.638227Z","end":"2026-03-18T21:53:00.2403Z","steps":["trace[68794728] 'read index received' (duration: 873.215589ms)","trace[68794728] 'applied index is now lower than readState.Index' (duration: 728.855387ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T21:53:00.240337Z","caller":"traceutil/trace.go:171","msg":"trace[1591764897] transaction","detail":"{read_only:false; response_revision:1972; number_of_response:1; }","duration":"927.551434ms","start":"2026-03-18T21:52:59.312741Z","end":"2026-03-18T21:53:00.240293Z","steps":["trace[1591764897] 'process raft request' (duration: 927.35806ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:53:00.240385Z","caller":"traceutil/trace.go:171","msg":"trace[1247973821] transaction","detail":"{read_only:false; response_revision:1973; number_of_response:1; }","duration":"490.514884ms","start":"2026-03-18T21:52:59.749828Z","end":"2026-03-18T21:53:00.240343Z","steps":["trace[1247973821] 'process raft request' (duration: 490.416022ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:53:00.240451Z","caller":"traceutil/trace.go:171","msg":"trace[1481427925] transaction","detail":"{read_only:false; response_revision:1974; number_of_response:1; }","duration":"120.151788ms","start":"2026-03-18T21:53:00.120271Z","end":"2026-03-18T21:53:00.240423Z","steps":["trace[1481427925] 'process raft request' (duration: 120.002915ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:53:00.240509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.602243141s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T21:53:00.240541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"725.013247ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T21:53:00.240553Z","caller":"traceutil/trace.go:171","msg":"trace[419668437] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1974; }","duration":"1.602352473s","start":"2026-03-18T21:52:58.638189Z","end":"2026-03-18T21:53:00.240541Z","steps":["trace[419668437] 'agreement among raft nodes before linearized reading' (duration: 1.602194559s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:53:00.240555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:52:59.312709Z","time spent":"927.720978ms","remote":"127.0.0.1:55338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T21:53:00.240577Z","caller":"traceutil/trace.go:171","msg":"trace[1984770451] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:1974; }","duration":"725.106629ms","start":"2026-03-18T21:52:59.515459Z","end":"2026-03-18T21:53:00.240565Z","steps":["trace[1984770451] 'agreement among raft nodes before linearized reading' (duration: 725.032808ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:53:00.24057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.546110473s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12382"} {"level":"warn","ts":"2026-03-18T21:53:00.24059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:52:58.638178Z","time spent":"1.602396844s","remote":"127.0.0.1:55054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T21:53:00.240616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:52:59.515434Z","time spent":"725.174851ms","remote":"127.0.0.1:37056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"warn","ts":"2026-03-18T21:53:00.240611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:52:59.749783Z","time spent":"490.713179ms","remote":"127.0.0.1:55338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T21:53:00.240626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"605.061053ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-18T21:53:00.240631Z","caller":"traceutil/trace.go:171","msg":"trace[2017718461] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1974; }","duration":"1.546178674s","start":"2026-03-18T21:52:58.694435Z","end":"2026-03-18T21:53:00.240614Z","steps":["trace[2017718461] 'agreement among raft nodes before linearized reading' (duration: 1.5459921s)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:53:00.240662Z","caller":"traceutil/trace.go:171","msg":"trace[1450869184] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1974; }","duration":"605.152845ms","start":"2026-03-18T21:52:59.635499Z","end":"2026-03-18T21:53:00.240652Z","steps":["trace[1450869184] 'agreement among raft nodes before linearized reading' (duration: 604.94014ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:53:00.240671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:52:58.694429Z","time spent":"1.546233566s","remote":"127.0.0.1:55254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12406,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-18T21:53:00.240688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:52:59.635465Z","time spent":"605.216216ms","remote":"127.0.0.1:50554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-18T21:53:53.330089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"611.289277ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T21:53:53.330615Z","caller":"traceutil/trace.go:171","msg":"trace[891883873] linearizableReadLoop","detail":"{readStateIndex:2505; appliedIndex:2501; }","duration":"541.614327ms","start":"2026-03-18T21:53:52.78897Z","end":"2026-03-18T21:53:53.330585Z","steps":["trace[891883873] 'read index received' (duration: 316.271456ms)","trace[891883873] 'applied index is now lower than readState.Index' (duration: 225.341031ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T21:53:53.33075Z","caller":"traceutil/trace.go:171","msg":"trace[1790639479] transaction","detail":"{read_only:false; response_revision:2399; number_of_response:1; }","duration":"749.09817ms","start":"2026-03-18T21:53:52.581616Z","end":"2026-03-18T21:53:53.330714Z","steps":["trace[1790639479] 'process raft request' (duration: 748.745821ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:53:53.330775Z","caller":"traceutil/trace.go:171","msg":"trace[2018800149] transaction","detail":"{read_only:false; response_revision:2397; number_of_response:1; }","duration":"749.201733ms","start":"2026-03-18T21:53:52.581516Z","end":"2026-03-18T21:53:53.330718Z","steps":["trace[2018800149] 'process raft request' (duration: 137.085924ms)","trace[2018800149] 'compare' (duration: 611.103813ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T21:53:53.330798Z","caller":"traceutil/trace.go:171","msg":"trace[1343584910] transaction","detail":"{read_only:false; response_revision:2400; number_of_response:1; }","duration":"541.857763ms","start":"2026-03-18T21:53:52.788892Z","end":"2026-03-18T21:53:53.330749Z","steps":["trace[1343584910] 'process raft request' (duration: 541.612837ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:53:53.330832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"541.846863ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T21:53:53.330742Z","caller":"traceutil/trace.go:171","msg":"trace[1796770464] transaction","detail":"{read_only:false; response_revision:2398; number_of_response:1; }","duration":"749.168271ms","start":"2026-03-18T21:53:52.581543Z","end":"2026-03-18T21:53:53.330711Z","steps":["trace[1796770464] 'process raft request' (duration: 748.7238ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:53:53.330973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:53:52.58158Z","time spent":"749.268594ms","remote":"127.0.0.1:55338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T21:53:53.330994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:53:52.788854Z","time spent":"542.039418ms","remote":"127.0.0.1:55338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T21:53:53.330907Z","caller":"traceutil/trace.go:171","msg":"trace[835100474] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:2400; }","duration":"541.968726ms","start":"2026-03-18T21:53:52.78892Z","end":"2026-03-18T21:53:53.330889Z","steps":["trace[835100474] 'agreement among raft nodes before linearized reading' (duration: 541.843533ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:53:53.331021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:53:52.581485Z","time spent":"749.399817ms","remote":"127.0.0.1:55338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T21:53:53.331018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:53:52.581513Z","time spent":"749.449139ms","remote":"127.0.0.1:55338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T21:53:53.331101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:53:52.788892Z","time spent":"542.169751ms","remote":"127.0.0.1:55374","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"info","ts":"2026-03-18T21:53:53.602501Z","caller":"traceutil/trace.go:171","msg":"trace[1787508209] transaction","detail":"{read_only:false; response_revision:2401; number_of_response:1; }","duration":"774.220301ms","start":"2026-03-18T21:53:52.828246Z","end":"2026-03-18T21:53:53.602466Z","steps":["trace[1787508209] 'process raft request' (duration: 770.610379ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:53:53.602584Z","caller":"traceutil/trace.go:171","msg":"trace[1952980973] transaction","detail":"{read_only:false; response_revision:2402; number_of_response:1; }","duration":"773.399679ms","start":"2026-03-18T21:53:52.829097Z","end":"2026-03-18T21:53:53.602497Z","steps":["trace[1952980973] 'process raft request' (duration: 773.241035ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:53:53.602499Z","caller":"traceutil/trace.go:171","msg":"trace[294502092] linearizableReadLoop","detail":"{readStateIndex:2507; appliedIndex:2505; }","duration":"271.798978ms","start":"2026-03-18T21:53:53.330674Z","end":"2026-03-18T21:53:53.602473Z","steps":["trace[294502092] 'read index received' (duration: 268.159366ms)","trace[294502092] 'applied index is now lower than readState.Index' (duration: 3.637962ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T21:53:53.602812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:53:52.828213Z","time spent":"774.428346ms","remote":"127.0.0.1:55338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T21:53:53.603116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"485.340992ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-18T21:53:53.603093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.148387ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T21:53:53.603177Z","caller":"traceutil/trace.go:171","msg":"trace[1227359434] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:2402; }","duration":"485.455896ms","start":"2026-03-18T21:53:53.117707Z","end":"2026-03-18T21:53:53.603163Z","steps":["trace[1227359434] 'agreement among raft nodes before linearized reading' (duration: 484.893322ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:53:53.603213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:53:53.117679Z","time spent":"485.526487ms","remote":"127.0.0.1:55610","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":294,"response size":32,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"info","ts":"2026-03-18T21:53:53.603205Z","caller":"traceutil/trace.go:171","msg":"trace[378911375] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2402; }","duration":"227.329371ms","start":"2026-03-18T21:53:53.37585Z","end":"2026-03-18T21:53:53.60318Z","steps":["trace[378911375] 'agreement among raft nodes before linearized reading' (duration: 227.107116ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:53:53.603229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:53:52.829061Z","time spent":"773.628145ms","remote":"127.0.0.1:55338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T21:53:54.888976Z","caller":"traceutil/trace.go:171","msg":"trace[1363131664] transaction","detail":"{read_only:false; response_revision:2403; number_of_response:1; }","duration":"528.805265ms","start":"2026-03-18T21:53:54.360135Z","end":"2026-03-18T21:53:54.888941Z","steps":["trace[1363131664] 'process raft request' (duration: 528.567459ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:53:54.889175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:53:54.360102Z","time spent":"528.978289ms","remote":"127.0.0.1:55338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T21:53:56.661742Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.767696159s","expected-duration":"1s"} {"level":"info","ts":"2026-03-18T21:53:56.662216Z","caller":"traceutil/trace.go:171","msg":"trace[535503590] linearizableReadLoop","detail":"{readStateIndex:2509; appliedIndex:2507; }","duration":"2.052208327s","start":"2026-03-18T21:53:54.609975Z","end":"2026-03-18T21:53:56.662184Z","steps":["trace[535503590] 'read index received' (duration: 278.712972ms)","trace[535503590] 'applied index is now lower than readState.Index' (duration: 1.773493575s)"],"step_count":2} {"level":"info","ts":"2026-03-18T21:53:56.662269Z","caller":"traceutil/trace.go:171","msg":"trace[1690603434] transaction","detail":"{read_only:false; response_revision:2404; number_of_response:1; }","duration":"2.210281347s","start":"2026-03-18T21:53:54.451958Z","end":"2026-03-18T21:53:56.66224Z","steps":["trace[1690603434] 'process raft request' (duration: 2.21000518s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:53:56.662414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:53:54.451927Z","time spent":"2.21039518s","remote":"127.0.0.1:55338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T21:53:56.662504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.052514965s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-18T21:53:56.662578Z","caller":"traceutil/trace.go:171","msg":"trace[1892208546] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2404; }","duration":"2.052671758s","start":"2026-03-18T21:53:54.609887Z","end":"2026-03-18T21:53:56.662559Z","steps":["trace[1892208546] 'agreement among raft nodes before linearized reading' (duration: 2.052453913s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:53:56.662637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:53:54.609846Z","time spent":"2.052777421s","remote":"127.0.0.1:55338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-18T21:53:56.664303Z","caller":"traceutil/trace.go:171","msg":"trace[1595689002] transaction","detail":"{read_only:false; response_revision:2405; number_of_response:1; }","duration":"1.055891896s","start":"2026-03-18T21:53:55.608371Z","end":"2026-03-18T21:53:56.664263Z","steps":["trace[1595689002] 'process raft request' (duration: 1.0552891s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:53:56.664404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.290611014s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T21:53:56.664392Z","caller":"traceutil/trace.go:171","msg":"trace[1592786668] transaction","detail":"{read_only:false; response_revision:2406; number_of_response:1; }","duration":"1.054651736s","start":"2026-03-18T21:53:55.609682Z","end":"2026-03-18T21:53:56.664334Z","steps":["trace[1592786668] 'process raft request' (duration: 1.054187624s)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:53:56.664479Z","caller":"traceutil/trace.go:171","msg":"trace[666736805] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2406; }","duration":"1.290692466s","start":"2026-03-18T21:53:55.373761Z","end":"2026-03-18T21:53:56.664453Z","steps":["trace[666736805] 'agreement among raft nodes before linearized reading' (duration: 1.290606534s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:53:56.664484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:53:55.608349Z","time spent":"1.05603584s","remote":"127.0.0.1:55338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T21:53:56.664467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.430209ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-18T21:53:56.664526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.297414644s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-18T21:53:56.664537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:53:55.37375Z","time spent":"1.290776938s","remote":"127.0.0.1:55054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-18T21:53:56.664587Z","caller":"traceutil/trace.go:171","msg":"trace[220085399] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:2406; }","duration":"193.616695ms","start":"2026-03-18T21:53:56.470944Z","end":"2026-03-18T21:53:56.66456Z","steps":["trace[220085399] 'agreement among raft nodes before linearized reading' (duration: 193.406999ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:53:56.664275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.053688044s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-18T21:53:56.664662Z","caller":"traceutil/trace.go:171","msg":"trace[531757428] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2406; }","duration":"2.054136945s","start":"2026-03-18T21:53:54.610503Z","end":"2026-03-18T21:53:56.664639Z","steps":["trace[531757428] 'agreement among raft nodes before linearized reading' (duration: 2.053438467s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:53:56.664665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:53:55.609677Z","time spent":"1.054849571s","remote":"127.0.0.1:55338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T21:53:56.664729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:53:54.610477Z","time spent":"2.054235158s","remote":"127.0.0.1:55338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-18T21:53:56.66476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.327984402s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-18T21:53:56.664319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"401.686732ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"warn","ts":"2026-03-18T21:53:56.664773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.328685109s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-18T21:53:56.664883Z","caller":"traceutil/trace.go:171","msg":"trace[647441559] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2406; }","duration":"402.306427ms","start":"2026-03-18T21:53:56.262561Z","end":"2026-03-18T21:53:56.664867Z","steps":["trace[647441559] 'agreement among raft nodes before linearized reading' (duration: 401.60979ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:53:56.664896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.328819233s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-18T21:53:56.664599Z","caller":"traceutil/trace.go:171","msg":"trace[1372551398] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:2406; }","duration":"1.297501246s","start":"2026-03-18T21:53:55.367075Z","end":"2026-03-18T21:53:56.664576Z","steps":["trace[1372551398] 'agreement among raft nodes before linearized reading' (duration: 1.297350142s)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:53:56.664933Z","caller":"traceutil/trace.go:171","msg":"trace[1965378412] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2406; }","duration":"1.328898386s","start":"2026-03-18T21:53:55.336026Z","end":"2026-03-18T21:53:56.664924Z","steps":["trace[1965378412] 'agreement among raft nodes before linearized reading' (duration: 1.328771253s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:53:56.665174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:53:55.335999Z","time spent":"1.328964887s","remote":"127.0.0.1:55338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-18T21:53:56.664885Z","caller":"traceutil/trace.go:171","msg":"trace[1106199557] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2406; }","duration":"1.328836694s","start":"2026-03-18T21:53:55.336033Z","end":"2026-03-18T21:53:56.66487Z","steps":["trace[1106199557] 'agreement among raft nodes before linearized reading' (duration: 1.328599818s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:53:56.665228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:53:55.367066Z","time spent":"1.297885315s","remote":"127.0.0.1:55476","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":31,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"info","ts":"2026-03-18T21:53:56.664831Z","caller":"traceutil/trace.go:171","msg":"trace[925294355] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2406; }","duration":"1.328361481s","start":"2026-03-18T21:53:55.336453Z","end":"2026-03-18T21:53:56.664815Z","steps":["trace[925294355] 'agreement among raft nodes before linearized reading' (duration: 1.32792163s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:53:56.665405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:53:55.336445Z","time spent":"1.328911574s","remote":"127.0.0.1:55338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-18T21:53:56.664934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:53:56.262529Z","time spent":"402.39223ms","remote":"127.0.0.1:55260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1393,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-03-18T21:53:56.665245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:53:55.336008Z","time spent":"1.329228663s","remote":"127.0.0.1:55338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-18T21:54:00.787239Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823086373136605897,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-18T21:54:00.860946Z","caller":"traceutil/trace.go:171","msg":"trace[883499060] transaction","detail":"{read_only:false; response_revision:2431; number_of_response:1; }","duration":"586.685ms","start":"2026-03-18T21:54:00.274222Z","end":"2026-03-18T21:54:00.860907Z","steps":["trace[883499060] 'process raft request' (duration: 586.522466ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:54:00.861121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:54:00.274208Z","time spent":"586.824973ms","remote":"127.0.0.1:55338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T21:54:00.862744Z","caller":"traceutil/trace.go:171","msg":"trace[1784139919] transaction","detail":"{read_only:false; response_revision:2433; number_of_response:1; }","duration":"185.275115ms","start":"2026-03-18T21:54:00.677429Z","end":"2026-03-18T21:54:00.862704Z","steps":["trace[1784139919] 'process raft request' (duration: 185.175102ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:54:00.86285Z","caller":"traceutil/trace.go:171","msg":"trace[1830417243] transaction","detail":"{read_only:false; response_revision:2432; number_of_response:1; }","duration":"185.947061ms","start":"2026-03-18T21:54:00.676865Z","end":"2026-03-18T21:54:00.862812Z","steps":["trace[1830417243] 'process raft request' (duration: 185.548802ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:54:00.863174Z","caller":"traceutil/trace.go:171","msg":"trace[1058558906] transaction","detail":"{read_only:false; response_revision:2434; number_of_response:1; }","duration":"181.485158ms","start":"2026-03-18T21:54:00.681678Z","end":"2026-03-18T21:54:00.863163Z","steps":["trace[1058558906] 'process raft request' (duration: 180.976266ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:54:00.863445Z","caller":"traceutil/trace.go:171","msg":"trace[1915315309] linearizableReadLoop","detail":"{readStateIndex:2540; appliedIndex:2536; }","duration":"577.184941ms","start":"2026-03-18T21:54:00.286248Z","end":"2026-03-18T21:54:00.863433Z","steps":["trace[1915315309] 'read index received' (duration: 574.569165ms)","trace[1915315309] 'applied index is now lower than readState.Index' (duration: 2.614716ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T21:54:00.863657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"577.377835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-03-18T21:54:00.863719Z","caller":"traceutil/trace.go:171","msg":"trace[1035675734] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:2435; }","duration":"577.484709ms","start":"2026-03-18T21:54:00.286218Z","end":"2026-03-18T21:54:00.863703Z","steps":["trace[1035675734] 'agreement among raft nodes before linearized reading' (duration: 577.285454ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:54:00.863728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.940065ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-18T21:54:00.863714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.650212ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-18T21:54:00.863763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:54:00.2862Z","time spent":"577.55239ms","remote":"127.0.0.1:55338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":554,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-03-18T21:54:00.863813Z","caller":"traceutil/trace.go:171","msg":"trace[525993670] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2435; }","duration":"173.781796ms","start":"2026-03-18T21:54:00.690015Z","end":"2026-03-18T21:54:00.863797Z","steps":["trace[525993670] 'agreement among raft nodes before linearized reading' (duration: 173.56513ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:54:00.863919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.405507ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-18T21:54:00.863929Z","caller":"traceutil/trace.go:171","msg":"trace[769673182] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2435; }","duration":"179.004707ms","start":"2026-03-18T21:54:00.684753Z","end":"2026-03-18T21:54:00.863758Z","steps":["trace[769673182] 'agreement among raft nodes before linearized reading' (duration: 178.802912ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:54:00.863954Z","caller":"traceutil/trace.go:171","msg":"trace[1563284926] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2435; }","duration":"175.466839ms","start":"2026-03-18T21:54:00.688477Z","end":"2026-03-18T21:54:00.863944Z","steps":["trace[1563284926] 'agreement among raft nodes before linearized reading' (duration: 175.379436ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:54:00.864327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.089934ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-18T21:54:00.864411Z","caller":"traceutil/trace.go:171","msg":"trace[1461130403] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2435; }","duration":"176.220197ms","start":"2026-03-18T21:54:00.688173Z","end":"2026-03-18T21:54:00.864393Z","steps":["trace[1461130403] 'agreement among raft nodes before linearized reading' (duration: 175.787646ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:54:00.864424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.823463ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-18T21:54:00.864511Z","caller":"traceutil/trace.go:171","msg":"trace[1285192473] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2435; }","duration":"172.947355ms","start":"2026-03-18T21:54:00.691545Z","end":"2026-03-18T21:54:00.864492Z","steps":["trace[1285192473] 'agreement among raft nodes before linearized reading' (duration: 172.494674ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:54:21.325884Z","caller":"traceutil/trace.go:171","msg":"trace[1259482669] linearizableReadLoop","detail":"{readStateIndex:2659; appliedIndex:2658; }","duration":"207.528173ms","start":"2026-03-18T21:54:21.118321Z","end":"2026-03-18T21:54:21.325849Z","steps":["trace[1259482669] 'read index received' (duration: 156.294506ms)","trace[1259482669] 'applied index is now lower than readState.Index' (duration: 51.232417ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T21:54:21.325951Z","caller":"traceutil/trace.go:171","msg":"trace[252056095] transaction","detail":"{read_only:false; response_revision:2549; number_of_response:1; }","duration":"212.600441ms","start":"2026-03-18T21:54:21.113319Z","end":"2026-03-18T21:54:21.32592Z","steps":["trace[252056095] 'process raft request' (duration: 161.305822ms)","trace[252056095] 'compare' (duration: 51.063673ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T21:54:21.326267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.720216ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-18T21:54:21.326281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.332435ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-18T21:54:21.326322Z","caller":"traceutil/trace.go:171","msg":"trace[1787695965] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2549; }","duration":"189.438309ms","start":"2026-03-18T21:54:21.136873Z","end":"2026-03-18T21:54:21.326311Z","steps":["trace[1787695965] 'agreement among raft nodes before linearized reading' (duration: 189.313445ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:54:21.326321Z","caller":"traceutil/trace.go:171","msg":"trace[752795993] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2549; }","duration":"191.838758ms","start":"2026-03-18T21:54:21.134468Z","end":"2026-03-18T21:54:21.326307Z","steps":["trace[752795993] 'agreement among raft nodes before linearized reading' (duration: 191.615713ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:54:21.326305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.946663ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"info","ts":"2026-03-18T21:54:21.326433Z","caller":"traceutil/trace.go:171","msg":"trace[432949716] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2549; }","duration":"208.112168ms","start":"2026-03-18T21:54:21.118291Z","end":"2026-03-18T21:54:21.326403Z","steps":["trace[432949716] 'agreement among raft nodes before linearized reading' (duration: 207.764899ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:54:21.327037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.778808ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-18T21:54:21.327243Z","caller":"traceutil/trace.go:171","msg":"trace[218621260] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2549; }","duration":"187.953251ms","start":"2026-03-18T21:54:21.139188Z","end":"2026-03-18T21:54:21.327141Z","steps":["trace[218621260] 'agreement among raft nodes before linearized reading' (duration: 186.986087ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:54:21.550738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.319871ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T21:54:21.551024Z","caller":"traceutil/trace.go:171","msg":"trace[1857942449] linearizableReadLoop","detail":"{readStateIndex:2663; appliedIndex:2659; }","duration":"196.755342ms","start":"2026-03-18T21:54:21.35425Z","end":"2026-03-18T21:54:21.551006Z","steps":["trace[1857942449] 'read index received' (duration: 13.399197ms)","trace[1857942449] 'applied index is now lower than readState.Index' (duration: 183.354745ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T21:54:21.551063Z","caller":"traceutil/trace.go:171","msg":"trace[1884970242] transaction","detail":"{read_only:false; response_revision:2552; number_of_response:1; }","duration":"219.601357ms","start":"2026-03-18T21:54:21.331429Z","end":"2026-03-18T21:54:21.55103Z","steps":["trace[1884970242] 'process raft request' (duration: 219.447773ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:54:21.551088Z","caller":"traceutil/trace.go:171","msg":"trace[913039083] transaction","detail":"{read_only:false; response_revision:2553; number_of_response:1; }","duration":"219.010312ms","start":"2026-03-18T21:54:21.332066Z","end":"2026-03-18T21:54:21.551077Z","steps":["trace[913039083] 'process raft request' (duration: 218.887099ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:54:21.551188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.932898ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T21:54:21.551231Z","caller":"traceutil/trace.go:171","msg":"trace[1912380149] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:2553; }","duration":"197.009859ms","start":"2026-03-18T21:54:21.354208Z","end":"2026-03-18T21:54:21.551218Z","steps":["trace[1912380149] 'agreement among raft nodes before linearized reading' (duration: 196.921747ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:54:21.551328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.839437ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T21:54:21.551366Z","caller":"traceutil/trace.go:171","msg":"trace[1983892048] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2553; }","duration":"175.917349ms","start":"2026-03-18T21:54:21.37544Z","end":"2026-03-18T21:54:21.551357Z","steps":["trace[1983892048] 'agreement among raft nodes before linearized reading' (duration: 175.833657ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:54:21.551032Z","caller":"traceutil/trace.go:171","msg":"trace[670758528] transaction","detail":"{read_only:false; response_revision:2551; number_of_response:1; }","duration":"219.652788ms","start":"2026-03-18T21:54:21.331322Z","end":"2026-03-18T21:54:21.550975Z","steps":["trace[670758528] 'process raft request' (duration: 112.965767ms)","trace[670758528] 'compare' (duration: 106.168048ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T21:54:27.513421Z","caller":"traceutil/trace.go:171","msg":"trace[463572299] linearizableReadLoop","detail":"{readStateIndex:2691; appliedIndex:2690; }","duration":"118.292402ms","start":"2026-03-18T21:54:27.39503Z","end":"2026-03-18T21:54:27.513322Z","steps":["trace[463572299] 'read index received' (duration: 26.776013ms)","trace[463572299] 'applied index is now lower than readState.Index' (duration: 91.515339ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T21:54:27.513485Z","caller":"traceutil/trace.go:171","msg":"trace[1955115775] transaction","detail":"{read_only:false; response_revision:2580; number_of_response:1; }","duration":"130.223072ms","start":"2026-03-18T21:54:27.383203Z","end":"2026-03-18T21:54:27.513426Z","steps":["trace[1955115775] 'process raft request' (duration: 38.646381ms)","trace[1955115775] 'compare' (duration: 91.345355ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T21:54:27.51364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.59041ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-18T21:54:27.513674Z","caller":"traceutil/trace.go:171","msg":"trace[623619672] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2580; }","duration":"118.699033ms","start":"2026-03-18T21:54:27.394965Z","end":"2026-03-18T21:54:27.513664Z","steps":["trace[623619672] 'agreement among raft nodes before linearized reading' (duration: 118.528279ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:54:29.219739Z","caller":"traceutil/trace.go:171","msg":"trace[1197856424] transaction","detail":"{read_only:false; response_revision:2585; number_of_response:1; }","duration":"662.512174ms","start":"2026-03-18T21:54:28.557193Z","end":"2026-03-18T21:54:29.219705Z","steps":["trace[1197856424] 'process raft request' (duration: 662.028922ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:54:29.219919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:54:28.557165Z","time spent":"662.664298ms","remote":"127.0.0.1:55144","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":766,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T21:54:29.885611Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823086373136606310,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T21:54:30.403479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.853741ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T21:54:30.40365Z","caller":"traceutil/trace.go:171","msg":"trace[1429795217] transaction","detail":"{read_only:false; response_revision:2586; number_of_response:1; }","duration":"1.292590869s","start":"2026-03-18T21:54:29.111038Z","end":"2026-03-18T21:54:30.403629Z","steps":["trace[1429795217] 'process raft request' (duration: 985.490302ms)","trace[1429795217] 'compare' (duration: 306.732259ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T21:54:30.403718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:54:29.111003Z","time spent":"1.292682362s","remote":"127.0.0.1:55338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T21:54:30.403911Z","caller":"traceutil/trace.go:171","msg":"trace[1514229304] linearizableReadLoop","detail":"{readStateIndex:2700; appliedIndex:2697; }","duration":"1.018853332s","start":"2026-03-18T21:54:29.385037Z","end":"2026-03-18T21:54:30.40389Z","steps":["trace[1514229304] 'read index received' (duration: 711.472197ms)","trace[1514229304] 'applied index is now lower than readState.Index' (duration: 307.380095ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T21:54:30.404251Z","caller":"traceutil/trace.go:171","msg":"trace[1073827788] transaction","detail":"{read_only:false; response_revision:2587; number_of_response:1; }","duration":"1.21486698s","start":"2026-03-18T21:54:29.189371Z","end":"2026-03-18T21:54:30.404238Z","steps":["trace[1073827788] 'process raft request' (duration: 1.214219464s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:54:30.404325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:54:29.189348Z","time spent":"1.214942532s","remote":"127.0.0.1:55338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T21:54:30.404346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.000610584s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-03-18T21:54:30.4044Z","caller":"traceutil/trace.go:171","msg":"trace[531950203] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2588; }","duration":"1.000674045s","start":"2026-03-18T21:54:29.40371Z","end":"2026-03-18T21:54:30.404384Z","steps":["trace[531950203] 'agreement among raft nodes before linearized reading' (duration: 1.00049451s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:54:30.404456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:54:29.403705Z","time spent":"1.000738256s","remote":"127.0.0.1:55254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-18T21:54:30.404455Z","caller":"traceutil/trace.go:171","msg":"trace[1617135297] transaction","detail":"{read_only:false; response_revision:2588; number_of_response:1; }","duration":"1.209441116s","start":"2026-03-18T21:54:29.19497Z","end":"2026-03-18T21:54:30.404412Z","steps":["trace[1617135297] 'process raft request' (duration: 1.208846142s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:54:30.404527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"757.97123ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-18T21:54:30.40456Z","caller":"traceutil/trace.go:171","msg":"trace[1398941560] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2588; }","duration":"758.046252ms","start":"2026-03-18T21:54:29.646505Z","end":"2026-03-18T21:54:30.404551Z","steps":["trace[1398941560] 'agreement among raft nodes before linearized reading' (duration: 757.94905ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:54:30.404596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:54:29.646478Z","time spent":"758.111774ms","remote":"127.0.0.1:55338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-18T21:54:30.404537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"727.576333ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-18T21:54:30.404584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.345879ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"warn","ts":"2026-03-18T21:54:30.404654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"909.015323ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T21:54:30.40475Z","caller":"traceutil/trace.go:171","msg":"trace[261702011] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2588; }","duration":"142.552584ms","start":"2026-03-18T21:54:30.262126Z","end":"2026-03-18T21:54:30.404679Z","steps":["trace[261702011] 'agreement among raft nodes before linearized reading' (duration: 142.174285ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:54:30.404778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"739.614128ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-18T21:54:30.404832Z","caller":"traceutil/trace.go:171","msg":"trace[1381150546] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:2588; }","duration":"909.273799ms","start":"2026-03-18T21:54:29.495529Z","end":"2026-03-18T21:54:30.404803Z","steps":["trace[1381150546] 'agreement among raft nodes before linearized reading' (duration: 908.973322ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:54:30.404672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:54:29.194925Z","time spent":"1.209624741s","remote":"127.0.0.1:55338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T21:54:30.4049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:54:29.495491Z","time spent":"909.395482ms","remote":"127.0.0.1:55462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":29,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"info","ts":"2026-03-18T21:54:30.404901Z","caller":"traceutil/trace.go:171","msg":"trace[1708657191] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2588; }","duration":"739.781713ms","start":"2026-03-18T21:54:29.665074Z","end":"2026-03-18T21:54:30.404856Z","steps":["trace[1708657191] 'agreement among raft nodes before linearized reading' (duration: 739.428475ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:54:30.404835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"844.781444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-18T21:54:30.404935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.019897198s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-18T21:54:30.404967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:54:29.665029Z","time spent":"739.927657ms","remote":"127.0.0.1:55338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-18T21:54:30.404679Z","caller":"traceutil/trace.go:171","msg":"trace[788384754] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:2588; }","duration":"727.739087ms","start":"2026-03-18T21:54:29.6769Z","end":"2026-03-18T21:54:30.404639Z","steps":["trace[788384754] 'agreement among raft nodes before linearized reading' (duration: 727.473531ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:54:30.404994Z","caller":"traceutil/trace.go:171","msg":"trace[904230277] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2588; }","duration":"1.02000055s","start":"2026-03-18T21:54:29.384977Z","end":"2026-03-18T21:54:30.404978Z","steps":["trace[904230277] 'agreement among raft nodes before linearized reading' (duration: 1.019068738s)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:54:30.405006Z","caller":"traceutil/trace.go:171","msg":"trace[640877439] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2588; }","duration":"845.119292ms","start":"2026-03-18T21:54:29.559853Z","end":"2026-03-18T21:54:30.404973Z","steps":["trace[640877439] 'agreement among raft nodes before linearized reading' (duration: 844.566589ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:54:30.40504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:54:29.384951Z","time spent":"1.020075151s","remote":"127.0.0.1:55338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-18T21:54:30.405057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:54:29.676875Z","time spent":"728.144186ms","remote":"127.0.0.1:55170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":28,"response size":31,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"warn","ts":"2026-03-18T21:54:30.405068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:54:29.559837Z","time spent":"845.217725ms","remote":"127.0.0.1:55338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-18T21:54:30.405492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"740.328066ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-18T21:54:30.405616Z","caller":"traceutil/trace.go:171","msg":"trace[1058397934] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2588; }","duration":"740.609513ms","start":"2026-03-18T21:54:29.66498Z","end":"2026-03-18T21:54:30.405589Z","steps":["trace[1058397934] 'agreement among raft nodes before linearized reading' (duration: 739.353313ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:54:30.4059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:54:29.664946Z","time spent":"740.835599ms","remote":"127.0.0.1:55338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-18T21:54:30.406294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"489.946212ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T21:54:30.406355Z","caller":"traceutil/trace.go:171","msg":"trace[1881688226] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:2588; }","duration":"490.112916ms","start":"2026-03-18T21:54:29.916229Z","end":"2026-03-18T21:54:30.406342Z","steps":["trace[1881688226] 'agreement among raft nodes before linearized reading' (duration: 488.012315ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:54:30.406514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:54:29.916194Z","time spent":"490.2682ms","remote":"127.0.0.1:55254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":23,"response size":31,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"warn","ts":"2026-03-18T21:54:33.186683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.2832773s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T21:54:33.186843Z","caller":"traceutil/trace.go:171","msg":"trace[1733624729] transaction","detail":"{read_only:false; response_revision:2589; number_of_response:1; }","duration":"2.776469392s","start":"2026-03-18T21:54:30.410348Z","end":"2026-03-18T21:54:33.186818Z","steps":["trace[1733624729] 'process raft request' (duration: 492.926146ms)","trace[1733624729] 'compare' (duration: 2.28207571s)"],"step_count":2} {"level":"warn","ts":"2026-03-18T21:54:33.187013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:54:30.410327Z","time spent":"2.776558384s","remote":"127.0.0.1:55338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T21:54:33.197207Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.293886011s","expected-duration":"1s"} {"level":"info","ts":"2026-03-18T21:54:33.197631Z","caller":"traceutil/trace.go:171","msg":"trace[2047901334] transaction","detail":"{read_only:false; response_revision:2591; number_of_response:1; }","duration":"2.787153194s","start":"2026-03-18T21:54:30.410449Z","end":"2026-03-18T21:54:33.197602Z","steps":["trace[2047901334] 'process raft request' (duration: 2.787088993s)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:54:33.197647Z","caller":"traceutil/trace.go:171","msg":"trace[1661871421] transaction","detail":"{read_only:false; response_revision:2590; number_of_response:1; }","duration":"2.787238767s","start":"2026-03-18T21:54:30.410383Z","end":"2026-03-18T21:54:33.197622Z","steps":["trace[1661871421] 'process raft request' (duration: 2.787012401s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:54:33.197812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:54:30.410422Z","time spent":"2.787290288s","remote":"127.0.0.1:55338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T21:54:33.197888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:54:30.410358Z","time spent":"2.787432441s","remote":"127.0.0.1:55338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T21:54:33.197951Z","caller":"traceutil/trace.go:171","msg":"trace[1228579759] transaction","detail":"{read_only:false; response_revision:2592; number_of_response:1; }","duration":"2.787138624s","start":"2026-03-18T21:54:30.41079Z","end":"2026-03-18T21:54:33.197929Z","steps":["trace[1228579759] 'process raft request' (duration: 2.786774265s)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:54:33.19819Z","caller":"traceutil/trace.go:171","msg":"trace[763464090] transaction","detail":"{read_only:false; response_revision:2594; number_of_response:1; }","duration":"2.451130265s","start":"2026-03-18T21:54:30.747044Z","end":"2026-03-18T21:54:33.198174Z","steps":["trace[763464090] 'process raft request' (duration: 2.450835538s)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:54:33.198241Z","caller":"traceutil/trace.go:171","msg":"trace[1598890842] linearizableReadLoop","detail":"{readStateIndex:2705; appliedIndex:2700; }","duration":"2.786039717s","start":"2026-03-18T21:54:30.412162Z","end":"2026-03-18T21:54:33.198202Z","steps":["trace[1598890842] 'read index received' (duration: 491.129091ms)","trace[1598890842] 'applied index is now lower than readState.Index' (duration: 2.294909106s)"],"step_count":2} {"level":"warn","ts":"2026-03-18T21:54:33.19826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:54:30.410778Z","time spent":"2.787424011s","remote":"127.0.0.1:55338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T21:54:33.198283Z","caller":"traceutil/trace.go:171","msg":"trace[1737711984] transaction","detail":"{read_only:false; response_revision:2595; number_of_response:1; }","duration":"2.30934398s","start":"2026-03-18T21:54:30.888907Z","end":"2026-03-18T21:54:33.198251Z","steps":["trace[1737711984] 'process raft request' (duration: 2.309192786s)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:54:33.197959Z","caller":"traceutil/trace.go:171","msg":"trace[1072579115] transaction","detail":"{read_only:false; response_revision:2593; number_of_response:1; }","duration":"2.785976706s","start":"2026-03-18T21:54:30.411955Z","end":"2026-03-18T21:54:33.197932Z","steps":["trace[1072579115] 'process raft request' (duration: 2.785795652s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:54:33.198401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:54:30.888866Z","time spent":"2.309475543s","remote":"127.0.0.1:55338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T21:54:33.19841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:54:30.747006Z","time spent":"2.451273999s","remote":"127.0.0.1:55338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T21:54:33.198486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.786307653s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1319"} {"level":"warn","ts":"2026-03-18T21:54:33.198492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:54:30.411943Z","time spent":"2.786441357s","remote":"127.0.0.1:55338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T21:54:33.198538Z","caller":"traceutil/trace.go:171","msg":"trace[1591469655] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:2595; }","duration":"2.786375045s","start":"2026-03-18T21:54:30.412146Z","end":"2026-03-18T21:54:33.198521Z","steps":["trace[1591469655] 'agreement among raft nodes before linearized reading' (duration: 2.78618002s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:54:33.198591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:54:30.412138Z","time spent":"2.786441366s","remote":"127.0.0.1:55260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":1343,"request content":"key:\"/registry/services/specs/auth-system/keycloak\" "} {"level":"warn","ts":"2026-03-18T21:54:33.698649Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823086373136606331,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T21:54:34.199906Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823086373136606331,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T21:54:34.372953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000251624s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-18T21:54:34.373063Z","caller":"traceutil/trace.go:171","msg":"trace[687155871] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000451589s","start":"2026-03-18T21:54:32.372588Z","end":"2026-03-18T21:54:34.373039Z","steps":["trace[687155871] 'agreement among raft nodes before linearized reading' (duration: 2.000301805s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:54:34.373122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:54:32.372552Z","time spent":"2.000558751s","remote":"127.0.0.1:55054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/18 21:54:34 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-18T21:54:34.513889Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.316496048s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-18T21:54:34.991122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"912.901478ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T21:54:34.991308Z","caller":"traceutil/trace.go:171","msg":"trace[1942143181] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2595; }","duration":"913.116773ms","start":"2026-03-18T21:54:34.078154Z","end":"2026-03-18T21:54:34.991271Z","steps":["trace[1942143181] 'range keys from in-memory index tree' (duration: 912.876137ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:54:34.992508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"478.281995ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T21:54:34.992764Z","caller":"traceutil/trace.go:171","msg":"trace[1205645819] transaction","detail":"{read_only:false; response_revision:2596; number_of_response:1; }","duration":"2.581698395s","start":"2026-03-18T21:54:32.411021Z","end":"2026-03-18T21:54:34.992719Z","steps":["trace[1205645819] 'process raft request' (duration: 2.103064401s)","trace[1205645819] 'compare' (duration: 477.927226ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T21:54:34.992921Z","caller":"traceutil/trace.go:171","msg":"trace[1598425912] transaction","detail":"{read_only:false; response_revision:2597; number_of_response:1; }","duration":"2.580568248s","start":"2026-03-18T21:54:32.412304Z","end":"2026-03-18T21:54:34.992872Z","steps":["trace[1598425912] 'process raft request' (duration: 2.580361793s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:54:34.99297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:54:32.410991Z","time spent":"2.58187262s","remote":"127.0.0.1:55338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T21:54:34.993042Z","caller":"traceutil/trace.go:171","msg":"trace[730915990] linearizableReadLoop","detail":"{readStateIndex:2710; appliedIndex:2707; }","duration":"1.794724882s","start":"2026-03-18T21:54:33.198295Z","end":"2026-03-18T21:54:34.99302Z","steps":["trace[730915990] 'read index received' (duration: 1.315857932s)","trace[730915990] 'applied index is now lower than readState.Index' (duration: 478.86576ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T21:54:34.993136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.730245625s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T21:54:34.99316Z","caller":"traceutil/trace.go:171","msg":"trace[432591944] transaction","detail":"{read_only:false; response_revision:2598; number_of_response:1; }","duration":"2.579614153s","start":"2026-03-18T21:54:32.413523Z","end":"2026-03-18T21:54:34.993137Z","steps":["trace[432591944] 'process raft request' (duration: 2.579287625s)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:54:34.993183Z","caller":"traceutil/trace.go:171","msg":"trace[1903451530] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:2598; }","duration":"3.730338647s","start":"2026-03-18T21:54:31.262829Z","end":"2026-03-18T21:54:34.993168Z","steps":["trace[1903451530] 'agreement among raft nodes before linearized reading' (duration: 3.730260915s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:54:34.993202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.99653401s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-18T21:54:34.99322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:54:31.262798Z","time spent":"3.730412989s","remote":"127.0.0.1:55228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":2,"response size":31,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"info","ts":"2026-03-18T21:54:34.993246Z","caller":"traceutil/trace.go:171","msg":"trace[587652670] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2598; }","duration":"3.996634663s","start":"2026-03-18T21:54:30.996599Z","end":"2026-03-18T21:54:34.993234Z","steps":["trace[587652670] 'agreement among raft nodes before linearized reading' (duration: 3.99654336s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:54:34.993239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.562135685s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.200\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-03-18T21:54:34.993248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:54:32.41351Z","time spent":"2.579694246s","remote":"127.0.0.1:55338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T21:54:34.99329Z","caller":"traceutil/trace.go:171","msg":"trace[16812713] range","detail":"{range_begin:/registry/masterleases/162.253.55.200; range_end:; response_count:1; response_revision:2598; }","duration":"2.562215957s","start":"2026-03-18T21:54:32.431062Z","end":"2026-03-18T21:54:34.993278Z","steps":["trace[16812713] 'agreement among raft nodes before linearized reading' (duration: 2.562046843s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:54:34.993331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:54:32.431046Z","time spent":"2.562279328s","remote":"127.0.0.1:55108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/162.253.55.200\" "} {"level":"warn","ts":"2026-03-18T21:54:34.993486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.084514531s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"warn","ts":"2026-03-18T21:54:34.993452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.062539513s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T21:54:34.993548Z","caller":"traceutil/trace.go:171","msg":"trace[2095825417] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:2598; }","duration":"4.084611754s","start":"2026-03-18T21:54:30.908924Z","end":"2026-03-18T21:54:34.993536Z","steps":["trace[2095825417] 'agreement among raft nodes before linearized reading' (duration: 4.084393929s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:54:34.993582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:54:30.908905Z","time spent":"4.084665946s","remote":"127.0.0.1:55338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":554,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-03-18T21:54:34.993573Z","caller":"traceutil/trace.go:171","msg":"trace[2026538703] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:2598; }","duration":"3.062756538s","start":"2026-03-18T21:54:31.930794Z","end":"2026-03-18T21:54:34.993551Z","steps":["trace[2026538703] 'agreement among raft nodes before linearized reading' (duration: 3.062549563s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:54:34.993634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:54:31.930767Z","time spent":"3.062855971s","remote":"127.0.0.1:55250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":31,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"warn","ts":"2026-03-18T21:54:34.993293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:54:30.996575Z","time spent":"3.996707164s","remote":"127.0.0.1:50518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-18T21:54:34.993747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.112398388s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-18T21:54:34.99378Z","caller":"traceutil/trace.go:171","msg":"trace[1378223935] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:2598; }","duration":"4.11247296s","start":"2026-03-18T21:54:30.881299Z","end":"2026-03-18T21:54:34.993772Z","steps":["trace[1378223935] 'agreement among raft nodes before linearized reading' (duration: 4.112390008s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:54:34.993043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:54:32.412287Z","time spent":"2.580710011s","remote":"127.0.0.1:55338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T21:54:34.993894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.791118533s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/auth-system/keycloak\" ","response":"range_response_count:1 size:7462"} {"level":"info","ts":"2026-03-18T21:54:34.993927Z","caller":"traceutil/trace.go:171","msg":"trace[583712304] range","detail":"{range_begin:/registry/statefulsets/auth-system/keycloak; range_end:; response_count:1; response_revision:2598; }","duration":"1.791173404s","start":"2026-03-18T21:54:33.202746Z","end":"2026-03-18T21:54:34.99392Z","steps":["trace[583712304] 'agreement among raft nodes before linearized reading' (duration: 1.791090692s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:54:34.99393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"620.706376ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T21:54:34.993957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:54:33.202724Z","time spent":"1.791223706s","remote":"127.0.0.1:55522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":7486,"request content":"key:\"/registry/statefulsets/auth-system/keycloak\" "} {"level":"info","ts":"2026-03-18T21:54:34.993983Z","caller":"traceutil/trace.go:171","msg":"trace[243578042] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2598; }","duration":"620.811199ms","start":"2026-03-18T21:54:34.373156Z","end":"2026-03-18T21:54:34.993968Z","steps":["trace[243578042] 'agreement among raft nodes before linearized reading' (duration: 620.728477ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:54:34.99407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:54:34.373124Z","time spent":"620.935692ms","remote":"127.0.0.1:55070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T21:54:34.993809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:54:30.881271Z","time spent":"4.11253226s","remote":"127.0.0.1:55338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":583,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-18T21:54:34.994156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.513223309s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T21:54:34.994259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.438705881s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/auth-system/keycloak-0.189e0e22435c78c2\" ","response":"range_response_count:1 size:781"} {"level":"info","ts":"2026-03-18T21:54:34.994295Z","caller":"traceutil/trace.go:171","msg":"trace[936280269] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2598; }","duration":"4.513427624s","start":"2026-03-18T21:54:30.480823Z","end":"2026-03-18T21:54:34.99425Z","steps":["trace[936280269] 'agreement among raft nodes before linearized reading' (duration: 4.513179298s)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:54:34.994319Z","caller":"traceutil/trace.go:171","msg":"trace[475141916] range","detail":"{range_begin:/registry/events/auth-system/keycloak-0.189e0e22435c78c2; range_end:; response_count:1; response_revision:2598; }","duration":"1.438814974s","start":"2026-03-18T21:54:33.55549Z","end":"2026-03-18T21:54:34.994305Z","steps":["trace[475141916] 'agreement among raft nodes before linearized reading' (duration: 1.43866122s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:54:34.994355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:54:33.555461Z","time spent":"1.438886056s","remote":"127.0.0.1:55144","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":805,"request content":"key:\"/registry/events/auth-system/keycloak-0.189e0e22435c78c2\" "} {"level":"warn","ts":"2026-03-18T21:54:34.994377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:54:30.480789Z","time spent":"4.513569908s","remote":"127.0.0.1:55508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-18T21:54:35.485564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.731656ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-03-18T21:54:35.485721Z","caller":"traceutil/trace.go:171","msg":"trace[907299639] linearizableReadLoop","detail":"{readStateIndex:2711; appliedIndex:2710; }","duration":"488.246251ms","start":"2026-03-18T21:54:34.997451Z","end":"2026-03-18T21:54:35.485697Z","steps":["trace[907299639] 'read index received' (duration: 182.387103ms)","trace[907299639] 'applied index is now lower than readState.Index' (duration: 305.857298ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T21:54:35.485746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:54:34.994741Z","time spent":"490.996129ms","remote":"127.0.0.1:55108","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-18T21:54:35.485836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"488.432356ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T21:54:35.485865Z","caller":"traceutil/trace.go:171","msg":"trace[2036716932] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2598; }","duration":"488.516198ms","start":"2026-03-18T21:54:34.997338Z","end":"2026-03-18T21:54:35.485855Z","steps":["trace[2036716932] 'agreement among raft nodes before linearized reading' (duration: 488.445526ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:54:35.485901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:54:34.997315Z","time spent":"488.5783ms","remote":"127.0.0.1:55260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-18T21:54:35.774641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.281482ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T21:54:35.775186Z","caller":"traceutil/trace.go:171","msg":"trace[1706233093] transaction","detail":"{read_only:false; response_revision:2602; number_of_response:1; }","duration":"288.299586ms","start":"2026-03-18T21:54:35.486862Z","end":"2026-03-18T21:54:35.775161Z","steps":["trace[1706233093] 'process raft request' (duration: 288.242595ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:54:35.775297Z","caller":"traceutil/trace.go:171","msg":"trace[1799979793] transaction","detail":"{read_only:false; response_revision:2600; number_of_response:1; }","duration":"776.628629ms","start":"2026-03-18T21:54:34.998637Z","end":"2026-03-18T21:54:35.775266Z","steps":["trace[1799979793] 'process raft request' (duration: 776.25262ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:54:35.775319Z","caller":"traceutil/trace.go:171","msg":"trace[736250371] transaction","detail":"{read_only:false; response_revision:2601; number_of_response:1; }","duration":"776.2861ms","start":"2026-03-18T21:54:34.99899Z","end":"2026-03-18T21:54:35.775277Z","steps":["trace[736250371] 'process raft request' (duration: 776.028404ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:54:35.775341Z","caller":"traceutil/trace.go:171","msg":"trace[1617404378] transaction","detail":"{read_only:false; response_revision:2599; number_of_response:1; }","duration":"776.789253ms","start":"2026-03-18T21:54:34.99851Z","end":"2026-03-18T21:54:35.7753Z","steps":["trace[1617404378] 'process raft request' (duration: 619.726192ms)","trace[1617404378] 'compare' (duration: 155.951974ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T21:54:35.775394Z","caller":"traceutil/trace.go:171","msg":"trace[909877364] linearizableReadLoop","detail":"{readStateIndex:2714; appliedIndex:2711; }","duration":"289.608918ms","start":"2026-03-18T21:54:35.485749Z","end":"2026-03-18T21:54:35.775358Z","steps":["trace[909877364] 'read index received' (duration: 132.523717ms)","trace[909877364] 'applied index is now lower than readState.Index' (duration: 157.081951ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T21:54:35.775437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:54:34.998618Z","time spent":"776.739561ms","remote":"127.0.0.1:55338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T21:54:35.775452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:54:34.998485Z","time spent":"776.914535ms","remote":"127.0.0.1:55338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T21:54:35.775503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:54:34.998979Z","time spent":"776.419753ms","remote":"127.0.0.1:55144","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":766,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T21:54:35.775585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"583.04998ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-18T21:54:35.775586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"572.696016ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-18T21:54:35.775618Z","caller":"traceutil/trace.go:171","msg":"trace[1667172258] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2602; }","duration":"583.143322ms","start":"2026-03-18T21:54:35.192466Z","end":"2026-03-18T21:54:35.775609Z","steps":["trace[1667172258] 'agreement among raft nodes before linearized reading' (duration: 583.02804ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:54:35.775595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"571.739102ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-18T21:54:35.775623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"774.142937ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T21:54:35.775636Z","caller":"traceutil/trace.go:171","msg":"trace[1832493266] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2602; }","duration":"572.822879ms","start":"2026-03-18T21:54:35.202799Z","end":"2026-03-18T21:54:35.775622Z","steps":["trace[1832493266] 'agreement among raft nodes before linearized reading' (duration: 572.582043ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:54:35.775648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:54:35.192431Z","time spent":"583.209184ms","remote":"127.0.0.1:55338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-18T21:54:35.77567Z","caller":"traceutil/trace.go:171","msg":"trace[1620461094] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2602; }","duration":"774.205389ms","start":"2026-03-18T21:54:35.001453Z","end":"2026-03-18T21:54:35.775658Z","steps":["trace[1620461094] 'agreement among raft nodes before linearized reading' (duration: 774.132347ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:54:35.775673Z","caller":"traceutil/trace.go:171","msg":"trace[1053541925] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2602; }","duration":"571.853625ms","start":"2026-03-18T21:54:35.2038Z","end":"2026-03-18T21:54:35.775654Z","steps":["trace[1053541925] 'agreement among raft nodes before linearized reading' (duration: 571.6477ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:54:35.775641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"572.686606ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-18T21:54:35.775676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:54:35.202765Z","time spent":"572.903831ms","remote":"127.0.0.1:55338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-18T21:54:35.775695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"572.417319ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-18T21:54:35.775709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:54:35.203787Z","time spent":"571.915427ms","remote":"127.0.0.1:55338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-18T21:54:35.775704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:54:35.00144Z","time spent":"774.257949ms","remote":"127.0.0.1:55054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-18T21:54:35.775739Z","caller":"traceutil/trace.go:171","msg":"trace[1900508103] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2602; }","duration":"572.510781ms","start":"2026-03-18T21:54:35.203216Z","end":"2026-03-18T21:54:35.775727Z","steps":["trace[1900508103] 'agreement among raft nodes before linearized reading' (duration: 572.337037ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:54:35.775736Z","caller":"traceutil/trace.go:171","msg":"trace[971691033] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2602; }","duration":"572.84775ms","start":"2026-03-18T21:54:35.202865Z","end":"2026-03-18T21:54:35.775713Z","steps":["trace[971691033] 'agreement among raft nodes before linearized reading' (duration: 572.499031ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:54:35.775769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:54:35.203207Z","time spent":"572.555622ms","remote":"127.0.0.1:55338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-18T21:54:35.775865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:54:35.202845Z","time spent":"572.939482ms","remote":"127.0.0.1:55338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-18T21:54:36.574857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.850267ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T21:54:36.574961Z","caller":"traceutil/trace.go:171","msg":"trace[318489379] linearizableReadLoop","detail":"{readStateIndex:2716; appliedIndex:2715; }","duration":"799.481929ms","start":"2026-03-18T21:54:35.77546Z","end":"2026-03-18T21:54:36.574942Z","steps":["trace[318489379] 'read index received' (duration: 399.610672ms)","trace[318489379] 'applied index is now lower than readState.Index' (duration: 399.870007ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T21:54:36.575114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"811.112206ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T21:54:36.57519Z","caller":"traceutil/trace.go:171","msg":"trace[1941240922] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:2603; }","duration":"811.24056ms","start":"2026-03-18T21:54:35.76393Z","end":"2026-03-18T21:54:36.57517Z","steps":["trace[1941240922] 'agreement among raft nodes before linearized reading' (duration: 811.101515ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:54:36.57525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:54:35.763899Z","time spent":"811.333112ms","remote":"127.0.0.1:55548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":11,"response size":31,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"warn","ts":"2026-03-18T21:54:36.57544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.085191133s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-03-18T21:54:36.575481Z","caller":"traceutil/trace.go:171","msg":"trace[1403529721] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2603; }","duration":"1.085286045s","start":"2026-03-18T21:54:35.490185Z","end":"2026-03-18T21:54:36.575471Z","steps":["trace[1403529721] 'agreement among raft nodes before linearized reading' (duration: 1.084975938s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:54:36.575511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:54:35.490154Z","time spent":"1.085349537s","remote":"127.0.0.1:55254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-18T21:54:36.575504Z","caller":"traceutil/trace.go:171","msg":"trace[1183217763] transaction","detail":"{read_only:false; response_revision:2603; number_of_response:1; }","duration":"851.808256ms","start":"2026-03-18T21:54:35.723655Z","end":"2026-03-18T21:54:36.575463Z","steps":["trace[1183217763] 'process raft request' (duration: 451.253651ms)","trace[1183217763] 'compare' (duration: 399.713264ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T21:54:36.575699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:54:35.723627Z","time spent":"851.96906ms","remote":"127.0.0.1:55338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T21:54:36.879295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.024294ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T21:54:36.879811Z","caller":"traceutil/trace.go:171","msg":"trace[383307522] transaction","detail":"{read_only:false; response_revision:2604; number_of_response:1; }","duration":"1.099760909s","start":"2026-03-18T21:54:35.78Z","end":"2026-03-18T21:54:36.879761Z","steps":["trace[383307522] 'process raft request' (duration: 928.135791ms)","trace[383307522] 'compare' (duration: 170.824499ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T21:54:36.879865Z","caller":"traceutil/trace.go:171","msg":"trace[1284182192] transaction","detail":"{read_only:false; response_revision:2607; number_of_response:1; }","duration":"1.099500274s","start":"2026-03-18T21:54:35.780346Z","end":"2026-03-18T21:54:36.879846Z","steps":["trace[1284182192] 'process raft request' (duration: 1.099393181s)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:54:36.879853Z","caller":"traceutil/trace.go:171","msg":"trace[1392357433] transaction","detail":"{read_only:false; response_revision:2605; number_of_response:1; }","duration":"1.099704179s","start":"2026-03-18T21:54:35.780107Z","end":"2026-03-18T21:54:36.879811Z","steps":["trace[1392357433] 'process raft request' (duration: 1.099516924s)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:54:36.879869Z","caller":"traceutil/trace.go:171","msg":"trace[220084189] transaction","detail":"{read_only:false; response_revision:2606; number_of_response:1; }","duration":"1.099634367s","start":"2026-03-18T21:54:35.780195Z","end":"2026-03-18T21:54:36.87983Z","steps":["trace[220084189] 'process raft request' (duration: 1.099499254s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:54:36.879958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:54:35.78033Z","time spent":"1.099583805s","remote":"127.0.0.1:55338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T21:54:36.880005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:54:35.780091Z","time spent":"1.099830291s","remote":"127.0.0.1:55338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T21:54:36.880031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:54:35.779962Z","time spent":"1.099948214s","remote":"127.0.0.1:55338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T21:54:36.880067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:54:35.78019Z","time spent":"1.09976681s","remote":"127.0.0.1:55338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T21:54:36.880274Z","caller":"traceutil/trace.go:171","msg":"trace[534874485] transaction","detail":"{read_only:false; response_revision:2608; number_of_response:1; }","duration":"1.099533365s","start":"2026-03-18T21:54:35.780724Z","end":"2026-03-18T21:54:36.880258Z","steps":["trace[534874485] 'process raft request' (duration: 1.099063623s)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:54:36.880271Z","caller":"traceutil/trace.go:171","msg":"trace[909527517] linearizableReadLoop","detail":"{readStateIndex:2721; appliedIndex:2716; }","duration":"305.269813ms","start":"2026-03-18T21:54:36.574982Z","end":"2026-03-18T21:54:36.880251Z","steps":["trace[909527517] 'read index received' (duration: 133.122142ms)","trace[909527517] 'applied index is now lower than readState.Index' (duration: 172.146001ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T21:54:36.880386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.100265522s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189e0dee4d0f71ab\" ","response":"range_response_count:1 size:774"} {"level":"warn","ts":"2026-03-18T21:54:36.880385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.102697102s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-03-18T21:54:36.880438Z","caller":"traceutil/trace.go:171","msg":"trace[1983045896] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189e0dee4d0f71ab; range_end:; response_count:1; response_revision:2608; }","duration":"1.100373515s","start":"2026-03-18T21:54:35.78005Z","end":"2026-03-18T21:54:36.880423Z","steps":["trace[1983045896] 'agreement among raft nodes before linearized reading' (duration: 1.100223901s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:54:36.880466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:54:35.780017Z","time spent":"1.100444446s","remote":"127.0.0.1:55144","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":798,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189e0dee4d0f71ab\" "} {"level":"info","ts":"2026-03-18T21:54:36.880464Z","caller":"traceutil/trace.go:171","msg":"trace[13987804] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:2608; }","duration":"1.102795704s","start":"2026-03-18T21:54:35.777645Z","end":"2026-03-18T21:54:36.880441Z","steps":["trace[13987804] 'agreement among raft nodes before linearized reading' (duration: 1.102652821s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:54:36.880531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:54:35.777622Z","time spent":"1.102895128s","remote":"127.0.0.1:55238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-03-18T21:54:36.88055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"619.072446ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-03-18T21:54:36.88059Z","caller":"traceutil/trace.go:171","msg":"trace[1396283368] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2608; }","duration":"619.182729ms","start":"2026-03-18T21:54:36.261396Z","end":"2026-03-18T21:54:36.880579Z","steps":["trace[1396283368] 'agreement among raft nodes before linearized reading' (duration: 618.997594ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:54:36.880611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.103842802s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T21:54:36.880634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:54:36.261366Z","time spent":"619.257821ms","remote":"127.0.0.1:55260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1393,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"info","ts":"2026-03-18T21:54:36.880666Z","caller":"traceutil/trace.go:171","msg":"trace[1345455444] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2608; }","duration":"1.103912213s","start":"2026-03-18T21:54:35.776739Z","end":"2026-03-18T21:54:36.880652Z","steps":["trace[1345455444] 'agreement among raft nodes before linearized reading' (duration: 1.103830581s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:54:36.880699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:54:35.77672Z","time spent":"1.103972225s","remote":"127.0.0.1:55070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T21:54:36.880353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:54:35.780717Z","time spent":"1.099597126s","remote":"127.0.0.1:55338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T21:54:36.881047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.633333ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:9030"} {"level":"info","ts":"2026-03-18T21:54:36.881165Z","caller":"traceutil/trace.go:171","msg":"trace[820112607] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:2608; }","duration":"303.760667ms","start":"2026-03-18T21:54:36.577363Z","end":"2026-03-18T21:54:36.881124Z","steps":["trace[820112607] 'agreement among raft nodes before linearized reading' (duration: 303.448969ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:54:36.881272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:54:36.577339Z","time spent":"303.917671ms","remote":"127.0.0.1:55250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":9054,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-18T21:54:37.385502Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823086373136606351,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T21:54:38.814861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.34267181s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T21:54:38.816212Z","caller":"traceutil/trace.go:171","msg":"trace[47305033] transaction","detail":"{read_only:false; response_revision:2610; number_of_response:1; }","duration":"1.81701747s","start":"2026-03-18T21:54:36.999152Z","end":"2026-03-18T21:54:38.81617Z","steps":["trace[47305033] 'process raft request' (duration: 1.815841941s)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:54:38.816318Z","caller":"traceutil/trace.go:171","msg":"trace[1621089501] transaction","detail":"{read_only:false; response_revision:2611; number_of_response:1; }","duration":"1.816685503s","start":"2026-03-18T21:54:36.999614Z","end":"2026-03-18T21:54:38.8163Z","steps":["trace[1621089501] 'process raft request' (duration: 1.815476693s)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:54:38.816401Z","caller":"traceutil/trace.go:171","msg":"trace[1978447698] transaction","detail":"{read_only:false; response_revision:2609; number_of_response:1; }","duration":"1.932847016s","start":"2026-03-18T21:54:36.883517Z","end":"2026-03-18T21:54:38.816364Z","steps":["trace[1978447698] 'process raft request' (duration: 588.570366ms)","trace[1978447698] 'compare' (duration: 1.342453685s)"],"step_count":2} {"level":"warn","ts":"2026-03-18T21:54:38.816525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:54:36.999589Z","time spent":"1.816802595s","remote":"127.0.0.1:55338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T21:54:38.81654Z","caller":"traceutil/trace.go:171","msg":"trace[1261323458] linearizableReadLoop","detail":"{readStateIndex:2725; appliedIndex:2721; }","duration":"1.931162796s","start":"2026-03-18T21:54:36.885324Z","end":"2026-03-18T21:54:38.816487Z","steps":["trace[1261323458] 'read index received' (duration: 586.782433ms)","trace[1261323458] 'applied index is now lower than readState.Index' (duration: 1.344377003s)"],"step_count":2} {"level":"warn","ts":"2026-03-18T21:54:38.816607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:54:36.88331Z","time spent":"1.933179264s","remote":"127.0.0.1:55144","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T21:54:38.816215Z","caller":"traceutil/trace.go:171","msg":"trace[718208954] transaction","detail":"{read_only:false; response_revision:2612; number_of_response:1; }","duration":"1.815979465s","start":"2026-03-18T21:54:37.000193Z","end":"2026-03-18T21:54:38.816173Z","steps":["trace[718208954] 'process raft request' (duration: 1.814931069s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:54:38.816886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:54:36.999108Z","time spent":"1.817208885s","remote":"127.0.0.1:55338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T21:54:38.817075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:54:37.000155Z","time spent":"1.8166243s","remote":"127.0.0.1:55338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T21:54:38.891301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000537291s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-18T21:54:38.891429Z","caller":"traceutil/trace.go:171","msg":"trace[1529820427] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000682904s","start":"2026-03-18T21:54:36.890706Z","end":"2026-03-18T21:54:38.891389Z","steps":["trace[1529820427] 'agreement among raft nodes before linearized reading' (duration: 2.000546081s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:54:38.891489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:54:36.890698Z","time spent":"2.000780757s","remote":"127.0.0.1:55054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T21:54:39.275535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"460.336315ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-18T21:54:39.275691Z","caller":"traceutil/trace.go:171","msg":"trace[949630538] linearizableReadLoop","detail":"{readStateIndex:2726; appliedIndex:2725; }","duration":"459.023431ms","start":"2026-03-18T21:54:38.816633Z","end":"2026-03-18T21:54:39.275656Z","steps":["trace[949630538] 'read index received' (duration: 76.442µs)","trace[949630538] 'applied index is now lower than readState.Index' (duration: 458.945189ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T21:54:39.275856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"513.201364ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T21:54:39.275906Z","caller":"traceutil/trace.go:171","msg":"trace[919373171] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:2612; }","duration":"513.314497ms","start":"2026-03-18T21:54:38.762578Z","end":"2026-03-18T21:54:39.275893Z","steps":["trace[919373171] 'agreement among raft nodes before linearized reading' (duration: 513.185824ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:54:39.275903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.390554618s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" ","response":"range_response_count:1 size:1447"} {"level":"warn","ts":"2026-03-18T21:54:39.275913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.390544427s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-03-18T21:54:39.27595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:54:38.762553Z","time spent":"513.386539ms","remote":"127.0.0.1:55350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":4,"response size":31,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"info","ts":"2026-03-18T21:54:39.27599Z","caller":"traceutil/trace.go:171","msg":"trace[1946557764] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:2612; }","duration":"2.390718741s","start":"2026-03-18T21:54:36.885255Z","end":"2026-03-18T21:54:39.275974Z","steps":["trace[1946557764] 'agreement among raft nodes before linearized reading' (duration: 2.390587388s)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:54:39.275992Z","caller":"traceutil/trace.go:171","msg":"trace[980402106] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-metrics; range_end:; response_count:1; response_revision:2612; }","duration":"2.39066969s","start":"2026-03-18T21:54:36.885297Z","end":"2026-03-18T21:54:39.275966Z","steps":["trace[980402106] 'agreement among raft nodes before linearized reading' (duration: 1.931283919s)","trace[980402106] 'range keys from in-memory index tree' (duration: 459.167346ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T21:54:39.275966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.192807838s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-18T21:54:39.276004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.729070469s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-18T21:54:39.276024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:54:36.885233Z","time spent":"2.390784923s","remote":"127.0.0.1:55342","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-03-18T21:54:39.276039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:54:36.885285Z","time spent":"2.390745332s","remote":"127.0.0.1:55260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":1471,"request content":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" "} {"level":"info","ts":"2026-03-18T21:54:39.276062Z","caller":"traceutil/trace.go:171","msg":"trace[771310853] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2612; }","duration":"1.729137691s","start":"2026-03-18T21:54:37.546908Z","end":"2026-03-18T21:54:39.276046Z","steps":["trace[771310853] 'agreement among raft nodes before linearized reading' (duration: 1.729033628s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:54:39.276111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.024521ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-18T21:54:39.276112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.369238023s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-18T21:54:39.276125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"390.208022ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-18T21:54:39.276058Z","caller":"traceutil/trace.go:171","msg":"trace[759822192] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:2612; }","duration":"1.192956451s","start":"2026-03-18T21:54:38.083077Z","end":"2026-03-18T21:54:39.276033Z","steps":["trace[759822192] 'agreement among raft nodes before linearized reading' (duration: 1.192813258s)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:54:39.276136Z","caller":"traceutil/trace.go:171","msg":"trace[805929310] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2612; }","duration":"391.091633ms","start":"2026-03-18T21:54:38.885036Z","end":"2026-03-18T21:54:39.276127Z","steps":["trace[805929310] 'agreement among raft nodes before linearized reading' (duration: 391.026661ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:54:39.276143Z","caller":"traceutil/trace.go:171","msg":"trace[1686230929] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:2612; }","duration":"2.369291934s","start":"2026-03-18T21:54:36.906843Z","end":"2026-03-18T21:54:39.276135Z","steps":["trace[1686230929] 'agreement among raft nodes before linearized reading' (duration: 2.369244373s)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:54:39.276154Z","caller":"traceutil/trace.go:171","msg":"trace[1770008147] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2612; }","duration":"390.256942ms","start":"2026-03-18T21:54:38.885889Z","end":"2026-03-18T21:54:39.276146Z","steps":["trace[1770008147] 'agreement among raft nodes before linearized reading' (duration: 390.113899ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:54:39.276139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"390.177291ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-18T21:54:39.276156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:54:38.885007Z","time spent":"391.143844ms","remote":"127.0.0.1:55338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-18T21:54:39.276156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:54:38.083054Z","time spent":"1.193094675s","remote":"127.0.0.1:58802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":4,"response size":31,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"warn","ts":"2026-03-18T21:54:39.276178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:54:38.885877Z","time spent":"390.293264ms","remote":"127.0.0.1:55338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-18T21:54:39.276176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:54:36.906831Z","time spent":"2.369336826s","remote":"127.0.0.1:55324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":31,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"warn","ts":"2026-03-18T21:54:39.275862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"732.067264ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T21:54:39.276187Z","caller":"traceutil/trace.go:171","msg":"trace[488208468] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2612; }","duration":"390.275543ms","start":"2026-03-18T21:54:38.885899Z","end":"2026-03-18T21:54:39.276175Z","steps":["trace[488208468] 'agreement among raft nodes before linearized reading' (duration: 390.15624ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:54:39.275996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"455.477545ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/valkey-node-0.189e0e256bd783cf\" ","response":"range_response_count:1 size:765"} {"level":"warn","ts":"2026-03-18T21:54:39.276178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.679188ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"warn","ts":"2026-03-18T21:54:39.276049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.383070474s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-03-18T21:54:39.276255Z","caller":"traceutil/trace.go:171","msg":"trace[86784350] range","detail":"{range_begin:/registry/events/openstack/valkey-node-0.189e0e256bd783cf; range_end:; response_count:1; response_revision:2612; }","duration":"455.795843ms","start":"2026-03-18T21:54:38.820449Z","end":"2026-03-18T21:54:39.276244Z","steps":["trace[86784350] 'agreement among raft nodes before linearized reading' (duration: 455.404603ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:54:39.276269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.989704ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T21:54:39.276281Z","caller":"traceutil/trace.go:171","msg":"trace[50940327] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2612; }","duration":"2.383313979s","start":"2026-03-18T21:54:36.892959Z","end":"2026-03-18T21:54:39.276273Z","steps":["trace[50940327] 'agreement among raft nodes before linearized reading' (duration: 2.382870469s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:54:39.276298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:54:36.892951Z","time spent":"2.38334298s","remote":"127.0.0.1:50554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5675,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-18T21:54:39.276293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:54:38.820413Z","time spent":"455.869515ms","remote":"127.0.0.1:55144","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":789,"request content":"key:\"/registry/events/openstack/valkey-node-0.189e0e256bd783cf\" "} {"level":"info","ts":"2026-03-18T21:54:39.276297Z","caller":"traceutil/trace.go:171","msg":"trace[1602481912] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2612; }","duration":"381.034466ms","start":"2026-03-18T21:54:38.895254Z","end":"2026-03-18T21:54:39.276288Z","steps":["trace[1602481912] 'agreement among raft nodes before linearized reading' (duration: 380.994365ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:54:39.276288Z","caller":"traceutil/trace.go:171","msg":"trace[775352833] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2612; }","duration":"389.836751ms","start":"2026-03-18T21:54:38.886427Z","end":"2026-03-18T21:54:39.276264Z","steps":["trace[775352833] 'agreement among raft nodes before linearized reading' (duration: 389.461632ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:54:39.276322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:54:38.895243Z","time spent":"381.073506ms","remote":"127.0.0.1:55070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-18T21:54:39.276217Z","caller":"traceutil/trace.go:171","msg":"trace[2074562271] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:2612; }","duration":"732.485054ms","start":"2026-03-18T21:54:38.543719Z","end":"2026-03-18T21:54:39.276204Z","steps":["trace[2074562271] 'agreement among raft nodes before linearized reading' (duration: 732.074224ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:54:39.276349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:54:38.886418Z","time spent":"389.920243ms","remote":"127.0.0.1:55338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-18T21:54:39.276369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.509353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-18T21:54:39.276402Z","caller":"traceutil/trace.go:171","msg":"trace[1177257508] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2612; }","duration":"389.592755ms","start":"2026-03-18T21:54:38.886801Z","end":"2026-03-18T21:54:39.276394Z","steps":["trace[1177257508] 'agreement among raft nodes before linearized reading' (duration: 389.482693ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:54:39.27643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:54:38.886778Z","time spent":"389.646347ms","remote":"127.0.0.1:55338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-18T21:54:39.276111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:54:37.546876Z","time spent":"1.729224653s","remote":"127.0.0.1:50552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-18T21:54:39.276217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:54:38.885868Z","time spent":"390.342445ms","remote":"127.0.0.1:55338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-18T21:54:39.276487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.272417ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T21:54:39.276373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:54:38.543692Z","time spent":"732.667988ms","remote":"127.0.0.1:55564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":7,"response size":31,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"info","ts":"2026-03-18T21:54:39.276513Z","caller":"traceutil/trace.go:171","msg":"trace[1589371463] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2612; }","duration":"380.321228ms","start":"2026-03-18T21:54:38.896184Z","end":"2026-03-18T21:54:39.276505Z","steps":["trace[1589371463] 'agreement among raft nodes before linearized reading' (duration: 380.282327ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:54:39.27654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:54:38.896174Z","time spent":"380.361909ms","remote":"127.0.0.1:55054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T21:54:39.746738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.98735ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T21:54:39.747013Z","caller":"traceutil/trace.go:171","msg":"trace[1247870107] linearizableReadLoop","detail":"{readStateIndex:2732; appliedIndex:2726; }","duration":"462.914778ms","start":"2026-03-18T21:54:39.284077Z","end":"2026-03-18T21:54:39.746992Z","steps":["trace[1247870107] 'read index received' (duration: 64.453345ms)","trace[1247870107] 'applied index is now lower than readState.Index' (duration: 398.460263ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T21:54:39.747126Z","caller":"traceutil/trace.go:171","msg":"trace[177757505] transaction","detail":"{read_only:false; response_revision:2614; number_of_response:1; }","duration":"466.008064ms","start":"2026-03-18T21:54:39.281104Z","end":"2026-03-18T21:54:39.747112Z","steps":["trace[177757505] 'process raft request' (duration: 203.557823ms)","trace[177757505] 'compare' (duration: 261.868327ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T21:54:39.747207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:54:39.281074Z","time spent":"466.094196ms","remote":"127.0.0.1:55338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T21:54:39.747198Z","caller":"traceutil/trace.go:171","msg":"trace[77747560] transaction","detail":"{read_only:false; response_revision:2617; number_of_response:1; }","duration":"464.62023ms","start":"2026-03-18T21:54:39.282563Z","end":"2026-03-18T21:54:39.747184Z","steps":["trace[77747560] 'process raft request' (duration: 464.357773ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:54:39.747283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:54:39.282549Z","time spent":"464.704511ms","remote":"127.0.0.1:55338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T21:54:39.747423Z","caller":"traceutil/trace.go:171","msg":"trace[1844373635] transaction","detail":"{read_only:false; response_revision:2615; number_of_response:1; }","duration":"465.701596ms","start":"2026-03-18T21:54:39.281712Z","end":"2026-03-18T21:54:39.747414Z","steps":["trace[1844373635] 'process raft request' (duration: 465.126752ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:54:39.747477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:54:39.2817Z","time spent":"465.752897ms","remote":"127.0.0.1:55338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T21:54:39.747488Z","caller":"traceutil/trace.go:171","msg":"trace[506391283] transaction","detail":"{read_only:false; response_revision:2618; number_of_response:1; }","duration":"463.942994ms","start":"2026-03-18T21:54:39.283533Z","end":"2026-03-18T21:54:39.747476Z","steps":["trace[506391283] 'process raft request' (duration: 463.419671ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:54:39.747553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:54:39.283506Z","time spent":"464.009815ms","remote":"127.0.0.1:55338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T21:54:39.74758Z","caller":"traceutil/trace.go:171","msg":"trace[296982529] transaction","detail":"{read_only:false; response_revision:2616; number_of_response:1; }","duration":"465.564793ms","start":"2026-03-18T21:54:39.281983Z","end":"2026-03-18T21:54:39.747548Z","steps":["trace[296982529] 'process raft request' (duration: 464.904797ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:54:39.747752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:54:39.281972Z","time spent":"465.685975ms","remote":"127.0.0.1:55338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T21:54:39.747786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"463.664527ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/auth-system/keycloak\" ","response":"range_response_count:1 size:7462"} {"level":"info","ts":"2026-03-18T21:54:39.747865Z","caller":"traceutil/trace.go:171","msg":"trace[914386531] range","detail":"{range_begin:/registry/statefulsets/auth-system/keycloak; range_end:; response_count:1; response_revision:2618; }","duration":"463.80365ms","start":"2026-03-18T21:54:39.284043Z","end":"2026-03-18T21:54:39.747846Z","steps":["trace[914386531] 'agreement among raft nodes before linearized reading' (duration: 463.518543ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:54:39.74784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"395.232355ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/valkey-node-0.189e0e257fb97976\" ","response":"range_response_count:1 size:768"} {"level":"warn","ts":"2026-03-18T21:54:39.747914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:54:39.28403Z","time spent":"463.876582ms","remote":"127.0.0.1:55522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":7486,"request content":"key:\"/registry/statefulsets/auth-system/keycloak\" "} {"level":"info","ts":"2026-03-18T21:54:39.747929Z","caller":"traceutil/trace.go:171","msg":"trace[562031620] range","detail":"{range_begin:/registry/events/openstack/valkey-node-0.189e0e257fb97976; range_end:; response_count:1; response_revision:2618; }","duration":"395.376748ms","start":"2026-03-18T21:54:39.352528Z","end":"2026-03-18T21:54:39.747905Z","steps":["trace[562031620] 'agreement among raft nodes before linearized reading' (duration: 395.071911ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:54:39.747979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:54:39.352504Z","time spent":"395.46676ms","remote":"127.0.0.1:55144","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":792,"request content":"key:\"/registry/events/openstack/valkey-node-0.189e0e257fb97976\" "} {"level":"warn","ts":"2026-03-18T21:54:40.881962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"805.59331ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T21:54:40.8822Z","caller":"traceutil/trace.go:171","msg":"trace[1873001170] transaction","detail":"{read_only:false; response_revision:2621; number_of_response:1; }","duration":"173.794261ms","start":"2026-03-18T21:54:40.708386Z","end":"2026-03-18T21:54:40.88218Z","steps":["trace[1873001170] 'process raft request' (duration: 173.716919ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:54:40.882468Z","caller":"traceutil/trace.go:171","msg":"trace[1193491935] transaction","detail":"{read_only:false; response_revision:2620; number_of_response:1; }","duration":"1.049493086s","start":"2026-03-18T21:54:39.832958Z","end":"2026-03-18T21:54:40.882451Z","steps":["trace[1193491935] 'process raft request' (duration: 243.191568ms)","trace[1193491935] 'compare' (duration: 805.487458ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T21:54:40.88254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:54:39.832933Z","time spent":"1.049570237s","remote":"127.0.0.1:55144","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":766,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T21:54:40.882634Z","caller":"traceutil/trace.go:171","msg":"trace[955138330] linearizableReadLoop","detail":"{readStateIndex:2734; appliedIndex:2733; }","duration":"617.838075ms","start":"2026-03-18T21:54:40.264786Z","end":"2026-03-18T21:54:40.882624Z","steps":["trace[955138330] 'read index received' (duration: 53.671µs)","trace[955138330] 'applied index is now lower than readState.Index' (duration: 617.783014ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T21:54:40.883032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"618.216454ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-03-18T21:54:40.883129Z","caller":"traceutil/trace.go:171","msg":"trace[93122276] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2621; }","duration":"618.353168ms","start":"2026-03-18T21:54:40.264746Z","end":"2026-03-18T21:54:40.8831Z","steps":["trace[93122276] 'agreement among raft nodes before linearized reading' (duration: 618.05201ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:54:40.88318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:54:40.264726Z","time spent":"618.446549ms","remote":"127.0.0.1:55260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1393,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"info","ts":"2026-03-18T21:54:40.951588Z","caller":"traceutil/trace.go:171","msg":"trace[2114215114] transaction","detail":"{read_only:false; response_revision:2622; number_of_response:1; }","duration":"129.233927ms","start":"2026-03-18T21:54:40.822324Z","end":"2026-03-18T21:54:40.951558Z","steps":["trace[2114215114] 'process raft request' (duration: 129.051132ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:54:40.951913Z","caller":"traceutil/trace.go:171","msg":"trace[1844374764] transaction","detail":"{read_only:false; response_revision:2623; number_of_response:1; }","duration":"128.845747ms","start":"2026-03-18T21:54:40.823022Z","end":"2026-03-18T21:54:40.951868Z","steps":["trace[1844374764] 'process raft request' (duration: 128.491669ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:54:40.951942Z","caller":"traceutil/trace.go:171","msg":"trace[488223301] transaction","detail":"{read_only:false; response_revision:2624; number_of_response:1; }","duration":"128.200891ms","start":"2026-03-18T21:54:40.823711Z","end":"2026-03-18T21:54:40.951912Z","steps":["trace[488223301] 'process raft request' (duration: 128.048338ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:54:40.952022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"577.122405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T21:54:40.952117Z","caller":"traceutil/trace.go:171","msg":"trace[1424722387] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2624; }","duration":"577.269729ms","start":"2026-03-18T21:54:40.374826Z","end":"2026-03-18T21:54:40.952095Z","steps":["trace[1424722387] 'agreement among raft nodes before linearized reading' (duration: 577.115155ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:54:40.952158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:54:40.374802Z","time spent":"577.3476ms","remote":"127.0.0.1:55054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-18T21:54:41.066474Z","caller":"traceutil/trace.go:171","msg":"trace[456699321] transaction","detail":"{read_only:false; response_revision:2626; number_of_response:1; }","duration":"103.198626ms","start":"2026-03-18T21:54:40.963237Z","end":"2026-03-18T21:54:41.066435Z","steps":["trace[456699321] 'process raft request' (duration: 56.799956ms)","trace[456699321] 'compare' (duration: 46.259657ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T21:56:30.483045Z","caller":"traceutil/trace.go:171","msg":"trace[2014146117] linearizableReadLoop","detail":"{readStateIndex:3333; appliedIndex:3332; }","duration":"120.356672ms","start":"2026-03-18T21:56:30.362651Z","end":"2026-03-18T21:56:30.483008Z","steps":["trace[2014146117] 'read index received' (duration: 120.119816ms)","trace[2014146117] 'applied index is now lower than readState.Index' (duration: 234.796µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T21:56:30.483205Z","caller":"traceutil/trace.go:171","msg":"trace[2139029282] transaction","detail":"{read_only:false; response_revision:3192; number_of_response:1; }","duration":"120.745252ms","start":"2026-03-18T21:56:30.362394Z","end":"2026-03-18T21:56:30.483139Z","steps":["trace[2139029282] 'process raft request' (duration: 120.389264ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:56:30.483397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.710042ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-18T21:56:30.483466Z","caller":"traceutil/trace.go:171","msg":"trace[2032891972] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3192; }","duration":"120.830364ms","start":"2026-03-18T21:56:30.362618Z","end":"2026-03-18T21:56:30.483449Z","steps":["trace[2032891972] 'agreement among raft nodes before linearized reading' (duration: 120.569918ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:56:30.487769Z","caller":"traceutil/trace.go:171","msg":"trace[1925083554] transaction","detail":"{read_only:false; response_revision:3193; number_of_response:1; }","duration":"123.910353ms","start":"2026-03-18T21:56:30.363841Z","end":"2026-03-18T21:56:30.487752Z","steps":["trace[1925083554] 'process raft request' (duration: 123.699267ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:56:30.488151Z","caller":"traceutil/trace.go:171","msg":"trace[1094506703] transaction","detail":"{read_only:false; response_revision:3194; number_of_response:1; }","duration":"123.227914ms","start":"2026-03-18T21:56:30.364831Z","end":"2026-03-18T21:56:30.488059Z","steps":["trace[1094506703] 'process raft request' (duration: 122.870205ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:56:30.48827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.99316ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-18T21:56:30.488456Z","caller":"traceutil/trace.go:171","msg":"trace[1879747351] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3194; }","duration":"125.255106ms","start":"2026-03-18T21:56:30.363179Z","end":"2026-03-18T21:56:30.488434Z","steps":["trace[1879747351] 'agreement among raft nodes before linearized reading' (duration: 124.778604ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:56:36.05375Z","caller":"traceutil/trace.go:171","msg":"trace[2144265658] transaction","detail":"{read_only:false; response_revision:3290; number_of_response:1; }","duration":"187.707733ms","start":"2026-03-18T21:56:35.866009Z","end":"2026-03-18T21:56:36.053717Z","steps":["trace[2144265658] 'process raft request' (duration: 187.541699ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:56:36.091998Z","caller":"traceutil/trace.go:171","msg":"trace[341892943] linearizableReadLoop","detail":"{readStateIndex:3436; appliedIndex:3433; }","duration":"128.510917ms","start":"2026-03-18T21:56:35.96344Z","end":"2026-03-18T21:56:36.091951Z","steps":["trace[341892943] 'read index received' (duration: 90.0296ms)","trace[341892943] 'applied index is now lower than readState.Index' (duration: 38.479207ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T21:56:36.092046Z","caller":"traceutil/trace.go:171","msg":"trace[354148953] transaction","detail":"{read_only:false; response_revision:3291; number_of_response:1; }","duration":"225.645916ms","start":"2026-03-18T21:56:35.866347Z","end":"2026-03-18T21:56:36.091993Z","steps":["trace[354148953] 'process raft request' (duration: 225.331148ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:56:36.092109Z","caller":"traceutil/trace.go:171","msg":"trace[659896155] transaction","detail":"{read_only:false; response_revision:3292; number_of_response:1; }","duration":"220.669711ms","start":"2026-03-18T21:56:35.871378Z","end":"2026-03-18T21:56:36.092048Z","steps":["trace[659896155] 'process raft request' (duration: 220.512777ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:56:36.09227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.804065ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T21:56:36.09236Z","caller":"traceutil/trace.go:171","msg":"trace[1262262455] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:3292; }","duration":"128.974829ms","start":"2026-03-18T21:56:35.963365Z","end":"2026-03-18T21:56:36.09234Z","steps":["trace[1262262455] 'agreement among raft nodes before linearized reading' (duration: 128.745893ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:57:09.854577Z","caller":"traceutil/trace.go:171","msg":"trace[2071704935] transaction","detail":"{read_only:false; response_revision:3529; number_of_response:1; }","duration":"312.592848ms","start":"2026-03-18T21:57:09.541951Z","end":"2026-03-18T21:57:09.854544Z","steps":["trace[2071704935] 'process raft request' (duration: 312.356322ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:57:09.854802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:57:09.541913Z","time spent":"312.772992ms","remote":"127.0.0.1:55338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T21:57:10.635398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"613.315407ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T21:57:10.63568Z","caller":"traceutil/trace.go:171","msg":"trace[1267875154] transaction","detail":"{read_only:false; response_revision:3531; number_of_response:1; }","duration":"1.082241325s","start":"2026-03-18T21:57:09.553413Z","end":"2026-03-18T21:57:10.635654Z","steps":["trace[1267875154] 'process raft request' (duration: 1.082144543s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:57:10.636972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:57:09.553387Z","time spent":"1.082344878s","remote":"127.0.0.1:55338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T21:57:10.637028Z","caller":"traceutil/trace.go:171","msg":"trace[2008119701] transaction","detail":"{read_only:false; response_revision:3530; number_of_response:1; }","duration":"1.086903173s","start":"2026-03-18T21:57:09.548735Z","end":"2026-03-18T21:57:10.635638Z","steps":["trace[2008119701] 'process raft request' (duration: 472.618601ms)","trace[2008119701] 'compare' (duration: 613.168574ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T21:57:10.63733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:57:09.548708Z","time spent":"1.088423822s","remote":"127.0.0.1:55338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T21:57:11.12165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.042217ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T21:57:11.121838Z","caller":"traceutil/trace.go:171","msg":"trace[1895627981] linearizableReadLoop","detail":"{readStateIndex:3683; appliedIndex:3682; }","duration":"365.39534ms","start":"2026-03-18T21:57:10.756415Z","end":"2026-03-18T21:57:11.12181Z","steps":["trace[1895627981] 'read index received' (duration: 238.803219ms)","trace[1895627981] 'applied index is now lower than readState.Index' (duration: 126.589871ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T21:57:11.121942Z","caller":"traceutil/trace.go:171","msg":"trace[1838634867] transaction","detail":"{read_only:false; response_revision:3532; number_of_response:1; }","duration":"408.636529ms","start":"2026-03-18T21:57:10.713235Z","end":"2026-03-18T21:57:11.121872Z","steps":["trace[1838634867] 'process raft request' (duration: 281.898314ms)","trace[1838634867] 'compare' (duration: 125.859802ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T21:57:11.122127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.700547ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-18T21:57:11.122194Z","caller":"traceutil/trace.go:171","msg":"trace[1123756009] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3532; }","duration":"365.81148ms","start":"2026-03-18T21:57:10.756365Z","end":"2026-03-18T21:57:11.122176Z","steps":["trace[1123756009] 'agreement among raft nodes before linearized reading' (duration: 365.554294ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:57:11.122241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:57:10.756339Z","time spent":"365.892451ms","remote":"127.0.0.1:55338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-18T21:57:11.122234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:57:10.713216Z","time spent":"408.857795ms","remote":"127.0.0.1:55338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T21:57:11.129711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"372.773585ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-18T21:57:11.129755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.428669ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-18T21:57:11.129797Z","caller":"traceutil/trace.go:171","msg":"trace[1475817979] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3533; }","duration":"372.891558ms","start":"2026-03-18T21:57:10.756886Z","end":"2026-03-18T21:57:11.129778Z","steps":["trace[1475817979] 'agreement among raft nodes before linearized reading' (duration: 372.644102ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:57:11.129803Z","caller":"traceutil/trace.go:171","msg":"trace[51568400] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3533; }","duration":"363.49685ms","start":"2026-03-18T21:57:10.766294Z","end":"2026-03-18T21:57:11.129791Z","steps":["trace[51568400] 'agreement among raft nodes before linearized reading' (duration: 363.373377ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:57:11.129842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:57:10.766285Z","time spent":"363.548341ms","remote":"127.0.0.1:55338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-18T21:57:11.129843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:57:10.756876Z","time spent":"372.959569ms","remote":"127.0.0.1:55338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-18T21:57:11.130559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"371.893223ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-18T21:57:11.13063Z","caller":"traceutil/trace.go:171","msg":"trace[201623666] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3533; }","duration":"371.991226ms","start":"2026-03-18T21:57:10.75862Z","end":"2026-03-18T21:57:11.130611Z","steps":["trace[201623666] 'agreement among raft nodes before linearized reading' (duration: 371.087582ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:57:11.13103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:57:10.75861Z","time spent":"372.19185ms","remote":"127.0.0.1:55338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-18T21:58:19.786233Z","caller":"traceutil/trace.go:171","msg":"trace[1551987641] transaction","detail":"{read_only:false; response_revision:3952; number_of_response:1; }","duration":"111.373487ms","start":"2026-03-18T21:58:19.674813Z","end":"2026-03-18T21:58:19.786187Z","steps":["trace[1551987641] 'process raft request' (duration: 110.739231ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:58:23.074393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.300456ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T21:58:23.074526Z","caller":"traceutil/trace.go:171","msg":"trace[6282077] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:3987; }","duration":"303.498791ms","start":"2026-03-18T21:58:22.770999Z","end":"2026-03-18T21:58:23.074498Z","steps":["trace[6282077] 'count revisions from in-memory index tree' (duration: 303.194573ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:58:23.0746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:58:22.770977Z","time spent":"303.601954ms","remote":"127.0.0.1:55342","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":21,"response size":31,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"info","ts":"2026-03-18T21:58:23.078414Z","caller":"traceutil/trace.go:171","msg":"trace[1231956968] transaction","detail":"{read_only:false; response_revision:3988; number_of_response:1; }","duration":"136.164773ms","start":"2026-03-18T21:58:22.942179Z","end":"2026-03-18T21:58:23.078344Z","steps":["trace[1231956968] 'process raft request' (duration: 135.419294ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:58:23.084619Z","caller":"traceutil/trace.go:171","msg":"trace[1839605302] transaction","detail":"{read_only:false; response_revision:3989; number_of_response:1; }","duration":"125.725369ms","start":"2026-03-18T21:58:22.958857Z","end":"2026-03-18T21:58:23.084582Z","steps":["trace[1839605302] 'process raft request' (duration: 124.60345ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:58:28.048035Z","caller":"traceutil/trace.go:171","msg":"trace[550997837] transaction","detail":"{read_only:false; response_revision:4309; number_of_response:1; }","duration":"134.783768ms","start":"2026-03-18T21:58:27.91322Z","end":"2026-03-18T21:58:28.048004Z","steps":["trace[550997837] 'process raft request' (duration: 132.590402ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:58:28.26669Z","caller":"traceutil/trace.go:171","msg":"trace[11331841] transaction","detail":"{read_only:false; response_revision:4310; number_of_response:1; }","duration":"348.815214ms","start":"2026-03-18T21:58:27.917845Z","end":"2026-03-18T21:58:28.266661Z","steps":["trace[11331841] 'process raft request' (duration: 324.368458ms)","trace[11331841] 'compare' (duration: 23.921193ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T21:58:28.266883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:58:27.917809Z","time spent":"348.991059ms","remote":"127.0.0.1:55158","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":451465,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T21:58:28.266963Z","caller":"traceutil/trace.go:171","msg":"trace[890634530] transaction","detail":"{read_only:false; response_revision:4311; number_of_response:1; }","duration":"315.486484ms","start":"2026-03-18T21:58:27.951452Z","end":"2026-03-18T21:58:28.266939Z","steps":["trace[890634530] 'process raft request' (duration: 315.149456ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:58:28.266995Z","caller":"traceutil/trace.go:171","msg":"trace[1723940471] linearizableReadLoop","detail":"{readStateIndex:4499; appliedIndex:4497; }","duration":"347.903411ms","start":"2026-03-18T21:58:27.919073Z","end":"2026-03-18T21:58:28.266976Z","steps":["trace[1723940471] 'read index received' (duration: 126.667453ms)","trace[1723940471] 'applied index is now lower than readState.Index' (duration: 221.235108ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T21:58:28.267086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:58:27.951431Z","time spent":"315.599267ms","remote":"127.0.0.1:55144","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":810,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-18T21:58:28.267098Z","caller":"traceutil/trace.go:171","msg":"trace[1787490945] transaction","detail":"{read_only:false; response_revision:4312; number_of_response:1; }","duration":"265.695938ms","start":"2026-03-18T21:58:28.001374Z","end":"2026-03-18T21:58:28.26707Z","steps":["trace[1787490945] 'process raft request' (duration: 265.496713ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:58:28.267172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.094545ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:118"} {"level":"info","ts":"2026-03-18T21:58:28.267218Z","caller":"traceutil/trace.go:171","msg":"trace[2102812570] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:4312; }","duration":"348.195388ms","start":"2026-03-18T21:58:27.919012Z","end":"2026-03-18T21:58:28.267207Z","steps":["trace[2102812570] 'agreement among raft nodes before linearized reading' (duration: 348.066174ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:58:28.267258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:58:27.918988Z","time spent":"348.26234ms","remote":"127.0.0.1:55142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":142,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"info","ts":"2026-03-18T21:58:28.495103Z","caller":"traceutil/trace.go:171","msg":"trace[1406288849] transaction","detail":"{read_only:false; response_revision:4313; number_of_response:1; }","duration":"443.02549ms","start":"2026-03-18T21:58:28.052041Z","end":"2026-03-18T21:58:28.495067Z","steps":["trace[1406288849] 'process raft request' (duration: 405.75177ms)","trace[1406288849] 'compare' (duration: 36.621904ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T21:58:28.495146Z","caller":"traceutil/trace.go:171","msg":"trace[794249761] transaction","detail":"{read_only:false; response_revision:4314; number_of_response:1; }","duration":"392.811724ms","start":"2026-03-18T21:58:28.102306Z","end":"2026-03-18T21:58:28.495118Z","steps":["trace[794249761] 'process raft request' (duration: 392.64161ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:58:28.495236Z","caller":"traceutil/trace.go:171","msg":"trace[1295216155] transaction","detail":"{read_only:false; response_revision:4317; number_of_response:1; }","duration":"277.309652ms","start":"2026-03-18T21:58:28.2179Z","end":"2026-03-18T21:58:28.49521Z","steps":["trace[1295216155] 'process raft request' (duration: 277.23545ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:58:28.495274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:58:28.05201Z","time spent":"443.189764ms","remote":"127.0.0.1:55144","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":816,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-18T21:58:28.495283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:58:28.102275Z","time spent":"392.936396ms","remote":"127.0.0.1:55144","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":822,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-18T21:58:28.495431Z","caller":"traceutil/trace.go:171","msg":"trace[1325274034] transaction","detail":"{read_only:false; response_revision:4316; number_of_response:1; }","duration":"294.801873ms","start":"2026-03-18T21:58:28.200616Z","end":"2026-03-18T21:58:28.495418Z","steps":["trace[1325274034] 'process raft request' (duration: 294.472304ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:58:28.495593Z","caller":"traceutil/trace.go:171","msg":"trace[798625102] transaction","detail":"{read_only:false; response_revision:4320; number_of_response:1; }","duration":"201.382617ms","start":"2026-03-18T21:58:28.294193Z","end":"2026-03-18T21:58:28.495575Z","steps":["trace[798625102] 'process raft request' (duration: 201.260494ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:58:28.495668Z","caller":"traceutil/trace.go:171","msg":"trace[808864489] linearizableReadLoop","detail":"{readStateIndex:4508; appliedIndex:4501; }","duration":"228.607023ms","start":"2026-03-18T21:58:28.267048Z","end":"2026-03-18T21:58:28.495655Z","steps":["trace[808864489] 'read index received' (duration: 190.791401ms)","trace[808864489] 'applied index is now lower than readState.Index' (duration: 37.814852ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T21:58:28.495804Z","caller":"traceutil/trace.go:171","msg":"trace[2097956481] transaction","detail":"{read_only:false; response_revision:4318; number_of_response:1; }","duration":"233.002206ms","start":"2026-03-18T21:58:28.262791Z","end":"2026-03-18T21:58:28.495793Z","steps":["trace[2097956481] 'process raft request' (duration: 232.519053ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:58:28.49597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"372.532353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:123673"} {"level":"info","ts":"2026-03-18T21:58:28.496012Z","caller":"traceutil/trace.go:171","msg":"trace[1444957623] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:4321; }","duration":"372.583084ms","start":"2026-03-18T21:58:28.123419Z","end":"2026-03-18T21:58:28.496002Z","steps":["trace[1444957623] 'agreement among raft nodes before linearized reading' (duration: 372.40966ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:58:28.496041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:58:28.123344Z","time spent":"372.690397ms","remote":"127.0.0.1:55136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":123697,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"info","ts":"2026-03-18T21:58:28.496523Z","caller":"traceutil/trace.go:171","msg":"trace[837960332] transaction","detail":"{read_only:false; response_revision:4319; number_of_response:1; }","duration":"233.612761ms","start":"2026-03-18T21:58:28.26287Z","end":"2026-03-18T21:58:28.496483Z","steps":["trace[837960332] 'process raft request' (duration: 232.513993ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:58:28.496614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.410284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" ","response":"range_response_count:32 size:50227"} {"level":"info","ts":"2026-03-18T21:58:28.495613Z","caller":"traceutil/trace.go:171","msg":"trace[92044436] transaction","detail":"{read_only:false; response_revision:4315; number_of_response:1; }","duration":"344.138096ms","start":"2026-03-18T21:58:28.151462Z","end":"2026-03-18T21:58:28.4956Z","steps":["trace[92044436] 'process raft request' (duration: 343.586612ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:58:28.496667Z","caller":"traceutil/trace.go:171","msg":"trace[799805632] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:32; response_revision:4321; }","duration":"227.499396ms","start":"2026-03-18T21:58:28.269153Z","end":"2026-03-18T21:58:28.496652Z","steps":["trace[799805632] 'agreement among raft nodes before linearized reading' (duration: 227.139267ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:58:28.496642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.415318ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T21:58:28.4968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:58:28.151439Z","time spent":"345.270715ms","remote":"127.0.0.1:55144","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":786,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-18T21:58:28.496858Z","caller":"traceutil/trace.go:171","msg":"trace[52872354] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4321; }","duration":"124.620853ms","start":"2026-03-18T21:58:28.372152Z","end":"2026-03-18T21:58:28.496772Z","steps":["trace[52872354] 'agreement among raft nodes before linearized reading' (duration: 124.365307ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:58:28.495811Z","caller":"traceutil/trace.go:171","msg":"trace[1344279213] transaction","detail":"{read_only:false; response_revision:4321; number_of_response:1; }","duration":"194.793282ms","start":"2026-03-18T21:58:28.301007Z","end":"2026-03-18T21:58:28.4958Z","steps":["trace[1344279213] 'process raft request' (duration: 194.526954ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:58:28.850992Z","caller":"traceutil/trace.go:171","msg":"trace[1612595129] transaction","detail":"{read_only:false; response_revision:4324; number_of_response:1; }","duration":"139.535148ms","start":"2026-03-18T21:58:28.711433Z","end":"2026-03-18T21:58:28.850968Z","steps":["trace[1612595129] 'process raft request' (duration: 139.384995ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:58:28.875481Z","caller":"traceutil/trace.go:171","msg":"trace[88840274] linearizableReadLoop","detail":"{readStateIndex:4515; appliedIndex:4514; }","duration":"114.044916ms","start":"2026-03-18T21:58:28.761411Z","end":"2026-03-18T21:58:28.875456Z","steps":["trace[88840274] 'read index received' (duration: 89.536868ms)","trace[88840274] 'applied index is now lower than readState.Index' (duration: 24.507038ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T21:58:28.875559Z","caller":"traceutil/trace.go:171","msg":"trace[568341647] transaction","detail":"{read_only:false; response_revision:4325; number_of_response:1; }","duration":"160.497006ms","start":"2026-03-18T21:58:28.715041Z","end":"2026-03-18T21:58:28.875538Z","steps":["trace[568341647] 'process raft request' (duration: 159.521422ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:58:28.875627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.20697ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T21:58:28.875672Z","caller":"traceutil/trace.go:171","msg":"trace[1107389418] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:4325; }","duration":"114.265711ms","start":"2026-03-18T21:58:28.761395Z","end":"2026-03-18T21:58:28.875661Z","steps":["trace[1107389418] 'agreement among raft nodes before linearized reading' (duration: 114.180179ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:58:29.046267Z","caller":"traceutil/trace.go:171","msg":"trace[1726837384] transaction","detail":"{read_only:false; response_revision:4329; number_of_response:1; }","duration":"100.619236ms","start":"2026-03-18T21:58:28.945623Z","end":"2026-03-18T21:58:29.046242Z","steps":["trace[1726837384] 'process raft request' (duration: 100.498373ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:58:29.238266Z","caller":"traceutil/trace.go:171","msg":"trace[1959169277] transaction","detail":"{read_only:false; response_revision:4331; number_of_response:1; }","duration":"128.438568ms","start":"2026-03-18T21:58:29.109791Z","end":"2026-03-18T21:58:29.238229Z","steps":["trace[1959169277] 'process raft request' (duration: 41.169257ms)","trace[1959169277] 'compare' (duration: 87.056115ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T21:58:29.238458Z","caller":"traceutil/trace.go:171","msg":"trace[1226797544] transaction","detail":"{read_only:false; response_revision:4332; number_of_response:1; }","duration":"126.178041ms","start":"2026-03-18T21:58:29.112239Z","end":"2026-03-18T21:58:29.238417Z","steps":["trace[1226797544] 'process raft request' (duration: 125.942435ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:58:29.846672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.344764ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-18T21:58:29.846765Z","caller":"traceutil/trace.go:171","msg":"trace[70266601] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4343; }","duration":"212.483458ms","start":"2026-03-18T21:58:29.634262Z","end":"2026-03-18T21:58:29.846745Z","steps":["trace[70266601] 'range keys from in-memory index tree' (duration: 212.203431ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:58:29.846829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.099033ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-18T21:58:29.846915Z","caller":"traceutil/trace.go:171","msg":"trace[1233146797] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4343; }","duration":"211.216226ms","start":"2026-03-18T21:58:29.63568Z","end":"2026-03-18T21:58:29.846896Z","steps":["trace[1233146797] 'range keys from in-memory index tree' (duration: 210.96786ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:58:29.8471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.696505ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-18T21:58:29.847137Z","caller":"traceutil/trace.go:171","msg":"trace[755943650] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4343; }","duration":"247.779287ms","start":"2026-03-18T21:58:29.599347Z","end":"2026-03-18T21:58:29.847126Z","steps":["trace[755943650] 'range keys from in-memory index tree' (duration: 247.537941ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:58:29.847182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.516267ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-18T21:58:29.847231Z","caller":"traceutil/trace.go:171","msg":"trace[602275147] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4343; }","duration":"210.59201ms","start":"2026-03-18T21:58:29.636626Z","end":"2026-03-18T21:58:29.847218Z","steps":["trace[602275147] 'range keys from in-memory index tree' (duration: 210.373854ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:58:29.847269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.706509ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rpbhf\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-18T21:58:29.847307Z","caller":"traceutil/trace.go:171","msg":"trace[822909502] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rpbhf; range_end:; response_count:1; response_revision:4343; }","duration":"236.76148ms","start":"2026-03-18T21:58:29.610536Z","end":"2026-03-18T21:58:29.847298Z","steps":["trace[822909502] 'range keys from in-memory index tree' (duration: 236.623117ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:58:29.847325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.926124ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1261"} {"level":"info","ts":"2026-03-18T21:58:29.847424Z","caller":"traceutil/trace.go:171","msg":"trace[252413602] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:4343; }","duration":"245.057058ms","start":"2026-03-18T21:58:29.602343Z","end":"2026-03-18T21:58:29.8474Z","steps":["trace[252413602] 'range keys from in-memory index tree' (duration: 244.76268ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:58:29.847516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.449639ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-18T21:58:29.847601Z","caller":"traceutil/trace.go:171","msg":"trace[858773646] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4343; }","duration":"245.629073ms","start":"2026-03-18T21:58:29.601956Z","end":"2026-03-18T21:58:29.847585Z","steps":["trace[858773646] 'range keys from in-memory index tree' (duration: 245.165362ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:58:30.299241Z","caller":"traceutil/trace.go:171","msg":"trace[1981214707] transaction","detail":"{read_only:false; response_revision:4349; number_of_response:1; }","duration":"189.039355ms","start":"2026-03-18T21:58:30.110177Z","end":"2026-03-18T21:58:30.299216Z","steps":["trace[1981214707] 'process raft request' (duration: 188.884041ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:58:30.464892Z","caller":"traceutil/trace.go:171","msg":"trace[461992282] linearizableReadLoop","detail":"{readStateIndex:4540; appliedIndex:4539; }","duration":"142.266876ms","start":"2026-03-18T21:58:30.322598Z","end":"2026-03-18T21:58:30.464865Z","steps":["trace[461992282] 'read index received' (duration: 99.499878ms)","trace[461992282] 'applied index is now lower than readState.Index' (duration: 42.765588ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T21:58:30.465052Z","caller":"traceutil/trace.go:171","msg":"trace[1451816130] transaction","detail":"{read_only:false; response_revision:4350; number_of_response:1; }","duration":"155.482859ms","start":"2026-03-18T21:58:30.309519Z","end":"2026-03-18T21:58:30.465002Z","steps":["trace[1451816130] 'process raft request' (duration: 112.698821ms)","trace[1451816130] 'compare' (duration: 42.478901ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T21:58:30.465254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.619265ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/ingress-nginx/ingress-nginx-controller-5tvdg.189e0dfd04d3c71d\" ","response":"range_response_count:1 size:765"} {"level":"info","ts":"2026-03-18T21:58:30.465334Z","caller":"traceutil/trace.go:171","msg":"trace[1888879563] range","detail":"{range_begin:/registry/events/ingress-nginx/ingress-nginx-controller-5tvdg.189e0dfd04d3c71d; range_end:; response_count:1; response_revision:4350; }","duration":"142.750899ms","start":"2026-03-18T21:58:30.322565Z","end":"2026-03-18T21:58:30.465316Z","steps":["trace[1888879563] 'agreement among raft nodes before linearized reading' (duration: 142.45212ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:58:31.909695Z","caller":"traceutil/trace.go:171","msg":"trace[192054474] transaction","detail":"{read_only:false; response_revision:4361; number_of_response:1; }","duration":"245.557631ms","start":"2026-03-18T21:58:31.664098Z","end":"2026-03-18T21:58:31.909656Z","steps":["trace[192054474] 'process raft request' (duration: 245.240853ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:58:32.599848Z","caller":"traceutil/trace.go:171","msg":"trace[110689137] linearizableReadLoop","detail":"{readStateIndex:4575; appliedIndex:4574; }","duration":"115.907763ms","start":"2026-03-18T21:58:32.483921Z","end":"2026-03-18T21:58:32.599829Z","steps":["trace[110689137] 'read index received' (duration: 115.768628ms)","trace[110689137] 'applied index is now lower than readState.Index' (duration: 138.434µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T21:58:32.599931Z","caller":"traceutil/trace.go:171","msg":"trace[868706640] transaction","detail":"{read_only:false; response_revision:4384; number_of_response:1; }","duration":"117.044941ms","start":"2026-03-18T21:58:32.482852Z","end":"2026-03-18T21:58:32.599897Z","steps":["trace[868706640] 'process raft request' (duration: 116.845245ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:58:32.600032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.100918ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:2643"} {"level":"info","ts":"2026-03-18T21:58:32.600067Z","caller":"traceutil/trace.go:171","msg":"trace[774806230] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:4384; }","duration":"116.18234ms","start":"2026-03-18T21:58:32.483874Z","end":"2026-03-18T21:58:32.600057Z","steps":["trace[774806230] 'agreement among raft nodes before linearized reading' (duration: 116.053577ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:58:32.601022Z","caller":"traceutil/trace.go:171","msg":"trace[2131882142] transaction","detail":"{read_only:false; response_revision:4385; number_of_response:1; }","duration":"115.700377ms","start":"2026-03-18T21:58:32.485238Z","end":"2026-03-18T21:58:32.600939Z","steps":["trace[2131882142] 'process raft request' (duration: 115.489402ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:58:33.899191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.525189ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3506"} {"level":"info","ts":"2026-03-18T21:58:33.899283Z","caller":"traceutil/trace.go:171","msg":"trace[89043231] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:4441; }","duration":"360.671193ms","start":"2026-03-18T21:58:33.53859Z","end":"2026-03-18T21:58:33.899261Z","steps":["trace[89043231] 'range keys from in-memory index tree' (duration: 360.306924ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:58:33.899349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:58:33.538571Z","time spent":"360.759144ms","remote":"127.0.0.1:55158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":3530,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" "} {"level":"warn","ts":"2026-03-18T21:58:33.899604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.334972ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-513d907a-db1d-4755-b8c7-294bfb456c66\" ","response":"range_response_count:1 size:3774"} {"level":"info","ts":"2026-03-18T21:58:33.899797Z","caller":"traceutil/trace.go:171","msg":"trace[49564204] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-513d907a-db1d-4755-b8c7-294bfb456c66; range_end:; response_count:1; response_revision:4441; }","duration":"233.886228ms","start":"2026-03-18T21:58:33.665855Z","end":"2026-03-18T21:58:33.899741Z","steps":["trace[49564204] 'range keys from in-memory index tree' (duration: 233.094617ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:58:33.936563Z","caller":"traceutil/trace.go:171","msg":"trace[730604349] transaction","detail":"{read_only:false; response_revision:4442; number_of_response:1; }","duration":"208.497817ms","start":"2026-03-18T21:58:33.728042Z","end":"2026-03-18T21:58:33.93654Z","steps":["trace[730604349] 'process raft request' (duration: 208.336333ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:58:34.258329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.722697ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T21:58:34.258726Z","caller":"traceutil/trace.go:171","msg":"trace[549473950] transaction","detail":"{read_only:false; response_revision:4443; number_of_response:1; }","duration":"302.864986ms","start":"2026-03-18T21:58:33.9558Z","end":"2026-03-18T21:58:34.258665Z","steps":["trace[549473950] 'process raft request' (duration: 300.448065ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:58:34.258782Z","caller":"traceutil/trace.go:171","msg":"trace[672667223] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:4442; }","duration":"181.192348ms","start":"2026-03-18T21:58:34.077557Z","end":"2026-03-18T21:58:34.258749Z","steps":["trace[672667223] 'range keys from in-memory index tree' (duration: 180.701016ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:58:34.258916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:58:33.955784Z","time spent":"303.02133ms","remote":"127.0.0.1:55338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T21:58:34.258995Z","caller":"traceutil/trace.go:171","msg":"trace[1230407416] linearizableReadLoop","detail":"{readStateIndex:4634; appliedIndex:4633; }","duration":"298.575059ms","start":"2026-03-18T21:58:33.960388Z","end":"2026-03-18T21:58:34.258963Z","steps":["trace[1230407416] 'read index received' (duration: 295.878111ms)","trace[1230407416] 'applied index is now lower than readState.Index' (duration: 2.693848ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T21:58:34.259307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.073748ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-18T21:58:34.259323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.973206ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-18T21:58:34.259332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.117707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-admission-patch-wh7n7\" ","response":"range_response_count:1 size:4672"} {"level":"warn","ts":"2026-03-18T21:58:34.259333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.929597ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/prometheus-operated\" ","response":"range_response_count:1 size:993"} {"level":"info","ts":"2026-03-18T21:58:34.259368Z","caller":"traceutil/trace.go:171","msg":"trace[244462206] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4444; }","duration":"285.15683ms","start":"2026-03-18T21:58:33.974193Z","end":"2026-03-18T21:58:34.25935Z","steps":["trace[244462206] 'agreement among raft nodes before linearized reading' (duration: 284.984786ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:58:34.259381Z","caller":"traceutil/trace.go:171","msg":"trace[1889695605] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4444; }","duration":"285.038898ms","start":"2026-03-18T21:58:33.974325Z","end":"2026-03-18T21:58:34.259364Z","steps":["trace[1889695605] 'agreement among raft nodes before linearized reading' (duration: 284.842003ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:58:34.259402Z","caller":"traceutil/trace.go:171","msg":"trace[107214534] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-admission-patch-wh7n7; range_end:; response_count:1; response_revision:4444; }","duration":"298.22285ms","start":"2026-03-18T21:58:33.961159Z","end":"2026-03-18T21:58:34.259382Z","steps":["trace[107214534] 'agreement among raft nodes before linearized reading' (duration: 298.012595ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:58:34.259854Z","caller":"traceutil/trace.go:171","msg":"trace[1982076007] transaction","detail":"{read_only:false; response_revision:4444; number_of_response:1; }","duration":"179.735981ms","start":"2026-03-18T21:58:34.07978Z","end":"2026-03-18T21:58:34.259516Z","steps":["trace[1982076007] 'process raft request' (duration: 178.89521ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:58:34.259413Z","caller":"traceutil/trace.go:171","msg":"trace[437397586] range","detail":"{range_begin:/registry/services/specs/monitoring/prometheus-operated; range_end:; response_count:1; response_revision:4444; }","duration":"299.05166ms","start":"2026-03-18T21:58:33.960342Z","end":"2026-03-18T21:58:34.259393Z","steps":["trace[437397586] 'agreement among raft nodes before linearized reading' (duration: 298.769393ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:58:34.259438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.008331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-18T21:58:34.259464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.954604ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rpbhf\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-18T21:58:34.260209Z","caller":"traceutil/trace.go:171","msg":"trace[926320216] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rpbhf; range_end:; response_count:1; response_revision:4444; }","duration":"283.697182ms","start":"2026-03-18T21:58:33.97647Z","end":"2026-03-18T21:58:34.260167Z","steps":["trace[926320216] 'agreement among raft nodes before linearized reading' (duration: 282.817821ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:58:34.259463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.042919ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-03-18T21:58:34.260294Z","caller":"traceutil/trace.go:171","msg":"trace[835309052] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4444; }","duration":"224.941681ms","start":"2026-03-18T21:58:34.035334Z","end":"2026-03-18T21:58:34.260276Z","steps":["trace[835309052] 'agreement among raft nodes before linearized reading' (duration: 223.872845ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:58:34.259534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.203281ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-18T21:58:34.260474Z","caller":"traceutil/trace.go:171","msg":"trace[1323881928] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4444; }","duration":"286.199936ms","start":"2026-03-18T21:58:33.974264Z","end":"2026-03-18T21:58:34.260464Z","steps":["trace[1323881928] 'agreement among raft nodes before linearized reading' (duration: 285.027507ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:58:34.260105Z","caller":"traceutil/trace.go:171","msg":"trace[1420644595] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4444; }","duration":"286.710838ms","start":"2026-03-18T21:58:33.973374Z","end":"2026-03-18T21:58:34.260084Z","steps":["trace[1420644595] 'agreement among raft nodes before linearized reading' (duration: 285.829767ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:58:34.738683Z","caller":"traceutil/trace.go:171","msg":"trace[1918865114] linearizableReadLoop","detail":"{readStateIndex:4646; appliedIndex:4645; }","duration":"122.510529ms","start":"2026-03-18T21:58:34.616144Z","end":"2026-03-18T21:58:34.738654Z","steps":["trace[1918865114] 'read index received' (duration: 122.194791ms)","trace[1918865114] 'applied index is now lower than readState.Index' (duration: 314.088µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T21:58:34.73891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.749375ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" ","response":"range_response_count:1 size:1342"} {"level":"info","ts":"2026-03-18T21:58:34.738964Z","caller":"traceutil/trace.go:171","msg":"trace[713532005] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0; range_end:; response_count:1; response_revision:4455; }","duration":"122.849187ms","start":"2026-03-18T21:58:34.616096Z","end":"2026-03-18T21:58:34.738945Z","steps":["trace[713532005] 'agreement among raft nodes before linearized reading' (duration: 122.665402ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:58:34.738975Z","caller":"traceutil/trace.go:171","msg":"trace[2029557866] transaction","detail":"{read_only:false; response_revision:4455; number_of_response:1; }","duration":"125.058113ms","start":"2026-03-18T21:58:34.613892Z","end":"2026-03-18T21:58:34.73895Z","steps":["trace[2029557866] 'process raft request' (duration: 124.465248ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:58:34.878547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.210472ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/monitoring/kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:7465"} {"level":"info","ts":"2026-03-18T21:58:34.878652Z","caller":"traceutil/trace.go:171","msg":"trace[1256168514] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/monitoring/kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:4455; }","duration":"107.380236ms","start":"2026-03-18T21:58:34.771248Z","end":"2026-03-18T21:58:34.878629Z","steps":["trace[1256168514] 'range keys from in-memory index tree' (duration: 107.003287ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:58:36.433936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.249136ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T21:58:36.434115Z","caller":"traceutil/trace.go:171","msg":"trace[507170990] transaction","detail":"{read_only:false; response_revision:4467; number_of_response:1; }","duration":"150.818923ms","start":"2026-03-18T21:58:36.283269Z","end":"2026-03-18T21:58:36.434088Z","steps":["trace[507170990] 'process raft request' (duration: 29.32563ms)","trace[507170990] 'compare' (duration: 121.074942ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T21:58:36.598241Z","caller":"traceutil/trace.go:171","msg":"trace[685297756] transaction","detail":"{read_only:false; response_revision:4468; number_of_response:1; }","duration":"314.94913ms","start":"2026-03-18T21:58:36.283247Z","end":"2026-03-18T21:58:36.598197Z","steps":["trace[685297756] 'process raft request' (duration: 278.958093ms)","trace[685297756] 'compare' (duration: 35.637309ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T21:58:36.598287Z","caller":"traceutil/trace.go:171","msg":"trace[711497587] transaction","detail":"{read_only:false; response_revision:4469; number_of_response:1; }","duration":"314.318584ms","start":"2026-03-18T21:58:36.283931Z","end":"2026-03-18T21:58:36.598249Z","steps":["trace[711497587] 'process raft request' (duration: 314.16266ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:58:36.598484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:58:36.283902Z","time spent":"314.479108ms","remote":"127.0.0.1:55338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T21:58:36.598493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:58:36.283222Z","time spent":"315.110185ms","remote":"127.0.0.1:55338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T21:58:36.598787Z","caller":"traceutil/trace.go:171","msg":"trace[1982338065] transaction","detail":"{read_only:false; response_revision:4470; number_of_response:1; }","duration":"313.856342ms","start":"2026-03-18T21:58:36.284893Z","end":"2026-03-18T21:58:36.598749Z","steps":["trace[1982338065] 'process raft request' (duration: 313.297328ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:58:36.598985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:58:36.284876Z","time spent":"314.006236ms","remote":"127.0.0.1:55338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T21:58:36.599029Z","caller":"traceutil/trace.go:171","msg":"trace[233395425] linearizableReadLoop","detail":"{readStateIndex:4660; appliedIndex:4657; }","duration":"314.421637ms","start":"2026-03-18T21:58:36.284546Z","end":"2026-03-18T21:58:36.598967Z","steps":["trace[233395425] 'read index received' (duration: 28.1739ms)","trace[233395425] 'applied index is now lower than readState.Index' (duration: 286.246807ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T21:58:36.599393Z","caller":"traceutil/trace.go:171","msg":"trace[1069971595] transaction","detail":"{read_only:false; response_revision:4473; number_of_response:1; }","duration":"314.063008ms","start":"2026-03-18T21:58:36.285312Z","end":"2026-03-18T21:58:36.599375Z","steps":["trace[1069971595] 'process raft request' (duration: 313.524914ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:58:36.599302Z","caller":"traceutil/trace.go:171","msg":"trace[54953112] transaction","detail":"{read_only:false; response_revision:4472; number_of_response:1; }","duration":"314.199502ms","start":"2026-03-18T21:58:36.285049Z","end":"2026-03-18T21:58:36.599248Z","steps":["trace[54953112] 'process raft request' (duration: 313.74667ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:58:36.59952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:58:36.285008Z","time spent":"314.468568ms","remote":"127.0.0.1:55338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T21:58:36.599436Z","caller":"traceutil/trace.go:171","msg":"trace[115138652] transaction","detail":"{read_only:false; response_revision:4471; number_of_response:1; }","duration":"314.436287ms","start":"2026-03-18T21:58:36.284951Z","end":"2026-03-18T21:58:36.599388Z","steps":["trace[115138652] 'process raft request' (duration: 313.74206ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:58:36.599523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:58:36.285299Z","time spent":"314.15714ms","remote":"127.0.0.1:55254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4557,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T21:58:36.599562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.829428ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T21:58:36.599751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.207506ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rpbhf\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-18T21:58:36.599818Z","caller":"traceutil/trace.go:171","msg":"trace[1707833987] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rpbhf; range_end:; response_count:1; response_revision:4473; }","duration":"315.308248ms","start":"2026-03-18T21:58:36.284493Z","end":"2026-03-18T21:58:36.599802Z","steps":["trace[1707833987] 'agreement among raft nodes before linearized reading' (duration: 315.086443ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:58:36.599873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:58:36.284483Z","time spent":"315.376961ms","remote":"127.0.0.1:55254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6548,"request content":"key:\"/registry/pods/openstack/keepalived-rpbhf\" "} {"level":"warn","ts":"2026-03-18T21:58:36.599955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:58:36.284921Z","time spent":"314.771446ms","remote":"127.0.0.1:55338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T21:58:36.59978Z","caller":"traceutil/trace.go:171","msg":"trace[1384129566] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4473; }","duration":"225.097644ms","start":"2026-03-18T21:58:36.374667Z","end":"2026-03-18T21:58:36.599765Z","steps":["trace[1384129566] 'agreement among raft nodes before linearized reading' (duration: 224.832948ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:58:36.785803Z","caller":"traceutil/trace.go:171","msg":"trace[216876236] linearizableReadLoop","detail":"{readStateIndex:4665; appliedIndex:4664; }","duration":"178.91251ms","start":"2026-03-18T21:58:36.606866Z","end":"2026-03-18T21:58:36.785778Z","steps":["trace[216876236] 'read index received' (duration: 151.042788ms)","trace[216876236] 'applied index is now lower than readState.Index' (duration: 27.868462ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T21:58:36.785852Z","caller":"traceutil/trace.go:171","msg":"trace[1221869375] transaction","detail":"{read_only:false; response_revision:4474; number_of_response:1; }","duration":"179.146156ms","start":"2026-03-18T21:58:36.606661Z","end":"2026-03-18T21:58:36.785807Z","steps":["trace[1221869375] 'process raft request' (duration: 151.12716ms)","trace[1221869375] 'compare' (duration: 27.76685ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T21:58:36.786444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.549706ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:62979"} {"level":"info","ts":"2026-03-18T21:58:36.786524Z","caller":"traceutil/trace.go:171","msg":"trace[299851652] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:4474; }","duration":"179.67301ms","start":"2026-03-18T21:58:36.606831Z","end":"2026-03-18T21:58:36.786504Z","steps":["trace[299851652] 'agreement among raft nodes before linearized reading' (duration: 179.150007ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:58:36.973947Z","caller":"traceutil/trace.go:171","msg":"trace[1847832359] linearizableReadLoop","detail":"{readStateIndex:4666; appliedIndex:4665; }","duration":"187.602829ms","start":"2026-03-18T21:58:36.786319Z","end":"2026-03-18T21:58:36.973922Z","steps":["trace[1847832359] 'read index received' (duration: 175.072773ms)","trace[1847832359] 'applied index is now lower than readState.Index' (duration: 12.529206ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T21:58:36.974143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.795864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T21:58:36.974128Z","caller":"traceutil/trace.go:171","msg":"trace[1938336208] transaction","detail":"{read_only:false; response_revision:4475; number_of_response:1; }","duration":"229.541786ms","start":"2026-03-18T21:58:36.744543Z","end":"2026-03-18T21:58:36.974085Z","steps":["trace[1938336208] 'process raft request' (duration: 216.837236ms)","trace[1938336208] 'compare' (duration: 12.431663ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T21:58:36.974263Z","caller":"traceutil/trace.go:171","msg":"trace[2132795248] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:4475; }","duration":"187.897527ms","start":"2026-03-18T21:58:36.786292Z","end":"2026-03-18T21:58:36.974189Z","steps":["trace[2132795248] 'agreement among raft nodes before linearized reading' (duration: 187.786904ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:58:36.991878Z","caller":"traceutil/trace.go:171","msg":"trace[2139110275] transaction","detail":"{read_only:false; response_revision:4476; number_of_response:1; }","duration":"200.416282ms","start":"2026-03-18T21:58:36.791439Z","end":"2026-03-18T21:58:36.991855Z","steps":["trace[2139110275] 'process raft request' (duration: 200.211647ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:58:36.991989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.653171ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1261"} {"level":"info","ts":"2026-03-18T21:58:36.992096Z","caller":"traceutil/trace.go:171","msg":"trace[1636988067] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:4476; }","duration":"191.780864ms","start":"2026-03-18T21:58:36.800278Z","end":"2026-03-18T21:58:36.992059Z","steps":["trace[1636988067] 'agreement among raft nodes before linearized reading' (duration: 191.518897ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:58:37.155633Z","caller":"traceutil/trace.go:171","msg":"trace[1373079289] transaction","detail":"{read_only:false; number_of_response:1; response_revision:4478; }","duration":"115.947893ms","start":"2026-03-18T21:58:37.039648Z","end":"2026-03-18T21:58:37.155596Z","steps":["trace[1373079289] 'process raft request' (duration: 73.339889ms)","trace[1373079289] 'compare' (duration: 42.43151ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T21:58:38.302514Z","caller":"traceutil/trace.go:171","msg":"trace[903124626] transaction","detail":"{read_only:false; response_revision:4497; number_of_response:1; }","duration":"167.876672ms","start":"2026-03-18T21:58:38.134613Z","end":"2026-03-18T21:58:38.302489Z","steps":["trace[903124626] 'process raft request' (duration: 167.683417ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:58:40.656161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.973942ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-18T21:58:40.656362Z","caller":"traceutil/trace.go:171","msg":"trace[819082382] linearizableReadLoop","detail":"{readStateIndex:4738; appliedIndex:4736; }","duration":"209.724186ms","start":"2026-03-18T21:58:40.44662Z","end":"2026-03-18T21:58:40.656344Z","steps":["trace[819082382] 'read index received' (duration: 5.499509ms)","trace[819082382] 'applied index is now lower than readState.Index' (duration: 204.223357ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T21:58:40.656367Z","caller":"traceutil/trace.go:171","msg":"trace[194899244] transaction","detail":"{read_only:false; response_revision:4543; number_of_response:1; }","duration":"258.462926ms","start":"2026-03-18T21:58:40.397868Z","end":"2026-03-18T21:58:40.656331Z","steps":["trace[194899244] 'process raft request' (duration: 54.244558ms)","trace[194899244] 'compare' (duration: 203.848879ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T21:58:40.656482Z","caller":"traceutil/trace.go:171","msg":"trace[431094453] transaction","detail":"{read_only:false; response_revision:4544; number_of_response:1; }","duration":"246.622158ms","start":"2026-03-18T21:58:40.409814Z","end":"2026-03-18T21:58:40.656437Z","steps":["trace[431094453] 'process raft request' (duration: 246.447273ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:58:40.656735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.075896ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-18T21:58:40.656851Z","caller":"traceutil/trace.go:171","msg":"trace[529932034] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4544; }","duration":"210.23019ms","start":"2026-03-18T21:58:40.446594Z","end":"2026-03-18T21:58:40.656825Z","steps":["trace[529932034] 'agreement among raft nodes before linearized reading' (duration: 209.815909ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:58:41.258106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.385555ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T21:58:41.258222Z","caller":"traceutil/trace.go:171","msg":"trace[1814009007] transaction","detail":"{read_only:false; response_revision:4545; number_of_response:1; }","duration":"596.351045ms","start":"2026-03-18T21:58:40.661848Z","end":"2026-03-18T21:58:41.258199Z","steps":["trace[1814009007] 'process raft request' (duration: 333.736195ms)","trace[1814009007] 'compare' (duration: 261.377829ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T21:58:41.258292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:58:40.661826Z","time spent":"596.430867ms","remote":"127.0.0.1:55338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T21:58:41.869728Z","caller":"traceutil/trace.go:171","msg":"trace[884827573] transaction","detail":"{read_only:false; response_revision:4546; number_of_response:1; }","duration":"1.207614535s","start":"2026-03-18T21:58:40.662075Z","end":"2026-03-18T21:58:41.869689Z","steps":["trace[884827573] 'process raft request' (duration: 1.207369808s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:58:41.869967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:58:40.661566Z","time spent":"1.208296042s","remote":"127.0.0.1:55338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T21:58:41.870101Z","caller":"traceutil/trace.go:171","msg":"trace[677054901] transaction","detail":"{read_only:false; response_revision:4547; number_of_response:1; }","duration":"1.207515722s","start":"2026-03-18T21:58:40.662553Z","end":"2026-03-18T21:58:41.870068Z","steps":["trace[677054901] 'process raft request' (duration: 1.207079591s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:58:41.870252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:58:40.662519Z","time spent":"1.207648625s","remote":"127.0.0.1:55338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T21:58:41.870504Z","caller":"traceutil/trace.go:171","msg":"trace[1826477333] transaction","detail":"{read_only:false; response_revision:4548; number_of_response:1; }","duration":"1.207908461s","start":"2026-03-18T21:58:40.662563Z","end":"2026-03-18T21:58:41.870472Z","steps":["trace[1826477333] 'process raft request' (duration: 1.207583713s)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:58:41.87059Z","caller":"traceutil/trace.go:171","msg":"trace[1019083327] transaction","detail":"{read_only:false; response_revision:4550; number_of_response:1; }","duration":"1.205111831s","start":"2026-03-18T21:58:40.665465Z","end":"2026-03-18T21:58:41.870577Z","steps":["trace[1019083327] 'process raft request' (duration: 1.204996588s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:58:41.87066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:58:40.665453Z","time spent":"1.205171822s","remote":"127.0.0.1:55338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T21:58:41.870678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:58:40.662545Z","time spent":"1.208047575s","remote":"127.0.0.1:55338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T21:58:41.870701Z","caller":"traceutil/trace.go:171","msg":"trace[1310896092] transaction","detail":"{read_only:false; response_revision:4551; number_of_response:1; }","duration":"1.167039752s","start":"2026-03-18T21:58:40.703651Z","end":"2026-03-18T21:58:41.870691Z","steps":["trace[1310896092] 'process raft request' (duration: 1.166860097s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:58:41.870754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:58:40.70362Z","time spent":"1.167106264s","remote":"127.0.0.1:55144","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":888,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-18T21:58:41.870532Z","caller":"traceutil/trace.go:171","msg":"trace[235163067] transaction","detail":"{read_only:false; response_revision:4549; number_of_response:1; }","duration":"1.207966683s","start":"2026-03-18T21:58:40.662549Z","end":"2026-03-18T21:58:41.870516Z","steps":["trace[235163067] 'process raft request' (duration: 1.20783276s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:58:41.870852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:58:40.662534Z","time spent":"1.208271491s","remote":"127.0.0.1:55144","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":947,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-18T21:58:41.870987Z","caller":"traceutil/trace.go:171","msg":"trace[764139584] transaction","detail":"{read_only:false; response_revision:4552; number_of_response:1; }","duration":"882.18289ms","start":"2026-03-18T21:58:40.988791Z","end":"2026-03-18T21:58:41.870974Z","steps":["trace[764139584] 'process raft request' (duration: 881.769829ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:58:41.871068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:58:40.988757Z","time spent":"882.270422ms","remote":"127.0.0.1:55338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T21:58:41.870966Z","caller":"traceutil/trace.go:171","msg":"trace[1685177434] linearizableReadLoop","detail":"{readStateIndex:4744; appliedIndex:4738; }","duration":"1.205335637s","start":"2026-03-18T21:58:40.66556Z","end":"2026-03-18T21:58:41.870896Z","steps":["trace[1685177434] 'read index received' (duration: 330.038911ms)","trace[1685177434] 'applied index is now lower than readState.Index' (duration: 875.294476ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T21:58:41.871424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.205767637s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:2643"} {"level":"info","ts":"2026-03-18T21:58:41.871542Z","caller":"traceutil/trace.go:171","msg":"trace[922722754] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:4552; }","duration":"1.206020294s","start":"2026-03-18T21:58:40.665506Z","end":"2026-03-18T21:58:41.871527Z","steps":["trace[922722754] 'agreement among raft nodes before linearized reading' (duration: 1.205510431s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:58:41.8718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:58:40.665492Z","time spent":"1.20629437s","remote":"127.0.0.1:55158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":2667,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" "} {"level":"info","ts":"2026-03-18T21:58:42.23395Z","caller":"traceutil/trace.go:171","msg":"trace[1867550458] transaction","detail":"{read_only:false; response_revision:4556; number_of_response:1; }","duration":"773.267983ms","start":"2026-03-18T21:58:41.460665Z","end":"2026-03-18T21:58:42.233933Z","steps":["trace[1867550458] 'process raft request' (duration: 773.236793ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:58:42.233982Z","caller":"traceutil/trace.go:171","msg":"trace[397436608] linearizableReadLoop","detail":"{readStateIndex:4750; appliedIndex:4750; }","duration":"362.762756ms","start":"2026-03-18T21:58:41.871187Z","end":"2026-03-18T21:58:42.23395Z","steps":["trace[397436608] 'read index received' (duration: 362.746445ms)","trace[397436608] 'applied index is now lower than readState.Index' (duration: 13.421µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T21:58:42.234135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:58:41.46065Z","time spent":"773.367076ms","remote":"127.0.0.1:55338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T21:58:42.234155Z","caller":"traceutil/trace.go:171","msg":"trace[665752283] transaction","detail":"{read_only:false; response_revision:4554; number_of_response:1; }","duration":"927.743309ms","start":"2026-03-18T21:58:41.306381Z","end":"2026-03-18T21:58:42.234125Z","steps":["trace[665752283] 'process raft request' (duration: 927.469492ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:58:42.234329Z","caller":"traceutil/trace.go:171","msg":"trace[685459549] transaction","detail":"{read_only:false; response_revision:4555; number_of_response:1; }","duration":"790.437916ms","start":"2026-03-18T21:58:41.443843Z","end":"2026-03-18T21:58:42.234281Z","steps":["trace[685459549] 'process raft request' (duration: 790.035186ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:58:42.234535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.069139273s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-z8b6c\" ","response":"range_response_count:1 size:9716"} {"level":"warn","ts":"2026-03-18T21:58:42.23456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.562208634s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T21:58:42.234589Z","caller":"traceutil/trace.go:171","msg":"trace[439793150] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-z8b6c; range_end:; response_count:1; response_revision:4556; }","duration":"1.069238275s","start":"2026-03-18T21:58:41.165338Z","end":"2026-03-18T21:58:42.234577Z","steps":["trace[439793150] 'agreement among raft nodes before linearized reading' (duration: 1.069065961s)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:58:42.234592Z","caller":"traceutil/trace.go:171","msg":"trace[1190529307] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:4556; }","duration":"1.562257015s","start":"2026-03-18T21:58:40.672326Z","end":"2026-03-18T21:58:42.234583Z","steps":["trace[1190529307] 'agreement among raft nodes before linearized reading' (duration: 1.562200614s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:58:42.234625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:58:40.672318Z","time spent":"1.562300876s","remote":"127.0.0.1:41204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":5,"response size":31,"request content":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true "} {"level":"warn","ts":"2026-03-18T21:58:42.234578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:58:41.443802Z","time spent":"790.654981ms","remote":"127.0.0.1:55338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T21:58:42.234627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:58:41.165311Z","time spent":"1.069305677s","remote":"127.0.0.1:55254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":9740,"request content":"key:\"/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-z8b6c\" "} {"level":"warn","ts":"2026-03-18T21:58:42.234819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.430438322s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rpbhf\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-18T21:58:42.234803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"590.143047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T21:58:42.234849Z","caller":"traceutil/trace.go:171","msg":"trace[1626432962] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rpbhf; range_end:; response_count:1; response_revision:4556; }","duration":"1.430501853s","start":"2026-03-18T21:58:40.804341Z","end":"2026-03-18T21:58:42.234843Z","steps":["trace[1626432962] 'agreement among raft nodes before linearized reading' (duration: 1.43039477s)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:58:42.234907Z","caller":"traceutil/trace.go:171","msg":"trace[1789695334] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:4556; }","duration":"590.278131ms","start":"2026-03-18T21:58:41.644608Z","end":"2026-03-18T21:58:42.234886Z","steps":["trace[1789695334] 'agreement among raft nodes before linearized reading' (duration: 589.545973ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:58:42.234964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"893.195167ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T21:58:42.234948Z","caller":"traceutil/trace.go:171","msg":"trace[737849686] transaction","detail":"{read_only:false; response_revision:4553; number_of_response:1; }","duration":"930.272112ms","start":"2026-03-18T21:58:41.304491Z","end":"2026-03-18T21:58:42.234763Z","steps":["trace[737849686] 'process raft request' (duration: 929.207184ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:58:42.235032Z","caller":"traceutil/trace.go:171","msg":"trace[1049294965] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:4556; }","duration":"893.31134ms","start":"2026-03-18T21:58:41.3417Z","end":"2026-03-18T21:58:42.235011Z","steps":["trace[1049294965] 'agreement among raft nodes before linearized reading' (duration: 892.590582ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:58:42.235073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:58:41.341671Z","time spent":"893.391352ms","remote":"127.0.0.1:58762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":10,"response size":31,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-03-18T21:58:42.235015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:58:41.64459Z","time spent":"590.406024ms","remote":"127.0.0.1:55338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":13,"response size":31,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"warn","ts":"2026-03-18T21:58:42.234932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:58:40.804322Z","time spent":"1.430604016s","remote":"127.0.0.1:55254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6548,"request content":"key:\"/registry/pods/openstack/keepalived-rpbhf\" "} {"level":"warn","ts":"2026-03-18T21:58:42.235135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:58:41.304461Z","time spent":"930.58736ms","remote":"127.0.0.1:55338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T21:58:42.234346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:58:41.306348Z","time spent":"927.877043ms","remote":"127.0.0.1:55338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T21:58:42.236258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.568641976s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/monitoring/kube-prometheus-stack-prometheus-node-exporter-z8b6c-tls\" ","response":"range_response_count:1 size:2130"} {"level":"info","ts":"2026-03-18T21:58:42.237058Z","caller":"traceutil/trace.go:171","msg":"trace[1043138548] range","detail":"{range_begin:/registry/cert-manager.io/certificates/monitoring/kube-prometheus-stack-prometheus-node-exporter-z8b6c-tls; range_end:; response_count:1; response_revision:4556; }","duration":"1.569466358s","start":"2026-03-18T21:58:40.667537Z","end":"2026-03-18T21:58:42.237003Z","steps":["trace[1043138548] 'agreement among raft nodes before linearized reading' (duration: 1.567517838s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:58:42.237172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:58:40.667528Z","time spent":"1.569600001s","remote":"127.0.0.1:58762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":2154,"request content":"key:\"/registry/cert-manager.io/certificates/monitoring/kube-prometheus-stack-prometheus-node-exporter-z8b6c-tls\" "} {"level":"warn","ts":"2026-03-18T21:58:42.238487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.293531861s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:50 size:2196043"} {"level":"info","ts":"2026-03-18T21:58:42.238619Z","caller":"traceutil/trace.go:171","msg":"trace[1404262897] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:50; response_revision:4556; }","duration":"1.293704775s","start":"2026-03-18T21:58:40.944879Z","end":"2026-03-18T21:58:42.238583Z","steps":["trace[1404262897] 'agreement among raft nodes before linearized reading' (duration: 1.289404967s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:58:42.238697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:58:40.944857Z","time spent":"1.293819707s","remote":"127.0.0.1:55170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":50,"response size":2196067,"request content":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" "} {"level":"warn","ts":"2026-03-18T21:58:42.790853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"451.248366ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-18T21:58:42.790952Z","caller":"traceutil/trace.go:171","msg":"trace[624226075] linearizableReadLoop","detail":"{readStateIndex:4751; appliedIndex:4750; }","duration":"556.815877ms","start":"2026-03-18T21:58:42.234122Z","end":"2026-03-18T21:58:42.790938Z","steps":["trace[624226075] 'read index received' (duration: 105.436198ms)","trace[624226075] 'applied index is now lower than readState.Index' (duration: 451.378569ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T21:58:42.791014Z","caller":"traceutil/trace.go:171","msg":"trace[233730410] transaction","detail":"{read_only:false; response_revision:4557; number_of_response:1; }","duration":"617.458716ms","start":"2026-03-18T21:58:42.173547Z","end":"2026-03-18T21:58:42.791006Z","steps":["trace[233730410] 'process raft request' (duration: 165.998734ms)","trace[233730410] 'compare' (duration: 451.128904ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T21:58:42.791056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:58:42.173518Z","time spent":"617.520488ms","remote":"127.0.0.1:55144","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":906,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-18T21:58:42.791261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"766.220258ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/monitoring/loki-memcached-chunks-cache\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T21:58:42.791306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"915.107631ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1131"} {"level":"info","ts":"2026-03-18T21:58:42.791338Z","caller":"traceutil/trace.go:171","msg":"trace[576294524] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:4557; }","duration":"915.186483ms","start":"2026-03-18T21:58:41.876143Z","end":"2026-03-18T21:58:42.791329Z","steps":["trace[576294524] 'agreement among raft nodes before linearized reading' (duration: 915.06459ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:58:42.791337Z","caller":"traceutil/trace.go:171","msg":"trace[1861169592] range","detail":"{range_begin:/registry/poddisruptionbudgets/monitoring/loki-memcached-chunks-cache; range_end:; response_count:0; response_revision:4557; }","duration":"766.333ms","start":"2026-03-18T21:58:42.024984Z","end":"2026-03-18T21:58:42.791317Z","steps":["trace[1861169592] 'agreement among raft nodes before linearized reading' (duration: 766.132054ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:58:42.791404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:58:42.024966Z","time spent":"766.429803ms","remote":"127.0.0.1:55378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":0,"response size":29,"request content":"key:\"/registry/poddisruptionbudgets/monitoring/loki-memcached-chunks-cache\" "} {"level":"warn","ts":"2026-03-18T21:58:42.791367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:58:41.876122Z","time spent":"915.240394ms","remote":"127.0.0.1:55158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":1,"response size":1155,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" "} {"level":"info","ts":"2026-03-18T21:58:42.942951Z","caller":"traceutil/trace.go:171","msg":"trace[1403274550] transaction","detail":"{read_only:false; response_revision:4558; number_of_response:1; }","duration":"695.892594ms","start":"2026-03-18T21:58:42.247026Z","end":"2026-03-18T21:58:42.942918Z","steps":["trace[1403274550] 'process raft request' (duration: 695.090604ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:58:42.94322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:58:42.24698Z","time spent":"696.144471ms","remote":"127.0.0.1:55254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9713,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T21:58:42.943508Z","caller":"traceutil/trace.go:171","msg":"trace[1383009066] linearizableReadLoop","detail":"{readStateIndex:4753; appliedIndex:4751; }","duration":"152.508465ms","start":"2026-03-18T21:58:42.790973Z","end":"2026-03-18T21:58:42.943481Z","steps":["trace[1383009066] 'read index received' (duration: 151.168601ms)","trace[1383009066] 'applied index is now lower than readState.Index' (duration: 1.338514ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T21:58:42.943696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"568.946773ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T21:58:42.943713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"500.121799ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.200\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-18T21:58:42.943744Z","caller":"traceutil/trace.go:171","msg":"trace[1652244664] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4559; }","duration":"569.058046ms","start":"2026-03-18T21:58:42.374667Z","end":"2026-03-18T21:58:42.943725Z","steps":["trace[1652244664] 'agreement among raft nodes before linearized reading' (duration: 568.961654ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:58:42.943767Z","caller":"traceutil/trace.go:171","msg":"trace[1471656598] range","detail":"{range_begin:/registry/masterleases/162.253.55.200; range_end:; response_count:1; response_revision:4559; }","duration":"500.228351ms","start":"2026-03-18T21:58:42.443524Z","end":"2026-03-18T21:58:42.943753Z","steps":["trace[1471656598] 'agreement among raft nodes before linearized reading' (duration: 500.017226ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:58:42.943783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:58:42.374636Z","time spent":"569.136868ms","remote":"127.0.0.1:55054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T21:58:42.94381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:58:42.443492Z","time spent":"500.309673ms","remote":"127.0.0.1:55108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/162.253.55.200\" "} {"level":"info","ts":"2026-03-18T21:58:42.94391Z","caller":"traceutil/trace.go:171","msg":"trace[1058971579] transaction","detail":"{read_only:false; response_revision:4559; number_of_response:1; }","duration":"690.788696ms","start":"2026-03-18T21:58:42.253107Z","end":"2026-03-18T21:58:42.943896Z","steps":["trace[1058971579] 'process raft request' (duration: 690.266523ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:58:42.944023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:58:42.253064Z","time spent":"690.917059ms","remote":"127.0.0.1:58762","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2449,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T21:58:42.944133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.971041ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/monitoring/loki-memcached-results-cache\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T21:58:42.944231Z","caller":"traceutil/trace.go:171","msg":"trace[215397725] range","detail":"{range_begin:/registry/poddisruptionbudgets/monitoring/loki-memcached-results-cache; range_end:; response_count:0; response_revision:4559; }","duration":"150.103583ms","start":"2026-03-18T21:58:42.794104Z","end":"2026-03-18T21:58:42.944207Z","steps":["trace[215397725] 'agreement among raft nodes before linearized reading' (duration: 149.923829ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:58:42.944298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"670.37309ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1821"} {"level":"warn","ts":"2026-03-18T21:58:42.944309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"702.361728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:62979"} {"level":"info","ts":"2026-03-18T21:58:42.944338Z","caller":"traceutil/trace.go:171","msg":"trace[583080345] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:4559; }","duration":"670.447552ms","start":"2026-03-18T21:58:42.273877Z","end":"2026-03-18T21:58:42.944325Z","steps":["trace[583080345] 'agreement among raft nodes before linearized reading' (duration: 670.307069ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:58:42.944363Z","caller":"traceutil/trace.go:171","msg":"trace[2018821921] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:4559; }","duration":"702.45974ms","start":"2026-03-18T21:58:42.241889Z","end":"2026-03-18T21:58:42.944349Z","steps":["trace[2018821921] 'agreement among raft nodes before linearized reading' (duration: 702.231654ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:58:42.944368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:58:42.273859Z","time spent":"670.502553ms","remote":"127.0.0.1:55158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":1845,"request content":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" "} {"level":"warn","ts":"2026-03-18T21:58:42.944399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:58:42.241868Z","time spent":"702.522472ms","remote":"127.0.0.1:55254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":7,"response size":63003,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-18T21:58:42.944549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.232291ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1131"} {"level":"info","ts":"2026-03-18T21:58:42.944857Z","caller":"traceutil/trace.go:171","msg":"trace[214432732] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:4559; }","duration":"145.493298ms","start":"2026-03-18T21:58:42.799246Z","end":"2026-03-18T21:58:42.944739Z","steps":["trace[214432732] 'agreement among raft nodes before linearized reading' (duration: 144.992825ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:58:44.062936Z","caller":"traceutil/trace.go:171","msg":"trace[1914614654] transaction","detail":"{read_only:false; response_revision:4665; number_of_response:1; }","duration":"185.909127ms","start":"2026-03-18T21:58:43.877Z","end":"2026-03-18T21:58:44.062909Z","steps":["trace[1914614654] 'process raft request' (duration: 185.704241ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:58:44.796961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.612157ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T21:58:44.797162Z","caller":"traceutil/trace.go:171","msg":"trace[191828500] transaction","detail":"{read_only:false; response_revision:4666; number_of_response:1; }","duration":"917.790119ms","start":"2026-03-18T21:58:43.879347Z","end":"2026-03-18T21:58:44.797137Z","steps":["trace[191828500] 'process raft request' (duration: 764.916904ms)","trace[191828500] 'compare' (duration: 152.474064ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T21:58:44.797294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:58:43.879337Z","time spent":"917.895271ms","remote":"127.0.0.1:55338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T21:58:44.797392Z","caller":"traceutil/trace.go:171","msg":"trace[1359358534] transaction","detail":"{read_only:false; response_revision:4672; number_of_response:1; }","duration":"438.095986ms","start":"2026-03-18T21:58:44.359273Z","end":"2026-03-18T21:58:44.797369Z","steps":["trace[1359358534] 'process raft request' (duration: 438.021694ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:58:44.797458Z","caller":"traceutil/trace.go:171","msg":"trace[800793127] transaction","detail":"{read_only:false; response_revision:4669; number_of_response:1; }","duration":"917.552853ms","start":"2026-03-18T21:58:43.879894Z","end":"2026-03-18T21:58:44.797447Z","steps":["trace[800793127] 'process raft request' (duration: 917.278006ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:58:44.79748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:58:44.359244Z","time spent":"438.198077ms","remote":"127.0.0.1:55228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1063,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T21:58:44.79751Z","caller":"traceutil/trace.go:171","msg":"trace[1574222359] transaction","detail":"{read_only:false; response_revision:4667; number_of_response:1; }","duration":"918.043764ms","start":"2026-03-18T21:58:43.879441Z","end":"2026-03-18T21:58:44.797485Z","steps":["trace[1574222359] 'process raft request' (duration: 917.625014ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:58:44.79755Z","caller":"traceutil/trace.go:171","msg":"trace[1245754101] transaction","detail":"{read_only:false; response_revision:4668; number_of_response:1; }","duration":"918.030335ms","start":"2026-03-18T21:58:43.879514Z","end":"2026-03-18T21:58:44.797544Z","steps":["trace[1245754101] 'process raft request' (duration: 917.603744ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:58:44.797602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:58:43.879415Z","time spent":"918.140817ms","remote":"127.0.0.1:55338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T21:58:44.797495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:58:43.879867Z","time spent":"917.609524ms","remote":"127.0.0.1:55338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T21:58:44.797827Z","caller":"traceutil/trace.go:171","msg":"trace[1310017744] transaction","detail":"{read_only:false; response_revision:4671; number_of_response:1; }","duration":"555.866664ms","start":"2026-03-18T21:58:44.241924Z","end":"2026-03-18T21:58:44.797791Z","steps":["trace[1310017744] 'process raft request' (duration: 555.327651ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:58:44.797862Z","caller":"traceutil/trace.go:171","msg":"trace[1713656956] transaction","detail":"{read_only:false; response_revision:4670; number_of_response:1; }","duration":"557.354352ms","start":"2026-03-18T21:58:44.240496Z","end":"2026-03-18T21:58:44.79785Z","steps":["trace[1713656956] 'process raft request' (duration: 556.719996ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:58:44.797853Z","caller":"traceutil/trace.go:171","msg":"trace[2101300027] linearizableReadLoop","detail":"{readStateIndex:4867; appliedIndex:4863; }","duration":"601.884554ms","start":"2026-03-18T21:58:44.195942Z","end":"2026-03-18T21:58:44.797827Z","steps":["trace[2101300027] 'read index received' (duration: 448.335523ms)","trace[2101300027] 'applied index is now lower than readState.Index' (duration: 153.546361ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T21:58:44.797919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:58:44.240479Z","time spent":"557.415923ms","remote":"127.0.0.1:55338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T21:58:44.79798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:58:44.241894Z","time spent":"556.015918ms","remote":"127.0.0.1:55338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T21:58:44.798257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"600.526619ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-z8b6c.189e0e635e962a8f\" ","response":"range_response_count:1 size:962"} {"level":"info","ts":"2026-03-18T21:58:44.798281Z","caller":"traceutil/trace.go:171","msg":"trace[1527918239] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-z8b6c.189e0e635e962a8f; range_end:; response_count:1; response_revision:4672; }","duration":"600.738035ms","start":"2026-03-18T21:58:44.197534Z","end":"2026-03-18T21:58:44.798272Z","steps":["trace[1527918239] 'agreement among raft nodes before linearized reading' (duration: 600.445068ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:58:44.79827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.597424ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T21:58:44.798306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:58:44.197529Z","time spent":"600.770266ms","remote":"127.0.0.1:55144","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":1,"response size":986,"request content":"key:\"/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-z8b6c.189e0e635e962a8f\" "} {"level":"info","ts":"2026-03-18T21:58:44.798313Z","caller":"traceutil/trace.go:171","msg":"trace[1696110633] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4672; }","duration":"422.877561ms","start":"2026-03-18T21:58:44.375425Z","end":"2026-03-18T21:58:44.798303Z","steps":["trace[1696110633] 'agreement among raft nodes before linearized reading' (duration: 422.568253ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:58:44.798311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.618873ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"warn","ts":"2026-03-18T21:58:44.798349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:58:44.3754Z","time spent":"422.941833ms","remote":"127.0.0.1:55054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-18T21:58:44.798358Z","caller":"traceutil/trace.go:171","msg":"trace[1648130830] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4672; }","duration":"320.691075ms","start":"2026-03-18T21:58:44.477652Z","end":"2026-03-18T21:58:44.798343Z","steps":["trace[1648130830] 'agreement among raft nodes before linearized reading' (duration: 320.333136ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:58:44.798353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"602.399457ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-z8b6c\" ","response":"range_response_count:1 size:9830"} {"level":"warn","ts":"2026-03-18T21:58:44.798392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:58:44.477633Z","time spent":"320.751636ms","remote":"127.0.0.1:55254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-18T21:58:44.798444Z","caller":"traceutil/trace.go:171","msg":"trace[922267347] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-z8b6c; range_end:; response_count:1; response_revision:4672; }","duration":"602.51631ms","start":"2026-03-18T21:58:44.195907Z","end":"2026-03-18T21:58:44.798423Z","steps":["trace[922267347] 'agreement among raft nodes before linearized reading' (duration: 602.082069ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:58:44.797583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:58:43.879501Z","time spent":"918.066156ms","remote":"127.0.0.1:55338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T21:58:44.798495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:58:44.19589Z","time spent":"602.591941ms","remote":"127.0.0.1:55254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":9854,"request content":"key:\"/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-z8b6c\" "} {"level":"info","ts":"2026-03-18T21:58:46.566521Z","caller":"traceutil/trace.go:171","msg":"trace[178621330] linearizableReadLoop","detail":"{readStateIndex:4911; appliedIndex:4910; }","duration":"356.086987ms","start":"2026-03-18T21:58:46.210403Z","end":"2026-03-18T21:58:46.56649Z","steps":["trace[178621330] 'read index received' (duration: 355.836471ms)","trace[178621330] 'applied index is now lower than readState.Index' (duration: 249.286µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T21:58:46.566782Z","caller":"traceutil/trace.go:171","msg":"trace[2036392629] transaction","detail":"{read_only:false; response_revision:4712; number_of_response:1; }","duration":"497.080752ms","start":"2026-03-18T21:58:46.069564Z","end":"2026-03-18T21:58:46.566645Z","steps":["trace[2036392629] 'process raft request' (duration: 496.652451ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:58:46.566831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.720619ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T21:58:46.566833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.406055ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-a1aa5f2d-e319-4595-ad6e-ef1bd6f43452\" ","response":"range_response_count:1 size:3601"} {"level":"info","ts":"2026-03-18T21:58:46.566879Z","caller":"traceutil/trace.go:171","msg":"trace[210079279] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4712; }","duration":"192.8071ms","start":"2026-03-18T21:58:46.37406Z","end":"2026-03-18T21:58:46.566867Z","steps":["trace[210079279] 'agreement among raft nodes before linearized reading' (duration: 192.702518ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:58:46.566889Z","caller":"traceutil/trace.go:171","msg":"trace[1998246967] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-a1aa5f2d-e319-4595-ad6e-ef1bd6f43452; range_end:; response_count:1; response_revision:4712; }","duration":"356.511658ms","start":"2026-03-18T21:58:46.210363Z","end":"2026-03-18T21:58:46.566875Z","steps":["trace[1998246967] 'agreement among raft nodes before linearized reading' (duration: 356.303742ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:58:46.566932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:58:46.210347Z","time spent":"356.57439ms","remote":"127.0.0.1:55254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3625,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-a1aa5f2d-e319-4595-ad6e-ef1bd6f43452\" "} {"level":"warn","ts":"2026-03-18T21:58:46.566968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:58:46.069534Z","time spent":"497.340917ms","remote":"127.0.0.1:55338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T21:58:46.567144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.00273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-18T21:58:46.56723Z","caller":"traceutil/trace.go:171","msg":"trace[1584385351] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:4712; }","duration":"215.147753ms","start":"2026-03-18T21:58:46.352065Z","end":"2026-03-18T21:58:46.567213Z","steps":["trace[1584385351] 'agreement among raft nodes before linearized reading' (duration: 214.660531ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:58:47.304364Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823086373136611467,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T21:58:47.682012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.21437ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T21:58:47.682332Z","caller":"traceutil/trace.go:171","msg":"trace[837178384] linearizableReadLoop","detail":"{readStateIndex:4914; appliedIndex:4911; }","duration":"878.385755ms","start":"2026-03-18T21:58:46.803927Z","end":"2026-03-18T21:58:47.682313Z","steps":["trace[837178384] 'read index received' (duration: 711.810726ms)","trace[837178384] 'applied index is now lower than readState.Index' (duration: 166.573679ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T21:58:47.682313Z","caller":"traceutil/trace.go:171","msg":"trace[699869204] transaction","detail":"{read_only:false; response_revision:4713; number_of_response:1; }","duration":"1.107675365s","start":"2026-03-18T21:58:46.574603Z","end":"2026-03-18T21:58:47.682278Z","steps":["trace[699869204] 'process raft request' (duration: 941.068755ms)","trace[699869204] 'compare' (duration: 165.854741ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T21:58:47.682467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:58:46.57459Z","time spent":"1.107799009s","remote":"127.0.0.1:55254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3706,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T21:58:47.682655Z","caller":"traceutil/trace.go:171","msg":"trace[937199903] transaction","detail":"{read_only:false; response_revision:4714; number_of_response:1; }","duration":"877.479193ms","start":"2026-03-18T21:58:46.805158Z","end":"2026-03-18T21:58:47.682637Z","steps":["trace[937199903] 'process raft request' (duration: 877.01614ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:58:47.682748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:58:46.80513Z","time spent":"877.567785ms","remote":"127.0.0.1:55338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T21:58:47.683073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"879.134044ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-18T21:58:47.683336Z","caller":"traceutil/trace.go:171","msg":"trace[801141951] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4715; }","duration":"879.436872ms","start":"2026-03-18T21:58:46.803882Z","end":"2026-03-18T21:58:47.683319Z","steps":["trace[801141951] 'agreement among raft nodes before linearized reading' (duration: 879.037442ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:58:47.683393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:58:46.80386Z","time spent":"879.519294ms","remote":"127.0.0.1:55338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-18T21:58:47.683445Z","caller":"traceutil/trace.go:171","msg":"trace[799563762] transaction","detail":"{read_only:false; response_revision:4715; number_of_response:1; }","duration":"877.696607ms","start":"2026-03-18T21:58:46.805709Z","end":"2026-03-18T21:58:47.683406Z","steps":["trace[799563762] 'process raft request' (duration: 876.553458ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:58:47.683619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:58:46.805683Z","time spent":"877.850201ms","remote":"127.0.0.1:55338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T21:58:47.686702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"882.677913ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-18T21:58:47.686738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"764.612467ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T21:58:47.686784Z","caller":"traceutil/trace.go:171","msg":"trace[1706161520] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4715; }","duration":"882.796226ms","start":"2026-03-18T21:58:46.80397Z","end":"2026-03-18T21:58:47.686766Z","steps":["trace[1706161520] 'agreement among raft nodes before linearized reading' (duration: 882.54627ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:58:47.686958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"882.674643ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-18T21:58:47.687131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"845.169088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-a1aa5f2d-e319-4595-ad6e-ef1bd6f43452\" ","response":"range_response_count:1 size:3721"} {"level":"info","ts":"2026-03-18T21:58:47.687332Z","caller":"traceutil/trace.go:171","msg":"trace[37889695] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-a1aa5f2d-e319-4595-ad6e-ef1bd6f43452; range_end:; response_count:1; response_revision:4715; }","duration":"845.538817ms","start":"2026-03-18T21:58:46.841774Z","end":"2026-03-18T21:58:47.687313Z","steps":["trace[37889695] 'agreement among raft nodes before linearized reading' (duration: 844.902701ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:58:47.686985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"487.89626ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-z8b6c.189e0e635e962a8f\" ","response":"range_response_count:1 size:962"} {"level":"warn","ts":"2026-03-18T21:58:47.687414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:58:46.841755Z","time spent":"845.64609ms","remote":"127.0.0.1:55254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3745,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-a1aa5f2d-e319-4595-ad6e-ef1bd6f43452\" "} {"level":"warn","ts":"2026-03-18T21:58:47.687457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"515.725481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:25 size:777685"} {"level":"info","ts":"2026-03-18T21:58:47.687495Z","caller":"traceutil/trace.go:171","msg":"trace[218761124] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:25; response_revision:4715; }","duration":"515.817504ms","start":"2026-03-18T21:58:47.171668Z","end":"2026-03-18T21:58:47.687485Z","steps":["trace[218761124] 'agreement among raft nodes before linearized reading' (duration: 515.375983ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:58:47.687176Z","caller":"traceutil/trace.go:171","msg":"trace[563868177] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4715; }","duration":"882.9338ms","start":"2026-03-18T21:58:46.804221Z","end":"2026-03-18T21:58:47.687155Z","steps":["trace[563868177] 'agreement among raft nodes before linearized reading' (duration: 882.621172ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:58:47.6876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:58:46.804199Z","time spent":"883.382871ms","remote":"127.0.0.1:55338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-18T21:58:47.687427Z","caller":"traceutil/trace.go:171","msg":"trace[2083390540] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-z8b6c.189e0e635e962a8f; range_end:; response_count:1; response_revision:4715; }","duration":"488.349891ms","start":"2026-03-18T21:58:47.199056Z","end":"2026-03-18T21:58:47.687406Z","steps":["trace[2083390540] 'agreement among raft nodes before linearized reading' (duration: 487.799068ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:58:47.68693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"882.774805ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-18T21:58:47.687845Z","caller":"traceutil/trace.go:171","msg":"trace[203187641] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4715; }","duration":"883.704179ms","start":"2026-03-18T21:58:46.804128Z","end":"2026-03-18T21:58:47.687832Z","steps":["trace[203187641] 'agreement among raft nodes before linearized reading' (duration: 882.711044ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:58:47.687896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:58:46.804123Z","time spent":"883.76ms","remote":"127.0.0.1:55338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-18T21:58:47.687888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:58:47.199046Z","time spent":"488.760311ms","remote":"127.0.0.1:55144","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":1,"response size":986,"request content":"key:\"/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-z8b6c.189e0e635e962a8f\" "} {"level":"warn","ts":"2026-03-18T21:58:47.687002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.402936ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T21:58:47.688084Z","caller":"traceutil/trace.go:171","msg":"trace[1350962684] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4715; }","duration":"313.528925ms","start":"2026-03-18T21:58:47.374538Z","end":"2026-03-18T21:58:47.688067Z","steps":["trace[1350962684] 'agreement among raft nodes before linearized reading' (duration: 312.382165ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:58:47.688125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:58:47.374514Z","time spent":"313.600076ms","remote":"127.0.0.1:55054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T21:58:47.687034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:58:46.803964Z","time spent":"882.990891ms","remote":"127.0.0.1:55338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-18T21:58:47.6868Z","caller":"traceutil/trace.go:171","msg":"trace[790079253] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:4715; }","duration":"764.71922ms","start":"2026-03-18T21:58:46.922062Z","end":"2026-03-18T21:58:47.686781Z","steps":["trace[790079253] 'agreement among raft nodes before linearized reading' (duration: 764.636488ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:58:47.688467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:58:46.922006Z","time spent":"766.391922ms","remote":"127.0.0.1:50460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-18T21:58:47.687061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"392.629278ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-18T21:58:47.688556Z","caller":"traceutil/trace.go:171","msg":"trace[247778617] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4715; }","duration":"394.155767ms","start":"2026-03-18T21:58:47.294366Z","end":"2026-03-18T21:58:47.688521Z","steps":["trace[247778617] 'agreement among raft nodes before linearized reading' (duration: 392.415183ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:58:47.688631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:58:47.294323Z","time spent":"394.28676ms","remote":"127.0.0.1:55338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-18T21:58:47.686668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"726.557276ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rpbhf\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-18T21:58:47.687547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:58:47.17165Z","time spent":"515.889886ms","remote":"127.0.0.1:55158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":25,"response size":777709,"request content":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" "} {"level":"info","ts":"2026-03-18T21:58:47.688958Z","caller":"traceutil/trace.go:171","msg":"trace[1257616098] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rpbhf; range_end:; response_count:1; response_revision:4715; }","duration":"728.781493ms","start":"2026-03-18T21:58:46.960092Z","end":"2026-03-18T21:58:47.688874Z","steps":["trace[1257616098] 'agreement among raft nodes before linearized reading' (duration: 726.431183ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:58:47.689015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:58:46.960047Z","time spent":"728.951698ms","remote":"127.0.0.1:55254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6548,"request content":"key:\"/registry/pods/openstack/keepalived-rpbhf\" "} {"level":"warn","ts":"2026-03-18T21:58:50.822192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.024689218s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T21:58:50.823023Z","caller":"traceutil/trace.go:171","msg":"trace[544587376] transaction","detail":"{read_only:false; response_revision:4761; number_of_response:1; }","duration":"1.091901281s","start":"2026-03-18T21:58:49.731076Z","end":"2026-03-18T21:58:50.822978Z","steps":["trace[544587376] 'process raft request' (duration: 1.091267614s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:58:50.823208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:58:49.731047Z","time spent":"1.092053915s","remote":"127.0.0.1:55338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T21:58:50.823374Z","caller":"traceutil/trace.go:171","msg":"trace[1784596803] transaction","detail":"{read_only:false; response_revision:4760; number_of_response:1; }","duration":"1.0926756s","start":"2026-03-18T21:58:49.73064Z","end":"2026-03-18T21:58:50.823316Z","steps":["trace[1784596803] 'process raft request' (duration: 66.692279ms)","trace[1784596803] 'compare' (duration: 1.023794256s)"],"step_count":2} {"level":"warn","ts":"2026-03-18T21:58:50.823628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:58:49.730606Z","time spent":"1.092874065s","remote":"127.0.0.1:55338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T21:58:50.823827Z","caller":"traceutil/trace.go:171","msg":"trace[2140492748] transaction","detail":"{read_only:false; response_revision:4762; number_of_response:1; }","duration":"1.0926748s","start":"2026-03-18T21:58:49.731121Z","end":"2026-03-18T21:58:50.823796Z","steps":["trace[2140492748] 'process raft request' (duration: 1.092227469s)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:58:50.823917Z","caller":"traceutil/trace.go:171","msg":"trace[1476080264] transaction","detail":"{read_only:false; response_revision:4763; number_of_response:1; }","duration":"1.09226244s","start":"2026-03-18T21:58:49.731641Z","end":"2026-03-18T21:58:50.823904Z","steps":["trace[1476080264] 'process raft request' (duration: 1.092017234s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:58:50.824145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:58:49.73163Z","time spent":"1.092454524s","remote":"127.0.0.1:55338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T21:58:50.824217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:58:49.731099Z","time spent":"1.092969988s","remote":"127.0.0.1:55338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T21:58:50.824219Z","caller":"traceutil/trace.go:171","msg":"trace[374141033] linearizableReadLoop","detail":"{readStateIndex:4963; appliedIndex:4960; }","duration":"1.092790533s","start":"2026-03-18T21:58:49.731399Z","end":"2026-03-18T21:58:50.82419Z","steps":["trace[374141033] 'read index received' (duration: 65.878189ms)","trace[374141033] 'applied index is now lower than readState.Index' (duration: 1.026911334s)"],"step_count":2} {"level":"info","ts":"2026-03-18T21:58:50.824534Z","caller":"traceutil/trace.go:171","msg":"trace[413916001] transaction","detail":"{read_only:false; response_revision:4764; number_of_response:1; }","duration":"1.092791723s","start":"2026-03-18T21:58:49.731726Z","end":"2026-03-18T21:58:50.824517Z","steps":["trace[413916001] 'process raft request' (duration: 1.092124936s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:58:50.824595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.093179153s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:62979"} {"level":"warn","ts":"2026-03-18T21:58:50.824606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:58:49.731714Z","time spent":"1.092859354s","remote":"127.0.0.1:55338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T21:58:50.824636Z","caller":"traceutil/trace.go:171","msg":"trace[1491649305] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:4765; }","duration":"1.093281175s","start":"2026-03-18T21:58:49.731343Z","end":"2026-03-18T21:58:50.824624Z","steps":["trace[1491649305] 'agreement among raft nodes before linearized reading' (duration: 1.092998608s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:58:50.824676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:58:49.731328Z","time spent":"1.093339627s","remote":"127.0.0.1:55254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":7,"response size":63003,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-18T21:58:50.824806Z","caller":"traceutil/trace.go:171","msg":"trace[1567681139] transaction","detail":"{read_only:false; response_revision:4765; number_of_response:1; }","duration":"1.085216173s","start":"2026-03-18T21:58:49.739Z","end":"2026-03-18T21:58:50.824217Z","steps":["trace[1567681139] 'process raft request' (duration: 1.085084229s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:58:50.824901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:58:49.73898Z","time spent":"1.085876308s","remote":"127.0.0.1:55338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T21:58:50.841309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"948.111478ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-03-18T21:58:50.841365Z","caller":"traceutil/trace.go:171","msg":"trace[1750412537] transaction","detail":"{read_only:false; response_revision:4766; number_of_response:1; }","duration":"261.895188ms","start":"2026-03-18T21:58:50.579446Z","end":"2026-03-18T21:58:50.841341Z","steps":["trace[1750412537] 'process raft request' (duration: 261.618571ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:58:50.841369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.758343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T21:58:50.841407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.337205ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-a1aa5f2d-e319-4595-ad6e-ef1bd6f43452\" ","response":"range_response_count:1 size:3907"} {"level":"info","ts":"2026-03-18T21:58:50.841384Z","caller":"traceutil/trace.go:171","msg":"trace[141933737] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4766; }","duration":"948.227731ms","start":"2026-03-18T21:58:49.893139Z","end":"2026-03-18T21:58:50.841366Z","steps":["trace[141933737] 'agreement among raft nodes before linearized reading' (duration: 948.029286ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:58:50.841438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"466.127614ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T21:58:50.841464Z","caller":"traceutil/trace.go:171","msg":"trace[1638382301] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:4766; }","duration":"195.894835ms","start":"2026-03-18T21:58:50.645543Z","end":"2026-03-18T21:58:50.841437Z","steps":["trace[1638382301] 'agreement among raft nodes before linearized reading' (duration: 195.738122ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:58:50.841505Z","caller":"traceutil/trace.go:171","msg":"trace[139979467] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4766; }","duration":"466.209606ms","start":"2026-03-18T21:58:50.375261Z","end":"2026-03-18T21:58:50.841471Z","steps":["trace[139979467] 'agreement among raft nodes before linearized reading' (duration: 466.148395ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:58:50.841553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:58:50.375239Z","time spent":"466.303098ms","remote":"127.0.0.1:55054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-18T21:58:50.841465Z","caller":"traceutil/trace.go:171","msg":"trace[207055038] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-a1aa5f2d-e319-4595-ad6e-ef1bd6f43452; range_end:; response_count:1; response_revision:4766; }","duration":"109.460208ms","start":"2026-03-18T21:58:50.731989Z","end":"2026-03-18T21:58:50.841449Z","steps":["trace[207055038] 'agreement among raft nodes before linearized reading' (duration: 109.260353ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:58:50.841742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:58:49.893121Z","time spent":"948.370655ms","remote":"127.0.0.1:55254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-18T21:58:51.07834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.958663ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T21:58:51.078466Z","caller":"traceutil/trace.go:171","msg":"trace[1190724588] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:4766; }","duration":"126.143969ms","start":"2026-03-18T21:58:50.952281Z","end":"2026-03-18T21:58:51.078425Z","steps":["trace[1190724588] 'count revisions from in-memory index tree' (duration: 125.828911ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:58:51.078518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.397002ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T21:58:51.07864Z","caller":"traceutil/trace.go:171","msg":"trace[1700261843] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:4766; }","duration":"116.575447ms","start":"2026-03-18T21:58:50.962038Z","end":"2026-03-18T21:58:51.078613Z","steps":["trace[1700261843] 'range keys from in-memory index tree' (duration: 116.269759ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:58:52.629911Z","caller":"traceutil/trace.go:171","msg":"trace[1185015152] transaction","detail":"{read_only:false; response_revision:4802; number_of_response:1; }","duration":"110.779012ms","start":"2026-03-18T21:58:52.519093Z","end":"2026-03-18T21:58:52.629872Z","steps":["trace[1185015152] 'process raft request' (duration: 110.518224ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:58:53.188713Z","caller":"traceutil/trace.go:171","msg":"trace[2049762184] linearizableReadLoop","detail":"{readStateIndex:5019; appliedIndex:5018; }","duration":"114.251999ms","start":"2026-03-18T21:58:53.074431Z","end":"2026-03-18T21:58:53.188683Z","steps":["trace[2049762184] 'read index received' (duration: 101.729754ms)","trace[2049762184] 'applied index is now lower than readState.Index' (duration: 12.520055ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T21:58:53.188713Z","caller":"traceutil/trace.go:171","msg":"trace[2091591880] transaction","detail":"{read_only:false; response_revision:4815; number_of_response:1; }","duration":"141.818704ms","start":"2026-03-18T21:58:53.046858Z","end":"2026-03-18T21:58:53.188677Z","steps":["trace[2091591880] 'process raft request' (duration: 129.33808ms)","trace[2091591880] 'compare' (duration: 12.272319ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T21:58:53.190071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.594903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2210989"} {"level":"info","ts":"2026-03-18T21:58:53.190132Z","caller":"traceutil/trace.go:171","msg":"trace[1802213876] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:4816; }","duration":"115.747106ms","start":"2026-03-18T21:58:53.074374Z","end":"2026-03-18T21:58:53.190121Z","steps":["trace[1802213876] 'agreement among raft nodes before linearized reading' (duration: 114.420253ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:58:53.722508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.743756ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-18T21:58:53.722634Z","caller":"traceutil/trace.go:171","msg":"trace[1353624492] transaction","detail":"{read_only:false; response_revision:4817; number_of_response:1; }","duration":"526.67146ms","start":"2026-03-18T21:58:53.195945Z","end":"2026-03-18T21:58:53.722616Z","steps":["trace[1353624492] 'process raft request' (duration: 229.749939ms)","trace[1353624492] 'compare' (duration: 296.585422ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T21:58:53.72268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:58:53.195904Z","time spent":"526.759602ms","remote":"127.0.0.1:55144","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":779,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-18T21:58:53.79303Z","caller":"traceutil/trace.go:171","msg":"trace[2107310040] linearizableReadLoop","detail":"{readStateIndex:5022; appliedIndex:5020; }","duration":"570.225807ms","start":"2026-03-18T21:58:53.22278Z","end":"2026-03-18T21:58:53.793006Z","steps":["trace[2107310040] 'read index received' (duration: 202.929383ms)","trace[2107310040] 'applied index is now lower than readState.Index' (duration: 367.295464ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T21:58:53.793229Z","caller":"traceutil/trace.go:171","msg":"trace[1064841913] transaction","detail":"{read_only:false; response_revision:4818; number_of_response:1; }","duration":"596.973171ms","start":"2026-03-18T21:58:53.196231Z","end":"2026-03-18T21:58:53.793204Z","steps":["trace[1064841913] 'process raft request' (duration: 596.607542ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:58:53.793351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:58:53.19619Z","time spent":"597.101894ms","remote":"127.0.0.1:55212","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1260,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T21:58:53.793699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"570.906965ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1821"} {"level":"info","ts":"2026-03-18T21:58:53.793783Z","caller":"traceutil/trace.go:171","msg":"trace[762567601] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:4818; }","duration":"571.035728ms","start":"2026-03-18T21:58:53.222727Z","end":"2026-03-18T21:58:53.793763Z","steps":["trace[762567601] 'agreement among raft nodes before linearized reading' (duration: 570.628248ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:58:53.793825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:58:53.222704Z","time spent":"571.113819ms","remote":"127.0.0.1:55158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":1845,"request content":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" "} {"level":"warn","ts":"2026-03-18T21:58:54.294031Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823086373136611684,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T21:58:54.502337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"424.30147ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T21:58:54.502508Z","caller":"traceutil/trace.go:171","msg":"trace[589017015] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:4818; }","duration":"424.492265ms","start":"2026-03-18T21:58:54.077987Z","end":"2026-03-18T21:58:54.502479Z","steps":["trace[589017015] 'range keys from in-memory index tree' (duration: 424.27816ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:58:54.503101Z","caller":"traceutil/trace.go:171","msg":"trace[1699515659] transaction","detail":"{read_only:false; response_revision:4819; number_of_response:1; }","duration":"791.552892ms","start":"2026-03-18T21:58:53.711512Z","end":"2026-03-18T21:58:54.503065Z","steps":["trace[1699515659] 'process raft request' (duration: 699.005571ms)","trace[1699515659] 'compare' (duration: 92.355607ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T21:58:54.503322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:58:53.71147Z","time spent":"791.722777ms","remote":"127.0.0.1:55338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T21:58:54.503516Z","caller":"traceutil/trace.go:171","msg":"trace[211898598] transaction","detail":"{read_only:false; response_revision:4821; number_of_response:1; }","duration":"702.797466ms","start":"2026-03-18T21:58:53.800694Z","end":"2026-03-18T21:58:54.503492Z","steps":["trace[211898598] 'process raft request' (duration: 702.623152ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:58:54.503671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:58:53.800664Z","time spent":"702.912529ms","remote":"127.0.0.1:55228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1577,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T21:58:54.503754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.229838156s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:12975"} {"level":"info","ts":"2026-03-18T21:58:54.503495Z","caller":"traceutil/trace.go:171","msg":"trace[1193122937] linearizableReadLoop","detail":"{readStateIndex:5025; appliedIndex:5022; }","duration":"710.348306ms","start":"2026-03-18T21:58:53.793111Z","end":"2026-03-18T21:58:54.503459Z","steps":["trace[1193122937] 'read index received' (duration: 617.427535ms)","trace[1193122937] 'applied index is now lower than readState.Index' (duration: 92.919531ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T21:58:54.503801Z","caller":"traceutil/trace.go:171","msg":"trace[10730907] range","detail":"{range_begin:/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:4821; }","duration":"1.229956359s","start":"2026-03-18T21:58:53.273832Z","end":"2026-03-18T21:58:54.503789Z","steps":["trace[10730907] 'agreement among raft nodes before linearized reading' (duration: 1.229727453s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:58:54.503829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:58:53.273809Z","time spent":"1.230013051s","remote":"127.0.0.1:55254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":1,"response size":12999,"request content":"key:\"/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"warn","ts":"2026-03-18T21:58:54.503827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.130079712s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T21:58:54.503883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.189873109s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-03-18T21:58:54.503943Z","caller":"traceutil/trace.go:171","msg":"trace[268550745] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:4821; }","duration":"1.189933671s","start":"2026-03-18T21:58:53.313988Z","end":"2026-03-18T21:58:54.503922Z","steps":["trace[268550745] 'agreement among raft nodes before linearized reading' (duration: 1.189742915s)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:58:54.503945Z","caller":"traceutil/trace.go:171","msg":"trace[154181604] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4821; }","duration":"1.130273977s","start":"2026-03-18T21:58:53.37364Z","end":"2026-03-18T21:58:54.503914Z","steps":["trace[154181604] 'agreement among raft nodes before linearized reading' (duration: 1.130097822s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:58:54.50399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:58:53.313975Z","time spent":"1.190005412s","remote":"127.0.0.1:55228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1959,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"warn","ts":"2026-03-18T21:58:54.503999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:58:53.373601Z","time spent":"1.1303891s","remote":"127.0.0.1:55054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T21:58:54.504052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.229538258s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-grafana-65c5655bb5-n4zhl.189e0e657bc38003\" ","response":"range_response_count:1 size:898"} {"level":"info","ts":"2026-03-18T21:58:54.504172Z","caller":"traceutil/trace.go:171","msg":"trace[1351157531] transaction","detail":"{read_only:false; response_revision:4820; number_of_response:1; }","duration":"766.247565ms","start":"2026-03-18T21:58:53.737904Z","end":"2026-03-18T21:58:54.504151Z","steps":["trace[1351157531] 'process raft request' (duration: 765.099156ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:58:54.504192Z","caller":"traceutil/trace.go:171","msg":"trace[1730911769] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-grafana-65c5655bb5-n4zhl.189e0e657bc38003; range_end:; response_count:1; response_revision:4821; }","duration":"1.229729443s","start":"2026-03-18T21:58:53.27443Z","end":"2026-03-18T21:58:54.50416Z","steps":["trace[1730911769] 'agreement among raft nodes before linearized reading' (duration: 1.229326492s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:58:54.504253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:58:53.274409Z","time spent":"1.229833456s","remote":"127.0.0.1:55144","response type":"/etcdserverpb.KV/Range","request count":0,"request size":93,"response count":1,"response size":922,"request content":"key:\"/registry/events/monitoring/kube-prometheus-stack-grafana-65c5655bb5-n4zhl.189e0e657bc38003\" "} {"level":"warn","ts":"2026-03-18T21:58:54.504101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"681.181883ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3565"} {"level":"warn","ts":"2026-03-18T21:58:54.504297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:58:53.737881Z","time spent":"766.336618ms","remote":"127.0.0.1:55338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T21:58:54.504308Z","caller":"traceutil/trace.go:171","msg":"trace[1973854848] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:4821; }","duration":"681.438479ms","start":"2026-03-18T21:58:53.822856Z","end":"2026-03-18T21:58:54.504294Z","steps":["trace[1973854848] 'agreement among raft nodes before linearized reading' (duration: 681.043679ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:58:54.504353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:58:53.82281Z","time spent":"681.531431ms","remote":"127.0.0.1:55158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":3589,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" "} {"level":"info","ts":"2026-03-18T21:58:56.66057Z","caller":"traceutil/trace.go:171","msg":"trace[470059451] transaction","detail":"{read_only:false; response_revision:4857; number_of_response:1; }","duration":"150.030329ms","start":"2026-03-18T21:58:56.510513Z","end":"2026-03-18T21:58:56.660543Z","steps":["trace[470059451] 'process raft request' (duration: 149.892216ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:58:58.978655Z","caller":"traceutil/trace.go:171","msg":"trace[443850076] transaction","detail":"{read_only:false; response_revision:4905; number_of_response:1; }","duration":"312.312639ms","start":"2026-03-18T21:58:58.666322Z","end":"2026-03-18T21:58:58.978635Z","steps":["trace[443850076] 'process raft request' (duration: 232.225931ms)","trace[443850076] 'compare' (duration: 79.927624ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T21:58:58.978778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:58:58.666271Z","time spent":"312.446772ms","remote":"127.0.0.1:55338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T21:58:59.020596Z","caller":"traceutil/trace.go:171","msg":"trace[1328276976] linearizableReadLoop","detail":"{readStateIndex:5113; appliedIndex:5110; }","duration":"124.398255ms","start":"2026-03-18T21:58:58.89617Z","end":"2026-03-18T21:58:59.020568Z","steps":["trace[1328276976] 'read index received' (duration: 2.730979ms)","trace[1328276976] 'applied index is now lower than readState.Index' (duration: 121.665716ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T21:58:59.020839Z","caller":"traceutil/trace.go:171","msg":"trace[1356562799] transaction","detail":"{read_only:false; response_revision:4906; number_of_response:1; }","duration":"146.295375ms","start":"2026-03-18T21:58:58.874523Z","end":"2026-03-18T21:58:59.020818Z","steps":["trace[1356562799] 'process raft request' (duration: 145.835274ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:58:59.020893Z","caller":"traceutil/trace.go:171","msg":"trace[350210302] transaction","detail":"{read_only:false; response_revision:4907; number_of_response:1; }","duration":"141.755522ms","start":"2026-03-18T21:58:58.87912Z","end":"2026-03-18T21:58:59.020876Z","steps":["trace[350210302] 'process raft request' (duration: 141.367902ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:58:59.021053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.863256ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T21:58:59.02112Z","caller":"traceutil/trace.go:171","msg":"trace[1113665884] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4907; }","duration":"124.971639ms","start":"2026-03-18T21:58:58.896131Z","end":"2026-03-18T21:58:59.021103Z","steps":["trace[1113665884] 'agreement among raft nodes before linearized reading' (duration: 124.869357ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:58:59.464452Z","caller":"traceutil/trace.go:171","msg":"trace[33799347] transaction","detail":"{read_only:false; response_revision:4917; number_of_response:1; }","duration":"122.824825ms","start":"2026-03-18T21:58:59.341596Z","end":"2026-03-18T21:58:59.464421Z","steps":["trace[33799347] 'process raft request' (duration: 122.579098ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:58:59.617385Z","caller":"traceutil/trace.go:171","msg":"trace[1031128296] transaction","detail":"{read_only:false; response_revision:4918; number_of_response:1; }","duration":"136.475079ms","start":"2026-03-18T21:58:59.480879Z","end":"2026-03-18T21:58:59.617354Z","steps":["trace[1031128296] 'process raft request' (duration: 57.11567ms)","trace[1031128296] 'compare' (duration: 79.204955ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T21:59:04.812455Z","caller":"traceutil/trace.go:171","msg":"trace[1751300595] transaction","detail":"{read_only:false; response_revision:4953; number_of_response:1; }","duration":"145.031494ms","start":"2026-03-18T21:59:04.667397Z","end":"2026-03-18T21:59:04.812429Z","steps":["trace[1751300595] 'process raft request' (duration: 144.852889ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:59:07.237379Z","caller":"traceutil/trace.go:171","msg":"trace[599771691] transaction","detail":"{read_only:false; response_revision:5005; number_of_response:1; }","duration":"140.685595ms","start":"2026-03-18T21:59:07.096663Z","end":"2026-03-18T21:59:07.237349Z","steps":["trace[599771691] 'process raft request' (duration: 58.066113ms)","trace[599771691] 'compare' (duration: 82.386306ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T21:59:07.237354Z","caller":"traceutil/trace.go:171","msg":"trace[1280355798] linearizableReadLoop","detail":"{readStateIndex:5212; appliedIndex:5211; }","duration":"136.584232ms","start":"2026-03-18T21:59:07.100735Z","end":"2026-03-18T21:59:07.237319Z","steps":["trace[1280355798] 'read index received' (duration: 53.930289ms)","trace[1280355798] 'applied index is now lower than readState.Index' (duration: 82.652413ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T21:59:07.237694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.93236ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" ","response":"range_response_count:1 size:1285"} {"level":"info","ts":"2026-03-18T21:59:07.237782Z","caller":"traceutil/trace.go:171","msg":"trace[1426725936] range","detail":"{range_begin:/registry/services/specs/monitoring/alertmanager-operated; range_end:; response_count:1; response_revision:5005; }","duration":"137.042683ms","start":"2026-03-18T21:59:07.100719Z","end":"2026-03-18T21:59:07.237761Z","steps":["trace[1426725936] 'agreement among raft nodes before linearized reading' (duration: 136.722375ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:59:07.405236Z","caller":"traceutil/trace.go:171","msg":"trace[265655761] transaction","detail":"{read_only:false; response_revision:5006; number_of_response:1; }","duration":"161.404387ms","start":"2026-03-18T21:59:07.243811Z","end":"2026-03-18T21:59:07.405215Z","steps":["trace[265655761] 'process raft request' (duration: 161.270374ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:59:07.405506Z","caller":"traceutil/trace.go:171","msg":"trace[1493017304] linearizableReadLoop","detail":"{readStateIndex:5213; appliedIndex:5213; }","duration":"161.204021ms","start":"2026-03-18T21:59:07.244271Z","end":"2026-03-18T21:59:07.405475Z","steps":["trace[1493017304] 'read index received' (duration: 161.196831ms)","trace[1493017304] 'applied index is now lower than readState.Index' (duration: 5.72µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T21:59:07.405693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.406657ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" ","response":"range_response_count:1 size:1285"} {"level":"info","ts":"2026-03-18T21:59:07.405729Z","caller":"traceutil/trace.go:171","msg":"trace[768216872] range","detail":"{range_begin:/registry/services/specs/monitoring/alertmanager-operated; range_end:; response_count:1; response_revision:5006; }","duration":"161.479468ms","start":"2026-03-18T21:59:07.244241Z","end":"2026-03-18T21:59:07.405721Z","steps":["trace[768216872] 'agreement among raft nodes before linearized reading' (duration: 161.335385ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:59:07.411934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.75758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T21:59:07.412046Z","caller":"traceutil/trace.go:171","msg":"trace[378475566] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:0; response_revision:5007; }","duration":"166.873744ms","start":"2026-03-18T21:59:07.245138Z","end":"2026-03-18T21:59:07.412012Z","steps":["trace[378475566] 'agreement among raft nodes before linearized reading' (duration: 166.742281ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:59:07.412336Z","caller":"traceutil/trace.go:171","msg":"trace[1813286897] transaction","detail":"{read_only:false; response_revision:5007; number_of_response:1; }","duration":"161.95186ms","start":"2026-03-18T21:59:07.250374Z","end":"2026-03-18T21:59:07.412326Z","steps":["trace[1813286897] 'process raft request' (duration: 161.400146ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:59:07.413261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.946186ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2210989"} {"level":"info","ts":"2026-03-18T21:59:07.41333Z","caller":"traceutil/trace.go:171","msg":"trace[1107618001] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:5007; }","duration":"165.038268ms","start":"2026-03-18T21:59:07.24828Z","end":"2026-03-18T21:59:07.413319Z","steps":["trace[1107618001] 'agreement among raft nodes before linearized reading' (duration: 164.255409ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:59:07.691532Z","caller":"traceutil/trace.go:171","msg":"trace[33437060] linearizableReadLoop","detail":"{readStateIndex:5229; appliedIndex:5228; }","duration":"198.267606ms","start":"2026-03-18T21:59:07.493233Z","end":"2026-03-18T21:59:07.691501Z","steps":["trace[33437060] 'read index received' (duration: 105.226762ms)","trace[33437060] 'applied index is now lower than readState.Index' (duration: 93.039884ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T21:59:07.691603Z","caller":"traceutil/trace.go:171","msg":"trace[637157704] transaction","detail":"{read_only:false; response_revision:5022; number_of_response:1; }","duration":"198.684546ms","start":"2026-03-18T21:59:07.492896Z","end":"2026-03-18T21:59:07.691581Z","steps":["trace[637157704] 'process raft request' (duration: 105.650412ms)","trace[637157704] 'compare' (duration: 92.662225ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T21:59:07.69179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.543202ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3565"} {"level":"info","ts":"2026-03-18T21:59:07.691834Z","caller":"traceutil/trace.go:171","msg":"trace[371880943] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:5022; }","duration":"199.587439ms","start":"2026-03-18T21:59:07.492238Z","end":"2026-03-18T21:59:07.691825Z","steps":["trace[371880943] 'agreement among raft nodes before linearized reading' (duration: 199.428615ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:59:07.714304Z","caller":"traceutil/trace.go:171","msg":"trace[502201356] transaction","detail":"{read_only:false; response_revision:5023; number_of_response:1; }","duration":"219.703436ms","start":"2026-03-18T21:59:07.494576Z","end":"2026-03-18T21:59:07.71428Z","steps":["trace[502201356] 'process raft request' (duration: 219.505961ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:59:07.714349Z","caller":"traceutil/trace.go:171","msg":"trace[596569633] transaction","detail":"{read_only:false; response_revision:5024; number_of_response:1; }","duration":"216.505894ms","start":"2026-03-18T21:59:07.497812Z","end":"2026-03-18T21:59:07.714317Z","steps":["trace[596569633] 'process raft request' (duration: 216.372021ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:59:07.958924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.663546ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-18T21:59:07.959139Z","caller":"traceutil/trace.go:171","msg":"trace[871696067] linearizableReadLoop","detail":"{readStateIndex:5232; appliedIndex:5230; }","duration":"267.423288ms","start":"2026-03-18T21:59:07.691703Z","end":"2026-03-18T21:59:07.959127Z","steps":["trace[871696067] 'read index received' (duration: 22.488016ms)","trace[871696067] 'applied index is now lower than readState.Index' (duration: 244.934132ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T21:59:07.95943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"462.640726ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-keystone-server\" ","response":"range_response_count:1 size:9318"} {"level":"info","ts":"2026-03-18T21:59:07.959517Z","caller":"traceutil/trace.go:171","msg":"trace[60083248] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-keystone-server; range_end:; response_count:1; response_revision:5024; }","duration":"462.77145ms","start":"2026-03-18T21:59:07.49673Z","end":"2026-03-18T21:59:07.959502Z","steps":["trace[60083248] 'agreement among raft nodes before linearized reading' (duration: 462.441092ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:59:07.95943Z","caller":"traceutil/trace.go:171","msg":"trace[1196544122] transaction","detail":"{read_only:false; response_revision:5025; number_of_response:1; }","duration":"261.732225ms","start":"2026-03-18T21:59:07.697669Z","end":"2026-03-18T21:59:07.959401Z","steps":["trace[1196544122] 'process raft request' (duration: 261.344596ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:59:07.959631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:59:07.496723Z","time spent":"462.896973ms","remote":"127.0.0.1:55522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":9342,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-keystone-server\" "} {"level":"warn","ts":"2026-03-18T21:59:08.04696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.127417ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-keystone-default-user\" ","response":"range_response_count:1 size:1321"} {"level":"info","ts":"2026-03-18T21:59:08.047062Z","caller":"traceutil/trace.go:171","msg":"trace[2095810327] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-keystone-default-user; range_end:; response_count:1; response_revision:5025; }","duration":"328.267561ms","start":"2026-03-18T21:59:07.718771Z","end":"2026-03-18T21:59:08.047039Z","steps":["trace[2095810327] 'agreement among raft nodes before linearized reading' (duration: 240.706745ms)","trace[2095810327] 'range keys from in-memory index tree' (duration: 87.288339ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T21:59:08.047113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:59:07.718761Z","time spent":"328.341773ms","remote":"127.0.0.1:55158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1345,"request content":"key:\"/registry/secrets/openstack/rabbitmq-keystone-default-user\" "} {"level":"warn","ts":"2026-03-18T21:59:08.047268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.540452ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" ","response":"range_response_count:1 size:1342"} {"level":"info","ts":"2026-03-18T21:59:08.047395Z","caller":"traceutil/trace.go:171","msg":"trace[353000399] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0; range_end:; response_count:1; response_revision:5025; }","duration":"350.738387ms","start":"2026-03-18T21:59:07.696617Z","end":"2026-03-18T21:59:08.047355Z","steps":["trace[353000399] 'agreement among raft nodes before linearized reading' (duration: 262.844733ms)","trace[353000399] 'range keys from in-memory index tree' (duration: 87.573206ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T21:59:08.04746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:59:07.696594Z","time spent":"350.85495ms","remote":"127.0.0.1:55158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":1,"response size":1366,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" "} {"level":"info","ts":"2026-03-18T21:59:09.299694Z","caller":"traceutil/trace.go:171","msg":"trace[702363878] transaction","detail":"{read_only:false; response_revision:5048; number_of_response:1; }","duration":"239.491834ms","start":"2026-03-18T21:59:09.060172Z","end":"2026-03-18T21:59:09.299664Z","steps":["trace[702363878] 'process raft request' (duration: 145.435645ms)","trace[702363878] 'compare' (duration: 93.390622ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T21:59:09.313656Z","caller":"traceutil/trace.go:171","msg":"trace[1880046756] linearizableReadLoop","detail":"{readStateIndex:5257; appliedIndex:5255; }","duration":"236.034777ms","start":"2026-03-18T21:59:09.077585Z","end":"2026-03-18T21:59:09.31362Z","steps":["trace[1880046756] 'read index received' (duration: 128.090867ms)","trace[1880046756] 'applied index is now lower than readState.Index' (duration: 107.94219ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T21:59:09.313761Z","caller":"traceutil/trace.go:171","msg":"trace[1254307280] transaction","detail":"{read_only:false; response_revision:5049; number_of_response:1; }","duration":"243.349662ms","start":"2026-03-18T21:59:09.070359Z","end":"2026-03-18T21:59:09.313709Z","steps":["trace[1254307280] 'process raft request' (duration: 243.070875ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:59:09.313947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.060336ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-18T21:59:09.313946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.360345ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-18T21:59:09.314006Z","caller":"traceutil/trace.go:171","msg":"trace[1337578556] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5049; }","duration":"228.185759ms","start":"2026-03-18T21:59:09.085805Z","end":"2026-03-18T21:59:09.313991Z","steps":["trace[1337578556] 'agreement among raft nodes before linearized reading' (duration: 228.028375ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:59:09.314016Z","caller":"traceutil/trace.go:171","msg":"trace[1771264312] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5049; }","duration":"236.504339ms","start":"2026-03-18T21:59:09.077497Z","end":"2026-03-18T21:59:09.314001Z","steps":["trace[1771264312] 'agreement among raft nodes before linearized reading' (duration: 236.307734ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:59:09.3142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.387045ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-18T21:59:09.314201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.855353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rpbhf\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-18T21:59:09.314176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.457211ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-18T21:59:09.314239Z","caller":"traceutil/trace.go:171","msg":"trace[1504170347] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5049; }","duration":"232.449437ms","start":"2026-03-18T21:59:09.08178Z","end":"2026-03-18T21:59:09.31423Z","steps":["trace[1504170347] 'agreement among raft nodes before linearized reading' (duration: 232.351954ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:59:09.314243Z","caller":"traceutil/trace.go:171","msg":"trace[603667633] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rpbhf; range_end:; response_count:1; response_revision:5049; }","duration":"235.919514ms","start":"2026-03-18T21:59:09.078315Z","end":"2026-03-18T21:59:09.314235Z","steps":["trace[603667633] 'agreement among raft nodes before linearized reading' (duration: 235.815651ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:59:09.314291Z","caller":"traceutil/trace.go:171","msg":"trace[1046913404] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5049; }","duration":"233.601765ms","start":"2026-03-18T21:59:09.08066Z","end":"2026-03-18T21:59:09.314262Z","steps":["trace[1046913404] 'agreement among raft nodes before linearized reading' (duration: 233.248767ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:59:09.314257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.609215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-4900db8f-0796-44a2-acda-e6f65d2a2e98\" ","response":"range_response_count:1 size:3646"} {"level":"info","ts":"2026-03-18T21:59:09.314455Z","caller":"traceutil/trace.go:171","msg":"trace[568690897] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-4900db8f-0796-44a2-acda-e6f65d2a2e98; range_end:; response_count:1; response_revision:5049; }","duration":"227.82903ms","start":"2026-03-18T21:59:09.086607Z","end":"2026-03-18T21:59:09.314436Z","steps":["trace[568690897] 'agreement among raft nodes before linearized reading' (duration: 227.481681ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:59:09.314016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.672978ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-18T21:59:09.314851Z","caller":"traceutil/trace.go:171","msg":"trace[37983566] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5049; }","duration":"236.577171ms","start":"2026-03-18T21:59:09.078244Z","end":"2026-03-18T21:59:09.314822Z","steps":["trace[37983566] 'agreement among raft nodes before linearized reading' (duration: 235.575446ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:59:09.515047Z","caller":"traceutil/trace.go:171","msg":"trace[1182743074] linearizableReadLoop","detail":"{readStateIndex:5263; appliedIndex:5262; }","duration":"140.332436ms","start":"2026-03-18T21:59:09.374685Z","end":"2026-03-18T21:59:09.515017Z","steps":["trace[1182743074] 'read index received' (duration: 108.686429ms)","trace[1182743074] 'applied index is now lower than readState.Index' (duration: 31.644827ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T21:59:09.515166Z","caller":"traceutil/trace.go:171","msg":"trace[766630158] transaction","detail":"{read_only:false; response_revision:5055; number_of_response:1; }","duration":"144.248164ms","start":"2026-03-18T21:59:09.370859Z","end":"2026-03-18T21:59:09.515108Z","steps":["trace[766630158] 'process raft request' (duration: 112.469614ms)","trace[766630158] 'compare' (duration: 31.536384ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T21:59:09.515328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.581702ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T21:59:09.515426Z","caller":"traceutil/trace.go:171","msg":"trace[213464436] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5055; }","duration":"140.791597ms","start":"2026-03-18T21:59:09.374611Z","end":"2026-03-18T21:59:09.515402Z","steps":["trace[213464436] 'agreement among raft nodes before linearized reading' (duration: 140.571482ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:59:09.699196Z","caller":"traceutil/trace.go:171","msg":"trace[834309380] transaction","detail":"{read_only:false; response_revision:5056; number_of_response:1; }","duration":"175.652826ms","start":"2026-03-18T21:59:09.523502Z","end":"2026-03-18T21:59:09.699155Z","steps":["trace[834309380] 'process raft request' (duration: 122.856665ms)","trace[834309380] 'compare' (duration: 52.499223ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T21:59:11.560739Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823086373136612211,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-18T21:59:11.749887Z","caller":"traceutil/trace.go:171","msg":"trace[865924019] transaction","detail":"{read_only:false; response_revision:5057; number_of_response:1; }","duration":"919.23942ms","start":"2026-03-18T21:59:10.830612Z","end":"2026-03-18T21:59:11.749851Z","steps":["trace[865924019] 'process raft request' (duration: 919.007084ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:59:11.750138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:59:10.830579Z","time spent":"919.410364ms","remote":"127.0.0.1:55338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T21:59:12.028256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.096158ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T21:59:12.028479Z","caller":"traceutil/trace.go:171","msg":"trace[623065533] linearizableReadLoop","detail":"{readStateIndex:5267; appliedIndex:5264; }","duration":"968.342117ms","start":"2026-03-18T21:59:11.06012Z","end":"2026-03-18T21:59:12.028462Z","steps":["trace[623065533] 'read index received' (duration: 689.571364ms)","trace[623065533] 'applied index is now lower than readState.Index' (duration: 278.769943ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T21:59:12.028722Z","caller":"traceutil/trace.go:171","msg":"trace[11049637] transaction","detail":"{read_only:false; response_revision:5060; number_of_response:1; }","duration":"353.869575ms","start":"2026-03-18T21:59:11.674794Z","end":"2026-03-18T21:59:12.028663Z","steps":["trace[11049637] 'process raft request' (duration: 353.620019ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:59:12.028914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"703.507154ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-4900db8f-0796-44a2-acda-e6f65d2a2e98\" ","response":"range_response_count:1 size:3766"} {"level":"info","ts":"2026-03-18T21:59:12.02896Z","caller":"traceutil/trace.go:171","msg":"trace[1915014114] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-4900db8f-0796-44a2-acda-e6f65d2a2e98; range_end:; response_count:1; response_revision:5060; }","duration":"703.579236ms","start":"2026-03-18T21:59:11.325368Z","end":"2026-03-18T21:59:12.028947Z","steps":["trace[1915014114] 'agreement among raft nodes before linearized reading' (duration: 703.450033ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:59:12.028953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:59:11.674765Z","time spent":"354.082061ms","remote":"127.0.0.1:55144","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":805,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-18T21:59:12.029001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:59:11.325353Z","time spent":"703.639829ms","remote":"127.0.0.1:55254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3790,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-4900db8f-0796-44a2-acda-e6f65d2a2e98\" "} {"level":"warn","ts":"2026-03-18T21:59:12.029294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.047399ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3316"} {"level":"info","ts":"2026-03-18T21:59:12.02933Z","caller":"traceutil/trace.go:171","msg":"trace[1600941941] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5060; }","duration":"240.173102ms","start":"2026-03-18T21:59:11.789148Z","end":"2026-03-18T21:59:12.029322Z","steps":["trace[1600941941] 'agreement among raft nodes before linearized reading' (duration: 240.077739ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:59:12.029345Z","caller":"traceutil/trace.go:171","msg":"trace[1032884336] transaction","detail":"{read_only:false; response_revision:5058; number_of_response:1; }","duration":"723.11866ms","start":"2026-03-18T21:59:11.30621Z","end":"2026-03-18T21:59:12.029328Z","steps":["trace[1032884336] 'process raft request' (duration: 514.860842ms)","trace[1032884336] 'compare' (duration: 206.807971ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T21:59:12.029442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:59:11.306176Z","time spent":"723.198292ms","remote":"127.0.0.1:55338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T21:59:12.029562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"408.232095ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/persistence-rabbitmq-keystone-server-0.189e0e6923882a47\" ","response":"range_response_count:1 size:1012"} {"level":"info","ts":"2026-03-18T21:59:12.029601Z","caller":"traceutil/trace.go:171","msg":"trace[614607171] range","detail":"{range_begin:/registry/events/openstack/persistence-rabbitmq-keystone-server-0.189e0e6923882a47; range_end:; response_count:1; response_revision:5060; }","duration":"408.270876ms","start":"2026-03-18T21:59:11.621319Z","end":"2026-03-18T21:59:12.02959Z","steps":["trace[614607171] 'agreement among raft nodes before linearized reading' (duration: 408.175314ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:59:12.029637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:59:11.621227Z","time spent":"408.39929ms","remote":"127.0.0.1:55144","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":1036,"request content":"key:\"/registry/events/openstack/persistence-rabbitmq-keystone-server-0.189e0e6923882a47\" "} {"level":"info","ts":"2026-03-18T21:59:12.02964Z","caller":"traceutil/trace.go:171","msg":"trace[265923984] transaction","detail":"{read_only:false; response_revision:5059; number_of_response:1; }","duration":"709.455235ms","start":"2026-03-18T21:59:11.320172Z","end":"2026-03-18T21:59:12.029627Z","steps":["trace[265923984] 'process raft request' (duration: 708.183763ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:59:12.029815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:59:11.320133Z","time spent":"709.64122ms","remote":"127.0.0.1:55338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T21:59:12.029881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"620.483713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-03-18T21:59:12.029917Z","caller":"traceutil/trace.go:171","msg":"trace[1158375055] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5060; }","duration":"620.572726ms","start":"2026-03-18T21:59:11.409335Z","end":"2026-03-18T21:59:12.029907Z","steps":["trace[1158375055] 'agreement among raft nodes before linearized reading' (duration: 620.476014ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:59:12.029948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:59:11.409313Z","time spent":"620.629507ms","remote":"127.0.0.1:55254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-18T21:59:12.02878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"968.659835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T21:59:12.030002Z","caller":"traceutil/trace.go:171","msg":"trace[1179395902] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5060; }","duration":"969.940437ms","start":"2026-03-18T21:59:11.060043Z","end":"2026-03-18T21:59:12.029984Z","steps":["trace[1179395902] 'agreement among raft nodes before linearized reading' (duration: 968.688825ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:59:12.030089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:59:11.060014Z","time spent":"970.05508ms","remote":"127.0.0.1:50518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-18T21:59:12.030177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"677.752207ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-18T21:59:12.030213Z","caller":"traceutil/trace.go:171","msg":"trace[1886358875] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5060; }","duration":"677.846649ms","start":"2026-03-18T21:59:11.352358Z","end":"2026-03-18T21:59:12.030204Z","steps":["trace[1886358875] 'agreement among raft nodes before linearized reading' (duration: 677.750706ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:59:12.030248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:59:11.352341Z","time spent":"677.89857ms","remote":"127.0.0.1:55338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-18T21:59:12.030446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"678.374021ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rpbhf\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-18T21:59:12.03048Z","caller":"traceutil/trace.go:171","msg":"trace[1676793055] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rpbhf; range_end:; response_count:1; response_revision:5060; }","duration":"678.464784ms","start":"2026-03-18T21:59:11.352007Z","end":"2026-03-18T21:59:12.030471Z","steps":["trace[1676793055] 'agreement among raft nodes before linearized reading' (duration: 678.380252ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:59:12.030506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:59:11.351976Z","time spent":"678.523935ms","remote":"127.0.0.1:55254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6548,"request content":"key:\"/registry/pods/openstack/keepalived-rpbhf\" "} {"level":"warn","ts":"2026-03-18T21:59:12.030721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"678.688939ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-18T21:59:12.03077Z","caller":"traceutil/trace.go:171","msg":"trace[313917774] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5060; }","duration":"678.756771ms","start":"2026-03-18T21:59:11.352003Z","end":"2026-03-18T21:59:12.03076Z","steps":["trace[313917774] 'agreement among raft nodes before linearized reading' (duration: 678.523706ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:59:12.030884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:59:11.351988Z","time spent":"678.884964ms","remote":"127.0.0.1:55338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-18T21:59:12.031001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"700.374736ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-18T21:59:12.031076Z","caller":"traceutil/trace.go:171","msg":"trace[337907841] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5060; }","duration":"700.484899ms","start":"2026-03-18T21:59:11.330571Z","end":"2026-03-18T21:59:12.031056Z","steps":["trace[337907841] 'agreement among raft nodes before linearized reading' (duration: 700.209552ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:59:12.031109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:59:11.330558Z","time spent":"700.54575ms","remote":"127.0.0.1:55338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-18T21:59:12.03115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"680.339282ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-18T21:59:12.031185Z","caller":"traceutil/trace.go:171","msg":"trace[88714515] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5060; }","duration":"680.373573ms","start":"2026-03-18T21:59:11.350801Z","end":"2026-03-18T21:59:12.031175Z","steps":["trace[88714515] 'agreement among raft nodes before linearized reading' (duration: 680.28264ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:59:12.03123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:59:11.350766Z","time spent":"680.454544ms","remote":"127.0.0.1:55338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-18T21:59:12.031241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"681.4963ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-18T21:59:12.031291Z","caller":"traceutil/trace.go:171","msg":"trace[1766901111] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5060; }","duration":"681.570132ms","start":"2026-03-18T21:59:11.349709Z","end":"2026-03-18T21:59:12.031279Z","steps":["trace[1766901111] 'agreement among raft nodes before linearized reading' (duration: 681.445439ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:59:12.031323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:59:11.349698Z","time spent":"681.616713ms","remote":"127.0.0.1:55338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-18T21:59:14.080062Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823086373136612256,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-18T21:59:14.199625Z","caller":"traceutil/trace.go:171","msg":"trace[592437380] transaction","detail":"{read_only:false; response_revision:5078; number_of_response:1; }","duration":"638.551829ms","start":"2026-03-18T21:59:13.561045Z","end":"2026-03-18T21:59:14.199597Z","steps":["trace[592437380] 'process raft request' (duration: 638.348294ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:59:14.199893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:59:13.561005Z","time spent":"638.703632ms","remote":"127.0.0.1:55254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4571,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T21:59:14.205205Z","caller":"traceutil/trace.go:171","msg":"trace[1876380000] transaction","detail":"{read_only:false; response_revision:5079; number_of_response:1; }","duration":"448.657564ms","start":"2026-03-18T21:59:13.756502Z","end":"2026-03-18T21:59:14.205159Z","steps":["trace[1876380000] 'process raft request' (duration: 448.299055ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:59:14.20553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:59:13.756467Z","time spent":"448.838669ms","remote":"127.0.0.1:55338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T21:59:14.205673Z","caller":"traceutil/trace.go:171","msg":"trace[1811628614] transaction","detail":"{read_only:false; response_revision:5080; number_of_response:1; }","duration":"169.049209ms","start":"2026-03-18T21:59:14.036597Z","end":"2026-03-18T21:59:14.205646Z","steps":["trace[1811628614] 'process raft request' (duration: 168.512136ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:59:14.205706Z","caller":"traceutil/trace.go:171","msg":"trace[1533971154] linearizableReadLoop","detail":"{readStateIndex:5290; appliedIndex:5286; }","duration":"626.468164ms","start":"2026-03-18T21:59:13.5792Z","end":"2026-03-18T21:59:14.205668Z","steps":["trace[1533971154] 'read index received' (duration: 620.320479ms)","trace[1533971154] 'applied index is now lower than readState.Index' (duration: 6.145715ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T21:59:14.205828Z","caller":"traceutil/trace.go:171","msg":"trace[107323718] transaction","detail":"{read_only:false; response_revision:5081; number_of_response:1; }","duration":"168.498455ms","start":"2026-03-18T21:59:14.037313Z","end":"2026-03-18T21:59:14.205811Z","steps":["trace[107323718] 'process raft request' (duration: 168.229088ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:59:14.205933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"626.70415ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T21:59:14.205996Z","caller":"traceutil/trace.go:171","msg":"trace[1080451155] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:5081; }","duration":"626.818373ms","start":"2026-03-18T21:59:13.579162Z","end":"2026-03-18T21:59:14.205981Z","steps":["trace[1080451155] 'agreement among raft nodes before linearized reading' (duration: 626.673989ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:59:14.206016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.556302ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-4900db8f-0796-44a2-acda-e6f65d2a2e98\" ","response":"range_response_count:1 size:3952"} {"level":"warn","ts":"2026-03-18T21:59:14.206062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:59:13.579144Z","time spent":"626.905155ms","remote":"127.0.0.1:55522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":10,"response size":31,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"info","ts":"2026-03-18T21:59:14.206091Z","caller":"traceutil/trace.go:171","msg":"trace[1504407763] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-4900db8f-0796-44a2-acda-e6f65d2a2e98; range_end:; response_count:1; response_revision:5081; }","duration":"163.666345ms","start":"2026-03-18T21:59:14.042408Z","end":"2026-03-18T21:59:14.206075Z","steps":["trace[1504407763] 'agreement among raft nodes before linearized reading' (duration: 163.456739ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:59:14.206088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.081393ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-18T21:59:14.206138Z","caller":"traceutil/trace.go:171","msg":"trace[2094724638] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5081; }","duration":"131.206096ms","start":"2026-03-18T21:59:14.074919Z","end":"2026-03-18T21:59:14.206125Z","steps":["trace[2094724638] 'agreement among raft nodes before linearized reading' (duration: 131.003051ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:59:14.206166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.768525ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-18T21:59:14.206165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.896924ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rpbhf\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-18T21:59:14.206192Z","caller":"traceutil/trace.go:171","msg":"trace[857869183] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5081; }","duration":"130.862197ms","start":"2026-03-18T21:59:14.075322Z","end":"2026-03-18T21:59:14.206184Z","steps":["trace[857869183] 'agreement among raft nodes before linearized reading' (duration: 130.776695ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:59:14.206214Z","caller":"traceutil/trace.go:171","msg":"trace[731522403] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rpbhf; range_end:; response_count:1; response_revision:5081; }","duration":"129.973876ms","start":"2026-03-18T21:59:14.076226Z","end":"2026-03-18T21:59:14.2062Z","steps":["trace[731522403] 'agreement among raft nodes before linearized reading' (duration: 129.781831ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:59:14.206219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.808866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-18T21:59:14.206318Z","caller":"traceutil/trace.go:171","msg":"trace[92519611] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5081; }","duration":"130.906288ms","start":"2026-03-18T21:59:14.075399Z","end":"2026-03-18T21:59:14.206305Z","steps":["trace[92519611] 'agreement among raft nodes before linearized reading' (duration: 130.476968ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:59:14.206378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.677588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-18T21:59:14.206497Z","caller":"traceutil/trace.go:171","msg":"trace[1073556318] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5081; }","duration":"131.861992ms","start":"2026-03-18T21:59:14.074605Z","end":"2026-03-18T21:59:14.206467Z","steps":["trace[1073556318] 'agreement among raft nodes before linearized reading' (duration: 131.515724ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:59:14.206655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.957395ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-18T21:59:14.206705Z","caller":"traceutil/trace.go:171","msg":"trace[419658458] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5081; }","duration":"132.028216ms","start":"2026-03-18T21:59:14.074664Z","end":"2026-03-18T21:59:14.206693Z","steps":["trace[419658458] 'agreement among raft nodes before linearized reading' (duration: 131.286578ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:59:14.689046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.564924ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T21:59:14.689521Z","caller":"traceutil/trace.go:171","msg":"trace[1140924274] transaction","detail":"{read_only:false; response_revision:5085; number_of_response:1; }","duration":"475.075379ms","start":"2026-03-18T21:59:14.214414Z","end":"2026-03-18T21:59:14.689489Z","steps":["trace[1140924274] 'process raft request' (duration: 474.926995ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:59:14.689522Z","caller":"traceutil/trace.go:171","msg":"trace[202326611] transaction","detail":"{read_only:false; response_revision:5082; number_of_response:1; }","duration":"477.411049ms","start":"2026-03-18T21:59:14.212067Z","end":"2026-03-18T21:59:14.689478Z","steps":["trace[202326611] 'process raft request' (duration: 195.316211ms)","trace[202326611] 'compare' (duration: 281.209836ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T21:59:14.689521Z","caller":"traceutil/trace.go:171","msg":"trace[1067536894] transaction","detail":"{read_only:false; response_revision:5083; number_of_response:1; }","duration":"477.169252ms","start":"2026-03-18T21:59:14.2123Z","end":"2026-03-18T21:59:14.689469Z","steps":["trace[1067536894] 'process raft request' (duration: 476.866575ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:59:14.689545Z","caller":"traceutil/trace.go:171","msg":"trace[1912782188] transaction","detail":"{read_only:false; response_revision:5084; number_of_response:1; }","duration":"477.134911ms","start":"2026-03-18T21:59:14.212373Z","end":"2026-03-18T21:59:14.689508Z","steps":["trace[1912782188] 'process raft request' (duration: 476.922386ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:59:14.689521Z","caller":"traceutil/trace.go:171","msg":"trace[1880252652] transaction","detail":"{read_only:false; response_revision:5086; number_of_response:1; }","duration":"474.999378ms","start":"2026-03-18T21:59:14.21449Z","end":"2026-03-18T21:59:14.689489Z","steps":["trace[1880252652] 'process raft request' (duration: 474.898145ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:59:14.689708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:59:14.2144Z","time spent":"475.206263ms","remote":"127.0.0.1:55338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T21:59:14.689726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:59:14.214482Z","time spent":"475.202403ms","remote":"127.0.0.1:55338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T21:59:14.689748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:59:14.212367Z","time spent":"477.283285ms","remote":"127.0.0.1:55238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":994,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T21:59:14.689763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:59:14.212286Z","time spent":"477.347567ms","remote":"127.0.0.1:55238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1108,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T21:59:14.689763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:59:14.21205Z","time spent":"477.581892ms","remote":"127.0.0.1:55342","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1515,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T21:59:14.68987Z","caller":"traceutil/trace.go:171","msg":"trace[255249970] transaction","detail":"{read_only:false; response_revision:5087; number_of_response:1; }","duration":"474.774902ms","start":"2026-03-18T21:59:14.215042Z","end":"2026-03-18T21:59:14.689817Z","steps":["trace[255249970] 'process raft request' (duration: 474.393243ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:59:14.690446Z","caller":"traceutil/trace.go:171","msg":"trace[1990432328] transaction","detail":"{read_only:false; response_revision:5090; number_of_response:1; }","duration":"472.103564ms","start":"2026-03-18T21:59:14.218329Z","end":"2026-03-18T21:59:14.690432Z","steps":["trace[1990432328] 'process raft request' (duration: 471.91937ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:59:14.690445Z","caller":"traceutil/trace.go:171","msg":"trace[1938277659] transaction","detail":"{read_only:false; response_revision:5089; number_of_response:1; }","duration":"472.148495ms","start":"2026-03-18T21:59:14.218281Z","end":"2026-03-18T21:59:14.690429Z","steps":["trace[1938277659] 'process raft request' (duration: 471.878339ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:59:14.690473Z","caller":"traceutil/trace.go:171","msg":"trace[2106212982] linearizableReadLoop","detail":"{readStateIndex:5296; appliedIndex:5290; }","duration":"475.140021ms","start":"2026-03-18T21:59:14.215304Z","end":"2026-03-18T21:59:14.690444Z","steps":["trace[2106212982] 'read index received' (duration: 192.163791ms)","trace[2106212982] 'applied index is now lower than readState.Index' (duration: 282.9747ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T21:59:14.690503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:59:14.218323Z","time spent":"472.148585ms","remote":"127.0.0.1:55338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T21:59:14.690512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:59:14.218272Z","time spent":"472.206327ms","remote":"127.0.0.1:55338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T21:59:14.690514Z","caller":"traceutil/trace.go:171","msg":"trace[1287541633] transaction","detail":"{read_only:false; response_revision:5088; number_of_response:1; }","duration":"472.287049ms","start":"2026-03-18T21:59:14.218207Z","end":"2026-03-18T21:59:14.690495Z","steps":["trace[1287541633] 'process raft request' (duration: 471.477219ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:59:14.690621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:59:14.218197Z","time spent":"472.366562ms","remote":"127.0.0.1:55338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T21:59:14.690761Z","caller":"traceutil/trace.go:171","msg":"trace[566610928] transaction","detail":"{read_only:false; response_revision:5091; number_of_response:1; }","duration":"472.350911ms","start":"2026-03-18T21:59:14.218394Z","end":"2026-03-18T21:59:14.690745Z","steps":["trace[566610928] 'process raft request' (duration: 471.92256ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:59:14.690808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"475.50331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:80208"} {"level":"warn","ts":"2026-03-18T21:59:14.690811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"471.988122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/loki-gateway-cf54cb88c-ck6bw\" ","response":"range_response_count:1 size:4586"} {"level":"info","ts":"2026-03-18T21:59:14.690842Z","caller":"traceutil/trace.go:171","msg":"trace[1985818505] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:5091; }","duration":"475.560542ms","start":"2026-03-18T21:59:14.215272Z","end":"2026-03-18T21:59:14.690832Z","steps":["trace[1985818505] 'agreement among raft nodes before linearized reading' (duration: 475.343607ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:59:14.690837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:59:14.218363Z","time spent":"472.429243ms","remote":"127.0.0.1:55342","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1632,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T21:59:14.690873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:59:14.215262Z","time spent":"475.604883ms","remote":"127.0.0.1:55254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":9,"response size":80232,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-18T21:59:14.690883Z","caller":"traceutil/trace.go:171","msg":"trace[1163621641] range","detail":"{range_begin:/registry/pods/monitoring/loki-gateway-cf54cb88c-ck6bw; range_end:; response_count:1; response_revision:5091; }","duration":"472.117506ms","start":"2026-03-18T21:59:14.218747Z","end":"2026-03-18T21:59:14.690865Z","steps":["trace[1163621641] 'agreement among raft nodes before linearized reading' (duration: 471.89041ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:59:14.690933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:59:14.218737Z","time spent":"472.184147ms","remote":"127.0.0.1:55254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":4610,"request content":"key:\"/registry/pods/monitoring/loki-gateway-cf54cb88c-ck6bw\" "} {"level":"warn","ts":"2026-03-18T21:59:14.690984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.097756ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/local-path-storage/helper-pod-create-pvc-4900db8f-0796-44a2-acda-e6f65d2a2e98\" ","response":"range_response_count:1 size:2245"} {"level":"info","ts":"2026-03-18T21:59:14.691014Z","caller":"traceutil/trace.go:171","msg":"trace[2020026613] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/local-path-storage/helper-pod-create-pvc-4900db8f-0796-44a2-acda-e6f65d2a2e98; range_end:; response_count:1; response_revision:5091; }","duration":"118.157487ms","start":"2026-03-18T21:59:14.572844Z","end":"2026-03-18T21:59:14.691002Z","steps":["trace[2020026613] 'agreement among raft nodes before linearized reading' (duration: 118.008194ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:59:14.690831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.449855ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T21:59:14.691165Z","caller":"traceutil/trace.go:171","msg":"trace[1764603183] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:5091; }","duration":"299.836305ms","start":"2026-03-18T21:59:14.391307Z","end":"2026-03-18T21:59:14.691144Z","steps":["trace[1764603183] 'agreement among raft nodes before linearized reading' (duration: 299.485526ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:59:14.69148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:59:14.21503Z","time spent":"474.983317ms","remote":"127.0.0.1:55548","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4237,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T21:59:14.692057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.832263ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T21:59:14.692148Z","caller":"traceutil/trace.go:171","msg":"trace[1252261338] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5091; }","duration":"316.963506ms","start":"2026-03-18T21:59:14.37517Z","end":"2026-03-18T21:59:14.692133Z","steps":["trace[1252261338] 'agreement among raft nodes before linearized reading' (duration: 315.876959ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:59:14.692212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:59:14.37515Z","time spent":"317.049968ms","remote":"127.0.0.1:55054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-18T21:59:14.901488Z","caller":"traceutil/trace.go:171","msg":"trace[1659300974] linearizableReadLoop","detail":"{readStateIndex:5302; appliedIndex:5300; }","duration":"176.767604ms","start":"2026-03-18T21:59:14.724698Z","end":"2026-03-18T21:59:14.901466Z","steps":["trace[1659300974] 'read index received' (duration: 28.681593ms)","trace[1659300974] 'applied index is now lower than readState.Index' (duration: 148.084911ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T21:59:14.901655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.942238ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T21:59:14.901681Z","caller":"traceutil/trace.go:171","msg":"trace[1188161432] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:5093; }","duration":"177.04141ms","start":"2026-03-18T21:59:14.724631Z","end":"2026-03-18T21:59:14.901672Z","steps":["trace[1188161432] 'agreement among raft nodes before linearized reading' (duration: 176.922567ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:59:14.901616Z","caller":"traceutil/trace.go:171","msg":"trace[1043664879] transaction","detail":"{read_only:false; response_revision:5093; number_of_response:1; }","duration":"201.920127ms","start":"2026-03-18T21:59:14.699637Z","end":"2026-03-18T21:59:14.901557Z","steps":["trace[1043664879] 'process raft request' (duration: 130.680092ms)","trace[1043664879] 'compare' (duration: 70.997489ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T21:59:15.657326Z","caller":"traceutil/trace.go:171","msg":"trace[1768761201] transaction","detail":"{read_only:false; response_revision:5094; number_of_response:1; }","duration":"181.220086ms","start":"2026-03-18T21:59:15.476065Z","end":"2026-03-18T21:59:15.657285Z","steps":["trace[1768761201] 'process raft request' (duration: 180.95264ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:59:16.566414Z","caller":"traceutil/trace.go:171","msg":"trace[972871739] transaction","detail":"{read_only:false; response_revision:5096; number_of_response:1; }","duration":"350.49183ms","start":"2026-03-18T21:59:16.215884Z","end":"2026-03-18T21:59:16.566376Z","steps":["trace[972871739] 'process raft request' (duration: 279.146203ms)","trace[972871739] 'compare' (duration: 71.082181ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T21:59:16.5666Z","caller":"traceutil/trace.go:171","msg":"trace[9006797] linearizableReadLoop","detail":"{readStateIndex:5306; appliedIndex:5303; }","duration":"346.743937ms","start":"2026-03-18T21:59:16.219809Z","end":"2026-03-18T21:59:16.566553Z","steps":["trace[9006797] 'read index received' (duration: 19.127822ms)","trace[9006797] 'applied index is now lower than readState.Index' (duration: 327.614125ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T21:59:16.566671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:59:16.21584Z","time spent":"350.700305ms","remote":"127.0.0.1:55338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T21:59:16.566806Z","caller":"traceutil/trace.go:171","msg":"trace[1676484465] transaction","detail":"{read_only:false; response_revision:5097; number_of_response:1; }","duration":"350.813209ms","start":"2026-03-18T21:59:16.215951Z","end":"2026-03-18T21:59:16.566764Z","steps":["trace[1676484465] 'process raft request' (duration: 350.379378ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:59:16.567012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.164457ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-4900db8f-0796-44a2-acda-e6f65d2a2e98\" ","response":"range_response_count:1 size:3954"} {"level":"info","ts":"2026-03-18T21:59:16.567077Z","caller":"traceutil/trace.go:171","msg":"trace[1933410839] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-4900db8f-0796-44a2-acda-e6f65d2a2e98; range_end:; response_count:1; response_revision:5097; }","duration":"347.30648ms","start":"2026-03-18T21:59:16.21975Z","end":"2026-03-18T21:59:16.567056Z","steps":["trace[1933410839] 'agreement among raft nodes before linearized reading' (duration: 346.980392ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:59:16.56715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:59:16.219729Z","time spent":"347.409283ms","remote":"127.0.0.1:55254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3978,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-4900db8f-0796-44a2-acda-e6f65d2a2e98\" "} {"level":"warn","ts":"2026-03-18T21:59:16.567111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:59:16.215916Z","time spent":"350.983602ms","remote":"127.0.0.1:55338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T21:59:16.652228Z","caller":"traceutil/trace.go:171","msg":"trace[1356181451] transaction","detail":"{read_only:false; response_revision:5098; number_of_response:1; }","duration":"225.852821ms","start":"2026-03-18T21:59:16.426344Z","end":"2026-03-18T21:59:16.652197Z","steps":["trace[1356181451] 'process raft request' (duration: 225.656276ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:59:16.652391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.58952ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T21:59:16.652497Z","caller":"traceutil/trace.go:171","msg":"trace[140097525] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5098; }","duration":"278.783275ms","start":"2026-03-18T21:59:16.37369Z","end":"2026-03-18T21:59:16.652474Z","steps":["trace[140097525] 'agreement among raft nodes before linearized reading' (duration: 278.539359ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:59:16.848096Z","caller":"traceutil/trace.go:171","msg":"trace[1018272511] linearizableReadLoop","detail":"{readStateIndex:5308; appliedIndex:5307; }","duration":"153.003285ms","start":"2026-03-18T21:59:16.695061Z","end":"2026-03-18T21:59:16.848064Z","steps":["trace[1018272511] 'read index received' (duration: 152.757539ms)","trace[1018272511] 'applied index is now lower than readState.Index' (duration: 244.236µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T21:59:16.848265Z","caller":"traceutil/trace.go:171","msg":"trace[1364607273] transaction","detail":"{read_only:false; response_revision:5099; number_of_response:1; }","duration":"193.389942ms","start":"2026-03-18T21:59:16.654815Z","end":"2026-03-18T21:59:16.848205Z","steps":["trace[1364607273] 'process raft request' (duration: 193.034784ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:59:16.84842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.114748ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-18T21:59:16.848401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.427225ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-18T21:59:16.84846Z","caller":"traceutil/trace.go:171","msg":"trace[1541500640] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5099; }","duration":"153.2129ms","start":"2026-03-18T21:59:16.695235Z","end":"2026-03-18T21:59:16.848448Z","steps":["trace[1541500640] 'agreement among raft nodes before linearized reading' (duration: 153.010665ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:59:16.848491Z","caller":"traceutil/trace.go:171","msg":"trace[1851467058] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5099; }","duration":"153.59909ms","start":"2026-03-18T21:59:16.694869Z","end":"2026-03-18T21:59:16.848468Z","steps":["trace[1851467058] 'agreement among raft nodes before linearized reading' (duration: 153.338664ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:59:16.848504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.321559ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rpbhf\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-18T21:59:16.848547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.696567ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-18T21:59:16.848582Z","caller":"traceutil/trace.go:171","msg":"trace[1075176453] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rpbhf; range_end:; response_count:1; response_revision:5099; }","duration":"152.444071ms","start":"2026-03-18T21:59:16.69612Z","end":"2026-03-18T21:59:16.848564Z","steps":["trace[1075176453] 'agreement among raft nodes before linearized reading' (duration: 152.158034ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:59:16.848556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.235336ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-18T21:59:16.848613Z","caller":"traceutil/trace.go:171","msg":"trace[1791500647] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5099; }","duration":"152.77256ms","start":"2026-03-18T21:59:16.695823Z","end":"2026-03-18T21:59:16.848595Z","steps":["trace[1791500647] 'agreement among raft nodes before linearized reading' (duration: 152.600426ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:59:16.848669Z","caller":"traceutil/trace.go:171","msg":"trace[272265255] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5099; }","duration":"152.367889ms","start":"2026-03-18T21:59:16.696272Z","end":"2026-03-18T21:59:16.84864Z","steps":["trace[272265255] 'agreement among raft nodes before linearized reading' (duration: 152.022791ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:59:16.848877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.090927ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-18T21:59:16.84895Z","caller":"traceutil/trace.go:171","msg":"trace[1671451420] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5099; }","duration":"153.22974ms","start":"2026-03-18T21:59:16.695703Z","end":"2026-03-18T21:59:16.848933Z","steps":["trace[1671451420] 'agreement among raft nodes before linearized reading' (duration: 152.934693ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:59:16.971067Z","caller":"traceutil/trace.go:171","msg":"trace[1084064531] transaction","detail":"{read_only:false; response_revision:5106; number_of_response:1; }","duration":"100.891932ms","start":"2026-03-18T21:59:16.870142Z","end":"2026-03-18T21:59:16.971034Z","steps":["trace[1084064531] 'process raft request' (duration: 57.009156ms)","trace[1084064531] 'compare' (duration: 43.705772ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T21:59:17.200488Z","caller":"traceutil/trace.go:171","msg":"trace[1171989491] transaction","detail":"{read_only:false; response_revision:5110; number_of_response:1; }","duration":"128.98756ms","start":"2026-03-18T21:59:17.071475Z","end":"2026-03-18T21:59:17.200463Z","steps":["trace[1171989491] 'process raft request' (duration: 128.431556ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:59:17.415163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.750937ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-03-18T21:59:17.415276Z","caller":"traceutil/trace.go:171","msg":"trace[1349725207] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:5110; }","duration":"119.936022ms","start":"2026-03-18T21:59:17.295311Z","end":"2026-03-18T21:59:17.415247Z","steps":["trace[1349725207] 'range keys from in-memory index tree' (duration: 119.480521ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:59:18.522362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.104956ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T21:59:18.522493Z","caller":"traceutil/trace.go:171","msg":"trace[796843805] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5116; }","duration":"147.30364ms","start":"2026-03-18T21:59:18.375161Z","end":"2026-03-18T21:59:18.522465Z","steps":["trace[796843805] 'range keys from in-memory index tree' (duration: 146.948912ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:59:18.637656Z","caller":"traceutil/trace.go:171","msg":"trace[125351245] transaction","detail":"{read_only:false; response_revision:5117; number_of_response:1; }","duration":"104.37938ms","start":"2026-03-18T21:59:18.533242Z","end":"2026-03-18T21:59:18.637622Z","steps":["trace[125351245] 'process raft request' (duration: 104.123973ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:59:21.47051Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823086373136612377,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-18T21:59:21.76889Z","caller":"traceutil/trace.go:171","msg":"trace[149379116] transaction","detail":"{read_only:false; response_revision:5142; number_of_response:1; }","duration":"802.106639ms","start":"2026-03-18T21:59:20.966734Z","end":"2026-03-18T21:59:21.768841Z","steps":["trace[149379116] 'process raft request' (duration: 722.082633ms)","trace[149379116] 'compare' (duration: 79.860051ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T21:59:21.76905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:59:20.966704Z","time spent":"802.263063ms","remote":"127.0.0.1:55338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T21:59:21.771001Z","caller":"traceutil/trace.go:171","msg":"trace[1936855156] transaction","detail":"{read_only:false; response_revision:5143; number_of_response:1; }","duration":"803.105284ms","start":"2026-03-18T21:59:20.96786Z","end":"2026-03-18T21:59:21.770966Z","steps":["trace[1936855156] 'process raft request' (duration: 802.9184ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:59:21.77121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:59:20.967846Z","time spent":"803.268299ms","remote":"127.0.0.1:55338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T21:59:21.77123Z","caller":"traceutil/trace.go:171","msg":"trace[1846777002] transaction","detail":"{read_only:false; response_revision:5144; number_of_response:1; }","duration":"802.374406ms","start":"2026-03-18T21:59:20.96884Z","end":"2026-03-18T21:59:21.771215Z","steps":["trace[1846777002] 'process raft request' (duration: 802.072948ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:59:21.771325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:59:20.968821Z","time spent":"802.477648ms","remote":"127.0.0.1:55338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T21:59:21.771792Z","caller":"traceutil/trace.go:171","msg":"trace[791955912] transaction","detail":"{read_only:false; response_revision:5145; number_of_response:1; }","duration":"802.754065ms","start":"2026-03-18T21:59:20.968997Z","end":"2026-03-18T21:59:21.771751Z","steps":["trace[791955912] 'process raft request' (duration: 802.15631ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:59:21.771943Z","caller":"traceutil/trace.go:171","msg":"trace[1418031739] transaction","detail":"{read_only:false; response_revision:5146; number_of_response:1; }","duration":"802.773375ms","start":"2026-03-18T21:59:20.969139Z","end":"2026-03-18T21:59:21.771912Z","steps":["trace[1418031739] 'process raft request' (duration: 802.493388ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:59:21.772014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:59:20.969128Z","time spent":"802.855908ms","remote":"127.0.0.1:55338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T21:59:21.77188Z","caller":"traceutil/trace.go:171","msg":"trace[1710131662] linearizableReadLoop","detail":"{readStateIndex:5356; appliedIndex:5351; }","duration":"801.76894ms","start":"2026-03-18T21:59:20.970086Z","end":"2026-03-18T21:59:21.771855Z","steps":["trace[1710131662] 'read index received' (duration: 718.931114ms)","trace[1710131662] 'applied index is now lower than readState.Index' (duration: 82.835946ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T21:59:21.772084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"801.994776ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rpbhf\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-18T21:59:21.772143Z","caller":"traceutil/trace.go:171","msg":"trace[1774956920] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rpbhf; range_end:; response_count:1; response_revision:5146; }","duration":"802.077458ms","start":"2026-03-18T21:59:20.97005Z","end":"2026-03-18T21:59:21.772128Z","steps":["trace[1774956920] 'agreement among raft nodes before linearized reading' (duration: 801.870923ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:59:21.772208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:59:20.970016Z","time spent":"802.179271ms","remote":"127.0.0.1:55254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6548,"request content":"key:\"/registry/pods/openstack/keepalived-rpbhf\" "} {"level":"warn","ts":"2026-03-18T21:59:21.772322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.081821ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-03-18T21:59:21.772357Z","caller":"traceutil/trace.go:171","msg":"trace[1916153313] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:5146; }","duration":"146.220134ms","start":"2026-03-18T21:59:21.626127Z","end":"2026-03-18T21:59:21.772348Z","steps":["trace[1916153313] 'agreement among raft nodes before linearized reading' (duration: 146.098991ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:59:21.77246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"449.950176ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-18T21:59:21.772489Z","caller":"traceutil/trace.go:171","msg":"trace[1616937830] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:5146; }","duration":"450.029959ms","start":"2026-03-18T21:59:21.32245Z","end":"2026-03-18T21:59:21.77248Z","steps":["trace[1616937830] 'agreement among raft nodes before linearized reading' (duration: 449.964297ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:59:21.772508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:59:21.322426Z","time spent":"450.07715ms","remote":"127.0.0.1:55338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":583,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-18T21:59:21.772336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:59:20.968967Z","time spent":"803.007261ms","remote":"127.0.0.1:55338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T21:59:21.772829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"565.018137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-18T21:59:21.772929Z","caller":"traceutil/trace.go:171","msg":"trace[1109115518] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:5146; }","duration":"565.17084ms","start":"2026-03-18T21:59:21.207735Z","end":"2026-03-18T21:59:21.772906Z","steps":["trace[1109115518] 'agreement among raft nodes before linearized reading' (duration: 564.500642ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:59:21.772986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:59:21.207715Z","time spent":"565.259172ms","remote":"127.0.0.1:55610","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":595,"response size":32,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"info","ts":"2026-03-18T21:59:26.453523Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2574} {"level":"info","ts":"2026-03-18T21:59:26.520476Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2574,"took":"65.056318ms","hash":2347194880,"current-db-size-bytes":38395904,"current-db-size":"38 MB","current-db-size-in-use-bytes":28303360,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-03-18T21:59:26.520612Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2347194880,"revision":2574,"compact-revision":-1} {"level":"warn","ts":"2026-03-18T21:59:30.319807Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823086373136612671,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-18T21:59:30.450052Z","caller":"traceutil/trace.go:171","msg":"trace[730137400] transaction","detail":"{read_only:false; response_revision:5259; number_of_response:1; }","duration":"635.426739ms","start":"2026-03-18T21:59:29.814576Z","end":"2026-03-18T21:59:30.450002Z","steps":["trace[730137400] 'process raft request' (duration: 635.286116ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:59:30.4502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:59:29.814546Z","time spent":"635.580273ms","remote":"127.0.0.1:55338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T21:59:30.455854Z","caller":"traceutil/trace.go:171","msg":"trace[2028441268] transaction","detail":"{read_only:false; response_revision:5260; number_of_response:1; }","duration":"637.710976ms","start":"2026-03-18T21:59:29.818116Z","end":"2026-03-18T21:59:30.455827Z","steps":["trace[2028441268] 'process raft request' (duration: 637.582193ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:59:30.456006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:59:29.818093Z","time spent":"637.825839ms","remote":"127.0.0.1:55338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T21:59:30.456082Z","caller":"traceutil/trace.go:171","msg":"trace[1655108287] transaction","detail":"{read_only:false; response_revision:5261; number_of_response:1; }","duration":"637.787898ms","start":"2026-03-18T21:59:29.818276Z","end":"2026-03-18T21:59:30.456064Z","steps":["trace[1655108287] 'process raft request' (duration: 637.517691ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:59:30.456173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:59:29.818246Z","time spent":"637.885271ms","remote":"127.0.0.1:55338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T21:59:30.456598Z","caller":"traceutil/trace.go:171","msg":"trace[2021282976] transaction","detail":"{read_only:false; response_revision:5262; number_of_response:1; }","duration":"638.062695ms","start":"2026-03-18T21:59:29.818518Z","end":"2026-03-18T21:59:30.45658Z","steps":["trace[2021282976] 'process raft request' (duration: 637.487221ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:59:30.456675Z","caller":"traceutil/trace.go:171","msg":"trace[276110] transaction","detail":"{read_only:false; response_revision:5263; number_of_response:1; }","duration":"637.798759ms","start":"2026-03-18T21:59:29.818856Z","end":"2026-03-18T21:59:30.456655Z","steps":["trace[276110] 'process raft request' (duration: 637.611364ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:59:30.456695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:59:29.818506Z","time spent":"638.142588ms","remote":"127.0.0.1:55338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T21:59:30.456781Z","caller":"traceutil/trace.go:171","msg":"trace[1627336967] transaction","detail":"{read_only:false; response_revision:5264; number_of_response:1; }","duration":"470.606848ms","start":"2026-03-18T21:59:29.986163Z","end":"2026-03-18T21:59:30.45677Z","steps":["trace[1627336967] 'process raft request' (duration: 470.394291ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:59:30.456786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:59:29.818844Z","time spent":"637.876021ms","remote":"127.0.0.1:55338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T21:59:30.456831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:59:29.986133Z","time spent":"470.670888ms","remote":"127.0.0.1:55338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T21:59:30.456696Z","caller":"traceutil/trace.go:171","msg":"trace[310032429] linearizableReadLoop","detail":"{readStateIndex:5482; appliedIndex:5475; }","duration":"637.41697ms","start":"2026-03-18T21:59:29.819259Z","end":"2026-03-18T21:59:30.456676Z","steps":["trace[310032429] 'read index received' (duration: 630.69099ms)","trace[310032429] 'applied index is now lower than readState.Index' (duration: 6.7245ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T21:59:30.456875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"637.605205ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rpbhf\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-18T21:59:30.456923Z","caller":"traceutil/trace.go:171","msg":"trace[495413836] transaction","detail":"{read_only:false; response_revision:5265; number_of_response:1; }","duration":"159.14952ms","start":"2026-03-18T21:59:30.29776Z","end":"2026-03-18T21:59:30.456909Z","steps":["trace[495413836] 'process raft request' (duration: 158.859832ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:59:30.456933Z","caller":"traceutil/trace.go:171","msg":"trace[1326695321] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rpbhf; range_end:; response_count:1; response_revision:5265; }","duration":"637.685587ms","start":"2026-03-18T21:59:29.819231Z","end":"2026-03-18T21:59:30.456917Z","steps":["trace[1326695321] 'agreement among raft nodes before linearized reading' (duration: 637.499753ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:59:30.45698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:59:29.819221Z","time spent":"637.748188ms","remote":"127.0.0.1:55254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6548,"request content":"key:\"/registry/pods/openstack/keepalived-rpbhf\" "} {"level":"warn","ts":"2026-03-18T21:59:30.456992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.003363ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T21:59:30.457017Z","caller":"traceutil/trace.go:171","msg":"trace[1029420416] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:5265; }","duration":"116.061175ms","start":"2026-03-18T21:59:30.340949Z","end":"2026-03-18T21:59:30.45701Z","steps":["trace[1029420416] 'agreement among raft nodes before linearized reading' (duration: 116.011213ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:59:36.513828Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823086373136612767,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T21:59:36.52632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"760.760767ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-03-18T21:59:36.526414Z","caller":"traceutil/trace.go:171","msg":"trace[1715437496] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5301; }","duration":"760.929121ms","start":"2026-03-18T21:59:35.765464Z","end":"2026-03-18T21:59:36.526393Z","steps":["trace[1715437496] 'range keys from in-memory index tree' (duration: 760.533671ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:59:36.526498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:59:35.765436Z","time spent":"761.041834ms","remote":"127.0.0.1:55228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1889,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-03-18T21:59:36.526603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"665.514838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T21:59:36.526682Z","caller":"traceutil/trace.go:171","msg":"trace[721981758] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:5301; }","duration":"665.670181ms","start":"2026-03-18T21:59:35.860989Z","end":"2026-03-18T21:59:36.526659Z","steps":["trace[721981758] 'count revisions from in-memory index tree' (duration: 665.394574ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:59:36.526735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:59:35.860949Z","time spent":"665.774894ms","remote":"127.0.0.1:58788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-18T21:59:36.526961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.150995159s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T21:59:36.527059Z","caller":"traceutil/trace.go:171","msg":"trace[973400396] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5301; }","duration":"1.151142132s","start":"2026-03-18T21:59:35.375892Z","end":"2026-03-18T21:59:36.527035Z","steps":["trace[973400396] 'range keys from in-memory index tree' (duration: 1.150836555s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:59:36.527111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:59:35.375852Z","time spent":"1.151250366s","remote":"127.0.0.1:55054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T21:59:36.526954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"857.863374ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T21:59:36.527672Z","caller":"traceutil/trace.go:171","msg":"trace[732906316] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:5301; }","duration":"858.753757ms","start":"2026-03-18T21:59:35.668899Z","end":"2026-03-18T21:59:36.527653Z","steps":["trace[732906316] 'count revisions from in-memory index tree' (duration: 857.761942ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:59:36.52773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:59:35.668864Z","time spent":"858.846769ms","remote":"127.0.0.1:37042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"info","ts":"2026-03-18T21:59:36.527959Z","caller":"traceutil/trace.go:171","msg":"trace[1176163941] transaction","detail":"{read_only:false; response_revision:5302; number_of_response:1; }","duration":"584.706612ms","start":"2026-03-18T21:59:35.943195Z","end":"2026-03-18T21:59:36.527902Z","steps":["trace[1176163941] 'process raft request' (duration: 583.115821ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:59:36.528267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:59:35.943161Z","time spent":"584.962718ms","remote":"127.0.0.1:55338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T21:59:36.589976Z","caller":"traceutil/trace.go:171","msg":"trace[1129781709] linearizableReadLoop","detail":"{readStateIndex:5521; appliedIndex:5519; }","duration":"576.71777ms","start":"2026-03-18T21:59:36.013238Z","end":"2026-03-18T21:59:36.589956Z","steps":["trace[1129781709] 'read index received' (duration: 512.995585ms)","trace[1129781709] 'applied index is now lower than readState.Index' (duration: 63.721035ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T21:59:36.590167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"576.915146ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T21:59:36.590149Z","caller":"traceutil/trace.go:171","msg":"trace[964457462] transaction","detail":"{read_only:false; response_revision:5303; number_of_response:1; }","duration":"111.266274ms","start":"2026-03-18T21:59:36.478849Z","end":"2026-03-18T21:59:36.590116Z","steps":["trace[964457462] 'process raft request' (duration: 110.978297ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:59:36.590214Z","caller":"traceutil/trace.go:171","msg":"trace[258175985] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:5303; }","duration":"576.993097ms","start":"2026-03-18T21:59:36.013208Z","end":"2026-03-18T21:59:36.590201Z","steps":["trace[258175985] 'agreement among raft nodes before linearized reading' (duration: 576.890105ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:59:36.590254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:59:36.01319Z","time spent":"577.054039ms","remote":"127.0.0.1:55496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":31,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-18T21:59:36.590599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"490.129229ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-18T21:59:36.590655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.611651ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-18T21:59:36.590714Z","caller":"traceutil/trace.go:171","msg":"trace[1509216523] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5303; }","duration":"103.699143ms","start":"2026-03-18T21:59:36.486999Z","end":"2026-03-18T21:59:36.590699Z","steps":["trace[1509216523] 'agreement among raft nodes before linearized reading' (duration: 103.479277ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:59:36.590713Z","caller":"traceutil/trace.go:171","msg":"trace[598766750] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:5303; }","duration":"490.274942ms","start":"2026-03-18T21:59:36.100412Z","end":"2026-03-18T21:59:36.590687Z","steps":["trace[598766750] 'agreement among raft nodes before linearized reading' (duration: 490.048807ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:59:36.590909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:59:36.100364Z","time spent":"490.526709ms","remote":"127.0.0.1:41164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":2,"response size":31,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-18T21:59:36.591177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.840212ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-18T21:59:36.591248Z","caller":"traceutil/trace.go:171","msg":"trace[167078443] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5303; }","duration":"106.930694ms","start":"2026-03-18T21:59:36.484299Z","end":"2026-03-18T21:59:36.59123Z","steps":["trace[167078443] 'agreement among raft nodes before linearized reading' (duration: 106.723129ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:59:36.591321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.706584ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-18T21:59:36.59142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.244017ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-18T21:59:36.59143Z","caller":"traceutil/trace.go:171","msg":"trace[180783980] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5303; }","duration":"109.866818ms","start":"2026-03-18T21:59:36.481542Z","end":"2026-03-18T21:59:36.591409Z","steps":["trace[180783980] 'agreement among raft nodes before linearized reading' (duration: 109.53421ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:59:36.591463Z","caller":"traceutil/trace.go:171","msg":"trace[2002034234] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5303; }","duration":"106.323639ms","start":"2026-03-18T21:59:36.485129Z","end":"2026-03-18T21:59:36.591452Z","steps":["trace[2002034234] 'agreement among raft nodes before linearized reading' (duration: 106.222457ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:59:36.591545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.527669ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-18T21:59:36.591637Z","caller":"traceutil/trace.go:171","msg":"trace[2085364472] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5303; }","duration":"111.671883ms","start":"2026-03-18T21:59:36.479948Z","end":"2026-03-18T21:59:36.59162Z","steps":["trace[2085364472] 'agreement among raft nodes before linearized reading' (duration: 111.387646ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:59:37.103938Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823086373136612772,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T21:59:37.604571Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823086373136612772,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T21:59:37.979845Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.332621816s","expected-duration":"1s"} {"level":"info","ts":"2026-03-18T21:59:37.989012Z","caller":"traceutil/trace.go:171","msg":"trace[1345707782] transaction","detail":"{read_only:false; response_revision:5304; number_of_response:1; }","duration":"1.389081258s","start":"2026-03-18T21:59:36.599882Z","end":"2026-03-18T21:59:37.988963Z","steps":["trace[1345707782] 'process raft request' (duration: 1.380336398s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:59:37.989267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:59:36.59984Z","time spent":"1.389290783s","remote":"127.0.0.1:55338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T21:59:38.603759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000259347s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-18T21:59:38.603841Z","caller":"traceutil/trace.go:171","msg":"trace[749113476] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00037643s","start":"2026-03-18T21:59:36.603447Z","end":"2026-03-18T21:59:38.603824Z","steps":["trace[749113476] 'agreement among raft nodes before linearized reading' (duration: 2.000273158s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:59:38.603889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:59:36.603437Z","time spent":"2.000441232s","remote":"127.0.0.1:55054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/18 21:59:38 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-03-18T21:59:38.779444Z","caller":"traceutil/trace.go:171","msg":"trace[1432858038] transaction","detail":"{read_only:false; response_revision:5305; number_of_response:1; }","duration":"2.179429742s","start":"2026-03-18T21:59:36.599981Z","end":"2026-03-18T21:59:38.779411Z","steps":["trace[1432858038] 'process raft request' (duration: 2.108996047s)","trace[1432858038] 'compare' (duration: 69.304827ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T21:59:38.779603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:59:36.599956Z","time spent":"2.179567944s","remote":"127.0.0.1:55338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T21:59:38.779795Z","caller":"traceutil/trace.go:171","msg":"trace[1601466980] transaction","detail":"{read_only:false; response_revision:5306; number_of_response:1; }","duration":"2.179765371s","start":"2026-03-18T21:59:36.599993Z","end":"2026-03-18T21:59:38.779759Z","steps":["trace[1601466980] 'process raft request' (duration: 2.179332919s)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:59:38.780169Z","caller":"traceutil/trace.go:171","msg":"trace[1198764525] transaction","detail":"{read_only:false; response_revision:5308; number_of_response:1; }","duration":"2.179950984s","start":"2026-03-18T21:59:36.600167Z","end":"2026-03-18T21:59:38.780118Z","steps":["trace[1198764525] 'process raft request' (duration: 2.179568355s)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:59:38.780238Z","caller":"traceutil/trace.go:171","msg":"trace[741839603] transaction","detail":"{read_only:false; response_revision:5307; number_of_response:1; }","duration":"2.180095328s","start":"2026-03-18T21:59:36.600096Z","end":"2026-03-18T21:59:38.780192Z","steps":["trace[741839603] 'process raft request' (duration: 2.179514694s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:59:38.780444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:59:36.600154Z","time spent":"2.180137899s","remote":"127.0.0.1:55338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T21:59:38.780398Z","caller":"traceutil/trace.go:171","msg":"trace[136855610] transaction","detail":"{read_only:false; response_revision:5309; number_of_response:1; }","duration":"2.158979046s","start":"2026-03-18T21:59:36.621392Z","end":"2026-03-18T21:59:38.780371Z","steps":["trace[136855610] 'process raft request' (duration: 2.158432603s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:59:38.780469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:59:36.600075Z","time spent":"2.180277483s","remote":"127.0.0.1:55338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T21:59:38.780586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:59:36.62137Z","time spent":"2.159176301s","remote":"127.0.0.1:55250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":19483,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T21:59:38.780733Z","caller":"traceutil/trace.go:171","msg":"trace[416130516] transaction","detail":"{read_only:false; response_revision:5310; number_of_response:1; }","duration":"2.036410028s","start":"2026-03-18T21:59:36.744301Z","end":"2026-03-18T21:59:38.780711Z","steps":["trace[416130516] 'process raft request' (duration: 2.035991787s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:59:38.78082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:59:36.744263Z","time spent":"2.03650935s","remote":"127.0.0.1:55338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T21:59:38.781003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:59:36.599971Z","time spent":"2.180195881s","remote":"127.0.0.1:55338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T21:59:38.78275Z","caller":"traceutil/trace.go:171","msg":"trace[214522804] transaction","detail":"{read_only:false; response_revision:5311; number_of_response:1; }","duration":"2.037616029s","start":"2026-03-18T21:59:36.745116Z","end":"2026-03-18T21:59:38.782732Z","steps":["trace[214522804] 'process raft request' (duration: 2.037116086s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:59:38.782842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:59:36.745075Z","time spent":"2.037721332s","remote":"127.0.0.1:55338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T21:59:38.935323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.860391ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-18T21:59:38.935429Z","caller":"traceutil/trace.go:171","msg":"trace[1854669317] linearizableReadLoop","detail":"{readStateIndex:5529; appliedIndex:5521; }","duration":"2.331938163s","start":"2026-03-18T21:59:36.60347Z","end":"2026-03-18T21:59:38.935408Z","steps":["trace[1854669317] 'read index received' (duration: 1.376768507s)","trace[1854669317] 'applied index is now lower than readState.Index' (duration: 955.167526ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T21:59:38.998964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.217347567s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-03-18T21:59:38.999029Z","caller":"traceutil/trace.go:171","msg":"trace[1769809422] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:5313; }","duration":"2.21745448s","start":"2026-03-18T21:59:36.781555Z","end":"2026-03-18T21:59:38.99901Z","steps":["trace[1769809422] 'agreement among raft nodes before linearized reading' (duration: 2.217228174s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:59:38.998999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.781849ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-18T21:59:38.999082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:59:36.781541Z","time spent":"2.217527642s","remote":"127.0.0.1:55338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":554,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-18T21:59:38.999109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"393.647969ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rpbhf\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-18T21:59:38.9991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"395.249378ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T21:59:38.999221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.461742ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T21:59:38.999235Z","caller":"traceutil/trace.go:171","msg":"trace[927038363] transaction","detail":"{read_only:false; response_revision:5313; number_of_response:1; }","duration":"401.368463ms","start":"2026-03-18T21:59:38.597837Z","end":"2026-03-18T21:59:38.999205Z","steps":["trace[927038363] 'process raft request' (duration: 400.85922ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:59:38.999282Z","caller":"traceutil/trace.go:171","msg":"trace[1555598752] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5313; }","duration":"102.584325ms","start":"2026-03-18T21:59:38.896684Z","end":"2026-03-18T21:59:38.999269Z","steps":["trace[1555598752] 'agreement among raft nodes before linearized reading' (duration: 102.493263ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:59:38.999248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"955.74245ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:413307"} {"level":"info","ts":"2026-03-18T21:59:38.999256Z","caller":"traceutil/trace.go:171","msg":"trace[116427151] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rpbhf; range_end:; response_count:1; response_revision:5313; }","duration":"393.825493ms","start":"2026-03-18T21:59:38.605413Z","end":"2026-03-18T21:59:38.999238Z","steps":["trace[116427151] 'agreement among raft nodes before linearized reading' (duration: 393.507175ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:59:38.999284Z","caller":"traceutil/trace.go:171","msg":"trace[1316494479] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5313; }","duration":"395.487244ms","start":"2026-03-18T21:59:38.603772Z","end":"2026-03-18T21:59:38.999259Z","steps":["trace[1316494479] 'agreement among raft nodes before linearized reading' (duration: 395.208887ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:59:38.999307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.328319187s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T21:59:38.999341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.22006875s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-03-18T21:59:38.99938Z","caller":"traceutil/trace.go:171","msg":"trace[1763650581] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:5313; }","duration":"955.940265ms","start":"2026-03-18T21:59:38.04341Z","end":"2026-03-18T21:59:38.999351Z","steps":["trace[1763650581] 'agreement among raft nodes before linearized reading' (duration: 955.405931ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:59:38.999406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:59:38.597813Z","time spent":"401.490665ms","remote":"127.0.0.1:55338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T21:59:38.999381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:59:38.605399Z","time spent":"393.965607ms","remote":"127.0.0.1:55254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6548,"request content":"key:\"/registry/pods/openstack/keepalived-rpbhf\" "} {"level":"warn","ts":"2026-03-18T21:59:38.999422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:59:38.60375Z","time spent":"395.659109ms","remote":"127.0.0.1:55070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-18T21:59:38.999212Z","caller":"traceutil/trace.go:171","msg":"trace[288386111] transaction","detail":"{read_only:false; response_revision:5312; number_of_response:1; }","duration":"1.004226883s","start":"2026-03-18T21:59:37.994969Z","end":"2026-03-18T21:59:38.999195Z","steps":["trace[288386111] 'process raft request' (duration: 1.003555696s)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:59:38.999137Z","caller":"traceutil/trace.go:171","msg":"trace[354552028] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:5313; }","duration":"304.961224ms","start":"2026-03-18T21:59:38.694123Z","end":"2026-03-18T21:59:38.999085Z","steps":["trace[354552028] 'agreement among raft nodes before linearized reading' (duration: 304.754209ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:59:38.999129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.401508051s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T21:59:38.999747Z","caller":"traceutil/trace.go:171","msg":"trace[844332961] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:5313; }","duration":"1.402165138s","start":"2026-03-18T21:59:37.597559Z","end":"2026-03-18T21:59:38.999724Z","steps":["trace[844332961] 'agreement among raft nodes before linearized reading' (duration: 1.40145445s)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:59:38.999415Z","caller":"traceutil/trace.go:171","msg":"trace[321224501] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:5313; }","duration":"1.328518722s","start":"2026-03-18T21:59:37.670867Z","end":"2026-03-18T21:59:38.999386Z","steps":["trace[321224501] 'agreement among raft nodes before linearized reading' (duration: 1.328287347s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:59:38.999818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:59:37.597538Z","time spent":"1.40225976s","remote":"127.0.0.1:55238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":48,"response size":31,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-03-18T21:59:38.999435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.49158987s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3316"} {"level":"info","ts":"2026-03-18T21:59:38.999933Z","caller":"traceutil/trace.go:171","msg":"trace[509394873] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5313; }","duration":"1.492111493s","start":"2026-03-18T21:59:37.507792Z","end":"2026-03-18T21:59:38.999904Z","steps":["trace[509394873] 'agreement among raft nodes before linearized reading' (duration: 1.491550399s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:59:38.999396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"980.649058ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1633"} {"level":"warn","ts":"2026-03-18T21:59:38.999992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:59:37.507765Z","time spent":"1.492212526s","remote":"127.0.0.1:36944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3340,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"info","ts":"2026-03-18T21:59:39.000056Z","caller":"traceutil/trace.go:171","msg":"trace[238787865] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:5313; }","duration":"981.353635ms","start":"2026-03-18T21:59:38.018668Z","end":"2026-03-18T21:59:39.000022Z","steps":["trace[238787865] 'agreement among raft nodes before linearized reading' (duration: 980.604727ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:59:39.000136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:59:38.018656Z","time spent":"981.458478ms","remote":"127.0.0.1:55228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1657,"request content":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" "} {"level":"info","ts":"2026-03-18T21:59:38.999446Z","caller":"traceutil/trace.go:171","msg":"trace[652314383] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5313; }","duration":"1.220224954s","start":"2026-03-18T21:59:37.779193Z","end":"2026-03-18T21:59:38.999418Z","steps":["trace[652314383] 'agreement among raft nodes before linearized reading' (duration: 1.219909786s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:59:39.000205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:59:37.779176Z","time spent":"1.221012344s","remote":"127.0.0.1:55254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-18T21:59:39.0002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:59:38.694084Z","time spent":"306.091082ms","remote":"127.0.0.1:58804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":3,"response size":31,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"warn","ts":"2026-03-18T21:59:38.99953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.712690242s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T21:59:39.000598Z","caller":"traceutil/trace.go:171","msg":"trace[1113293261] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:5313; }","duration":"1.713800519s","start":"2026-03-18T21:59:37.286773Z","end":"2026-03-18T21:59:39.000573Z","steps":["trace[1113293261] 'agreement among raft nodes before linearized reading' (duration: 1.712701202s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:59:39.000701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:59:37.28674Z","time spent":"1.713936372s","remote":"127.0.0.1:37496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":22,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true "} {"level":"warn","ts":"2026-03-18T21:59:38.999521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.201333503s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-18T21:59:39.000845Z","caller":"traceutil/trace.go:171","msg":"trace[900515352] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:5313; }","duration":"2.202672666s","start":"2026-03-18T21:59:36.798126Z","end":"2026-03-18T21:59:39.000799Z","steps":["trace[900515352] 'agreement among raft nodes before linearized reading' (duration: 2.201252181s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:59:38.999562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.91105211s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3316"} {"level":"warn","ts":"2026-03-18T21:59:38.99986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:59:37.670826Z","time spent":"1.329005174s","remote":"127.0.0.1:46918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"warn","ts":"2026-03-18T21:59:38.999444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:59:38.043383Z","time spent":"956.050788ms","remote":"127.0.0.1:41130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":413331,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-03-18T21:59:39.000084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:59:37.994941Z","time spent":"1.004703245s","remote":"127.0.0.1:55144","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":806,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-18T21:59:39.000933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:59:36.798104Z","time spent":"2.202807501s","remote":"127.0.0.1:55338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":583,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-03-18T21:59:39.000999Z","caller":"traceutil/trace.go:171","msg":"trace[570240358] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5313; }","duration":"1.912516307s","start":"2026-03-18T21:59:37.088449Z","end":"2026-03-18T21:59:39.000966Z","steps":["trace[570240358] 'agreement among raft nodes before linearized reading' (duration: 1.911027569s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:59:39.001081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:59:37.088421Z","time spent":"1.9126387s","remote":"127.0.0.1:36944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3340,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"info","ts":"2026-03-18T21:59:39.247501Z","caller":"traceutil/trace.go:171","msg":"trace[1022552181] transaction","detail":"{read_only:false; response_revision:5316; number_of_response:1; }","duration":"238.568521ms","start":"2026-03-18T21:59:39.008907Z","end":"2026-03-18T21:59:39.247475Z","steps":["trace[1022552181] 'process raft request' (duration: 238.50592ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:59:39.247727Z","caller":"traceutil/trace.go:171","msg":"trace[1151699176] transaction","detail":"{read_only:false; response_revision:5314; number_of_response:1; }","duration":"240.866128ms","start":"2026-03-18T21:59:39.006811Z","end":"2026-03-18T21:59:39.247677Z","steps":["trace[1151699176] 'process raft request' (duration: 165.816967ms)","trace[1151699176] 'compare' (duration: 74.537338ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T21:59:39.24782Z","caller":"traceutil/trace.go:171","msg":"trace[1314196019] linearizableReadLoop","detail":"{readStateIndex:5533; appliedIndex:5532; }","duration":"240.349085ms","start":"2026-03-18T21:59:39.007457Z","end":"2026-03-18T21:59:39.247806Z","steps":["trace[1314196019] 'read index received' (duration: 165.313715ms)","trace[1314196019] 'applied index is now lower than readState.Index' (duration: 75.03401ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T21:59:39.247924Z","caller":"traceutil/trace.go:171","msg":"trace[1028679103] transaction","detail":"{read_only:false; response_revision:5315; number_of_response:1; }","duration":"239.039603ms","start":"2026-03-18T21:59:39.008874Z","end":"2026-03-18T21:59:39.247914Z","steps":["trace[1028679103] 'process raft request' (duration: 238.490489ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:59:39.248163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.684744ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-keystone-default-user\" ","response":"range_response_count:1 size:1321"} {"level":"info","ts":"2026-03-18T21:59:39.248207Z","caller":"traceutil/trace.go:171","msg":"trace[2102947787] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-keystone-default-user; range_end:; response_count:1; response_revision:5316; }","duration":"240.772746ms","start":"2026-03-18T21:59:39.007423Z","end":"2026-03-18T21:59:39.248196Z","steps":["trace[2102947787] 'agreement among raft nodes before linearized reading' (duration: 240.589762ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:59:39.248203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.694834ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:13291"} {"level":"info","ts":"2026-03-18T21:59:39.248329Z","caller":"traceutil/trace.go:171","msg":"trace[1303324992] range","detail":"{range_begin:/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:5316; }","duration":"240.879549ms","start":"2026-03-18T21:59:39.007423Z","end":"2026-03-18T21:59:39.248303Z","steps":["trace[1303324992] 'agreement among raft nodes before linearized reading' (duration: 240.498669ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:59:39.248232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.489359ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19497"} {"level":"info","ts":"2026-03-18T21:59:39.2485Z","caller":"traceutil/trace.go:171","msg":"trace[1914298440] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:5316; }","duration":"240.777846ms","start":"2026-03-18T21:59:39.007697Z","end":"2026-03-18T21:59:39.248475Z","steps":["trace[1914298440] 'agreement among raft nodes before linearized reading' (duration: 240.326915ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:59:39.248215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.980497ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-03-18T21:59:39.248629Z","caller":"traceutil/trace.go:171","msg":"trace[215448195] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:5316; }","duration":"136.438698ms","start":"2026-03-18T21:59:39.112164Z","end":"2026-03-18T21:59:39.248603Z","steps":["trace[215448195] 'agreement among raft nodes before linearized reading' (duration: 135.873674ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:59:39.375773Z","caller":"traceutil/trace.go:171","msg":"trace[2000478825] linearizableReadLoop","detail":"{readStateIndex:5536; appliedIndex:5535; }","duration":"114.932525ms","start":"2026-03-18T21:59:39.260807Z","end":"2026-03-18T21:59:39.37574Z","steps":["trace[2000478825] 'read index received' (duration: 104.593555ms)","trace[2000478825] 'applied index is now lower than readState.Index' (duration: 10.33513ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T21:59:39.375897Z","caller":"traceutil/trace.go:171","msg":"trace[872488691] transaction","detail":"{read_only:false; response_revision:5317; number_of_response:1; }","duration":"115.240574ms","start":"2026-03-18T21:59:39.26056Z","end":"2026-03-18T21:59:39.3758Z","steps":["trace[872488691] 'process raft request' (duration: 104.928675ms)","trace[872488691] 'compare' (duration: 10.099333ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T21:59:39.376216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.679053ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:1453"} {"level":"info","ts":"2026-03-18T21:59:39.376315Z","caller":"traceutil/trace.go:171","msg":"trace[674126231] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5317; }","duration":"113.840569ms","start":"2026-03-18T21:59:39.26245Z","end":"2026-03-18T21:59:39.37629Z","steps":["trace[674126231] 'agreement among raft nodes before linearized reading' (duration: 113.611882ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:59:39.376503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.658224ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-keystone.189e0e69298a5965\" ","response":"range_response_count:1 size:746"} {"level":"info","ts":"2026-03-18T21:59:39.376559Z","caller":"traceutil/trace.go:171","msg":"trace[402241955] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-keystone.189e0e69298a5965; range_end:; response_count:1; response_revision:5317; }","duration":"115.756347ms","start":"2026-03-18T21:59:39.260788Z","end":"2026-03-18T21:59:39.376544Z","steps":["trace[402241955] 'agreement among raft nodes before linearized reading' (duration: 115.126281ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:59:39.915649Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823086373136612806,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-18T21:59:40.03065Z","caller":"traceutil/trace.go:171","msg":"trace[3998679] linearizableReadLoop","detail":"{readStateIndex:5539; appliedIndex:5537; }","duration":"615.338244ms","start":"2026-03-18T21:59:39.41529Z","end":"2026-03-18T21:59:40.030628Z","steps":["trace[3998679] 'read index received' (duration: 571.437288ms)","trace[3998679] 'applied index is now lower than readState.Index' (duration: 43.899286ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T21:59:40.030795Z","caller":"traceutil/trace.go:171","msg":"trace[1531441801] transaction","detail":"{read_only:false; response_revision:5320; number_of_response:1; }","duration":"634.217738ms","start":"2026-03-18T21:59:39.396567Z","end":"2026-03-18T21:59:40.030784Z","steps":["trace[1531441801] 'process raft request' (duration: 633.991513ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:59:40.030827Z","caller":"traceutil/trace.go:171","msg":"trace[902164112] transaction","detail":"{read_only:false; response_revision:5319; number_of_response:1; }","duration":"639.111952ms","start":"2026-03-18T21:59:39.391695Z","end":"2026-03-18T21:59:40.030807Z","steps":["trace[902164112] 'process raft request' (duration: 595.070602ms)","trace[902164112] 'compare' (duration: 43.484116ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T21:59:40.030909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:59:39.396554Z","time spent":"634.26877ms","remote":"127.0.0.1:55254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":13837,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T21:59:40.030933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:59:39.391669Z","time spent":"639.207625ms","remote":"127.0.0.1:41130","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":414042,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T21:59:40.031175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"611.785094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-keystone.189e0e692a3874c0\" ","response":"range_response_count:1 size:740"} {"level":"warn","ts":"2026-03-18T21:59:40.031212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"641.204096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-03-18T21:59:40.031283Z","caller":"traceutil/trace.go:171","msg":"trace[45683564] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-keystone.189e0e692a3874c0; range_end:; response_count:1; response_revision:5320; }","duration":"611.949298ms","start":"2026-03-18T21:59:39.419305Z","end":"2026-03-18T21:59:40.031254Z","steps":["trace[45683564] 'agreement among raft nodes before linearized reading' (duration: 611.63657ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:59:40.031311Z","caller":"traceutil/trace.go:171","msg":"trace[173150872] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5320; }","duration":"641.339389ms","start":"2026-03-18T21:59:39.389948Z","end":"2026-03-18T21:59:40.031287Z","steps":["trace[173150872] 'agreement among raft nodes before linearized reading' (duration: 641.008751ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:59:40.031336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:59:39.419283Z","time spent":"612.04343ms","remote":"127.0.0.1:55144","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":764,"request content":"key:\"/registry/events/openstack/rabbitmq-keystone.189e0e692a3874c0\" "} {"level":"warn","ts":"2026-03-18T21:59:40.031372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:59:39.389942Z","time spent":"641.415761ms","remote":"127.0.0.1:55254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-18T21:59:40.031462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"611.149157ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-03-18T21:59:40.032475Z","caller":"traceutil/trace.go:171","msg":"trace[20882618] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5320; }","duration":"611.414885ms","start":"2026-03-18T21:59:39.420182Z","end":"2026-03-18T21:59:40.031596Z","steps":["trace[20882618] 'agreement among raft nodes before linearized reading' (duration: 610.83204ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:59:40.032621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:59:39.420168Z","time spent":"612.39968ms","remote":"127.0.0.1:55228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1889,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-03-18T21:59:40.587686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"439.258217ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T21:59:40.588033Z","caller":"traceutil/trace.go:171","msg":"trace[975604777] transaction","detail":"{read_only:false; response_revision:5321; number_of_response:1; }","duration":"552.771617ms","start":"2026-03-18T21:59:40.035232Z","end":"2026-03-18T21:59:40.588003Z","steps":["trace[975604777] 'process raft request' (duration: 113.057718ms)","trace[975604777] 'compare' (duration: 439.092743ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T21:59:40.588141Z","caller":"traceutil/trace.go:171","msg":"trace[1669601191] linearizableReadLoop","detail":"{readStateIndex:5540; appliedIndex:5539; }","duration":"551.111655ms","start":"2026-03-18T21:59:40.037005Z","end":"2026-03-18T21:59:40.588116Z","steps":["trace[1669601191] 'read index received' (duration: 111.299974ms)","trace[1669601191] 'applied index is now lower than readState.Index' (duration: 439.809211ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T21:59:40.588189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:59:40.035206Z","time spent":"552.89819ms","remote":"127.0.0.1:55144","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":725,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T21:59:40.588531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"551.479494ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:13852"} {"level":"info","ts":"2026-03-18T21:59:40.588689Z","caller":"traceutil/trace.go:171","msg":"trace[1687608370] range","detail":"{range_begin:/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:5321; }","duration":"551.6797ms","start":"2026-03-18T21:59:40.036978Z","end":"2026-03-18T21:59:40.588658Z","steps":["trace[1687608370] 'agreement among raft nodes before linearized reading' (duration: 551.26368ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:59:40.588762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:59:40.036964Z","time spent":"551.781172ms","remote":"127.0.0.1:55254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":1,"response size":13876,"request content":"key:\"/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"warn","ts":"2026-03-18T21:59:40.58943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"543.223627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-03-18T21:59:40.589496Z","caller":"traceutil/trace.go:171","msg":"trace[984686005] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:5322; }","duration":"543.329919ms","start":"2026-03-18T21:59:40.04615Z","end":"2026-03-18T21:59:40.58948Z","steps":["trace[984686005] 'agreement among raft nodes before linearized reading' (duration: 543.197896ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:59:40.589539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:59:40.046125Z","time spent":"543.40394ms","remote":"127.0.0.1:50554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5675,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-18T21:59:40.589628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"519.885929ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-03-18T21:59:40.589754Z","caller":"traceutil/trace.go:171","msg":"trace[395517868] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:5322; }","duration":"520.047273ms","start":"2026-03-18T21:59:40.069685Z","end":"2026-03-18T21:59:40.589732Z","steps":["trace[395517868] 'agreement among raft nodes before linearized reading' (duration: 519.767446ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:59:40.58981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:59:40.069673Z","time spent":"520.126415ms","remote":"127.0.0.1:55228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1959,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"warn","ts":"2026-03-18T21:59:40.58964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.574016ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19497"} {"level":"info","ts":"2026-03-18T21:59:40.589987Z","caller":"traceutil/trace.go:171","msg":"trace[211417761] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:5322; }","duration":"160.955965ms","start":"2026-03-18T21:59:40.429007Z","end":"2026-03-18T21:59:40.589963Z","steps":["trace[211417761] 'agreement among raft nodes before linearized reading' (duration: 160.382051ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:59:40.59001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"543.565965ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-keystone-server\" ","response":"range_response_count:1 size:9639"} {"level":"warn","ts":"2026-03-18T21:59:40.590013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.52777ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T21:59:40.590105Z","caller":"traceutil/trace.go:171","msg":"trace[865235767] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-keystone-server; range_end:; response_count:1; response_revision:5322; }","duration":"543.687908ms","start":"2026-03-18T21:59:40.046406Z","end":"2026-03-18T21:59:40.590094Z","steps":["trace[865235767] 'agreement among raft nodes before linearized reading' (duration: 543.468963ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:59:40.590143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:59:40.046394Z","time spent":"543.74168ms","remote":"127.0.0.1:55522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":9663,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-keystone-server\" "} {"level":"info","ts":"2026-03-18T21:59:40.590139Z","caller":"traceutil/trace.go:171","msg":"trace[449166947] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5322; }","duration":"215.704014ms","start":"2026-03-18T21:59:40.37441Z","end":"2026-03-18T21:59:40.590114Z","steps":["trace[449166947] 'agreement among raft nodes before linearized reading' (duration: 215.480618ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:59:40.590155Z","caller":"traceutil/trace.go:171","msg":"trace[907719350] transaction","detail":"{read_only:false; response_revision:5322; number_of_response:1; }","duration":"552.995104ms","start":"2026-03-18T21:59:40.037147Z","end":"2026-03-18T21:59:40.590142Z","steps":["trace[907719350] 'process raft request' (duration: 550.667535ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:59:40.590244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:59:40.037132Z","time spent":"553.053805ms","remote":"127.0.0.1:55338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T21:59:40.778064Z","caller":"traceutil/trace.go:171","msg":"trace[1036700295] transaction","detail":"{read_only:false; response_revision:5323; number_of_response:1; }","duration":"180.002495ms","start":"2026-03-18T21:59:40.598011Z","end":"2026-03-18T21:59:40.778013Z","steps":["trace[1036700295] 'process raft request' (duration: 109.831877ms)","trace[1036700295] 'compare' (duration: 69.943082ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T21:59:40.978681Z","caller":"traceutil/trace.go:171","msg":"trace[868850902] transaction","detail":"{read_only:false; response_revision:5327; number_of_response:1; }","duration":"189.750971ms","start":"2026-03-18T21:59:40.78885Z","end":"2026-03-18T21:59:40.978601Z","steps":["trace[868850902] 'process raft request' (duration: 189.693679ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:59:40.979089Z","caller":"traceutil/trace.go:171","msg":"trace[177941864] linearizableReadLoop","detail":"{readStateIndex:5544; appliedIndex:5542; }","duration":"259.826467ms","start":"2026-03-18T21:59:40.719238Z","end":"2026-03-18T21:59:40.979065Z","steps":["trace[177941864] 'read index received' (duration: 202.306887ms)","trace[177941864] 'applied index is now lower than readState.Index' (duration: 57.51667ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T21:59:40.979313Z","caller":"traceutil/trace.go:171","msg":"trace[1248398037] transaction","detail":"{read_only:false; response_revision:5326; number_of_response:1; }","duration":"192.569692ms","start":"2026-03-18T21:59:40.786725Z","end":"2026-03-18T21:59:40.979294Z","steps":["trace[1248398037] 'process raft request' (duration: 191.773401ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:59:40.978785Z","caller":"traceutil/trace.go:171","msg":"trace[796471586] transaction","detail":"{read_only:false; response_revision:5325; number_of_response:1; }","duration":"361.203081ms","start":"2026-03-18T21:59:40.617561Z","end":"2026-03-18T21:59:40.978765Z","steps":["trace[796471586] 'process raft request' (duration: 360.853361ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:59:40.979605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:59:40.617543Z","time spent":"361.94597ms","remote":"127.0.0.1:55338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T21:59:40.979612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.344819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-18T21:59:40.979673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.817014ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-18T21:59:40.979686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.276125ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-18T21:59:40.978843Z","caller":"traceutil/trace.go:171","msg":"trace[2105790992] transaction","detail":"{read_only:false; response_revision:5324; number_of_response:1; }","duration":"376.496267ms","start":"2026-03-18T21:59:40.60233Z","end":"2026-03-18T21:59:40.978827Z","steps":["trace[2105790992] 'process raft request' (duration: 319.258044ms)","trace[2105790992] 'compare' (duration: 56.607767ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T21:59:40.979717Z","caller":"traceutil/trace.go:171","msg":"trace[1725432743] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:5327; }","duration":"260.482563ms","start":"2026-03-18T21:59:40.719211Z","end":"2026-03-18T21:59:40.979694Z","steps":["trace[1725432743] 'agreement among raft nodes before linearized reading' (duration: 260.232787ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:59:40.979738Z","caller":"traceutil/trace.go:171","msg":"trace[821849849] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5327; }","duration":"193.900565ms","start":"2026-03-18T21:59:40.785822Z","end":"2026-03-18T21:59:40.979722Z","steps":["trace[821849849] 'agreement among raft nodes before linearized reading' (duration: 193.67998ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:59:40.97976Z","caller":"traceutil/trace.go:171","msg":"trace[2121929935] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5327; }","duration":"194.409999ms","start":"2026-03-18T21:59:40.785331Z","end":"2026-03-18T21:59:40.979741Z","steps":["trace[2121929935] 'agreement among raft nodes before linearized reading' (duration: 194.153823ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:59:40.979778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:59:40.602303Z","time spent":"377.44327ms","remote":"127.0.0.1:55254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":13649,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T21:59:40.979941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.677625ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-18T21:59:40.979999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.189152ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-18T21:59:40.980311Z","caller":"traceutil/trace.go:171","msg":"trace[919557409] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5327; }","duration":"192.788508ms","start":"2026-03-18T21:59:40.787224Z","end":"2026-03-18T21:59:40.980012Z","steps":["trace[919557409] 'agreement among raft nodes before linearized reading' (duration: 192.622324ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:59:40.980302Z","caller":"traceutil/trace.go:171","msg":"trace[1021364813] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5327; }","duration":"194.264184ms","start":"2026-03-18T21:59:40.785768Z","end":"2026-03-18T21:59:40.980032Z","steps":["trace[1021364813] 'agreement among raft nodes before linearized reading' (duration: 194.124291ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:59:41.240546Z","caller":"traceutil/trace.go:171","msg":"trace[1199856791] transaction","detail":"{read_only:false; response_revision:5328; number_of_response:1; }","duration":"254.662067ms","start":"2026-03-18T21:59:40.985853Z","end":"2026-03-18T21:59:41.240515Z","steps":["trace[1199856791] 'process raft request' (duration: 229.39728ms)","trace[1199856791] 'compare' (duration: 24.99953ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T21:59:41.241484Z","caller":"traceutil/trace.go:171","msg":"trace[184400161] transaction","detail":"{read_only:false; response_revision:5330; number_of_response:1; }","duration":"255.580499ms","start":"2026-03-18T21:59:40.985873Z","end":"2026-03-18T21:59:41.241453Z","steps":["trace[184400161] 'process raft request' (duration: 255.484247ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:59:41.241895Z","caller":"traceutil/trace.go:171","msg":"trace[1018503608] transaction","detail":"{read_only:false; response_revision:5329; number_of_response:1; }","duration":"256.047521ms","start":"2026-03-18T21:59:40.985835Z","end":"2026-03-18T21:59:41.241883Z","steps":["trace[1018503608] 'process raft request' (duration: 254.597685ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:59:41.415192Z","caller":"traceutil/trace.go:171","msg":"trace[1314548829] transaction","detail":"{read_only:false; response_revision:5331; number_of_response:1; }","duration":"428.951908ms","start":"2026-03-18T21:59:40.986207Z","end":"2026-03-18T21:59:41.415159Z","steps":["trace[1314548829] 'process raft request' (duration: 405.115458ms)","trace[1314548829] 'compare' (duration: 23.631385ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T21:59:41.415392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:59:40.986198Z","time spent":"429.090271ms","remote":"127.0.0.1:55238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":906,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T21:59:41.415469Z","caller":"traceutil/trace.go:171","msg":"trace[410507917] transaction","detail":"{read_only:false; response_revision:5332; number_of_response:1; }","duration":"429.180924ms","start":"2026-03-18T21:59:40.986254Z","end":"2026-03-18T21:59:41.415435Z","steps":["trace[410507917] 'process raft request' (duration: 428.858216ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:59:41.41568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:59:40.986229Z","time spent":"429.307036ms","remote":"127.0.0.1:55342","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1455,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T21:59:41.415883Z","caller":"traceutil/trace.go:171","msg":"trace[1435244304] transaction","detail":"{read_only:false; response_revision:5334; number_of_response:1; }","duration":"428.405184ms","start":"2026-03-18T21:59:40.987451Z","end":"2026-03-18T21:59:41.415856Z","steps":["trace[1435244304] 'process raft request' (duration: 428.23868ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:59:41.415949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:59:40.987437Z","time spent":"428.485376ms","remote":"127.0.0.1:55338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T21:59:41.415927Z","caller":"traceutil/trace.go:171","msg":"trace[2133325394] transaction","detail":"{read_only:false; response_revision:5333; number_of_response:1; }","duration":"429.048671ms","start":"2026-03-18T21:59:40.986843Z","end":"2026-03-18T21:59:41.415892Z","steps":["trace[2133325394] 'process raft request' (duration: 428.500476ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:59:41.41596Z","caller":"traceutil/trace.go:171","msg":"trace[1365205042] linearizableReadLoop","detail":"{readStateIndex:5556; appliedIndex:5546; }","duration":"404.559474ms","start":"2026-03-18T21:59:41.011375Z","end":"2026-03-18T21:59:41.415935Z","steps":["trace[1365205042] 'read index received' (duration: 204.158974ms)","trace[1365205042] 'applied index is now lower than readState.Index' (duration: 200.3993ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T21:59:41.416099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:59:40.986837Z","time spent":"429.157804ms","remote":"127.0.0.1:55338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T21:59:41.416236Z","caller":"traceutil/trace.go:171","msg":"trace[1566345446] transaction","detail":"{read_only:false; response_revision:5336; number_of_response:1; }","duration":"421.071869ms","start":"2026-03-18T21:59:40.995152Z","end":"2026-03-18T21:59:41.416224Z","steps":["trace[1566345446] 'process raft request' (duration: 420.671399ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:59:41.416242Z","caller":"traceutil/trace.go:171","msg":"trace[951516367] transaction","detail":"{read_only:false; response_revision:5335; number_of_response:1; }","duration":"428.472455ms","start":"2026-03-18T21:59:40.987756Z","end":"2026-03-18T21:59:41.416229Z","steps":["trace[951516367] 'process raft request' (duration: 428.003084ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:59:41.416281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:59:40.995142Z","time spent":"421.115131ms","remote":"127.0.0.1:55522","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":12014,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T21:59:41.416301Z","caller":"traceutil/trace.go:171","msg":"trace[1814151221] transaction","detail":"{read_only:false; response_revision:5337; number_of_response:1; }","duration":"407.664732ms","start":"2026-03-18T21:59:41.008617Z","end":"2026-03-18T21:59:41.416282Z","steps":["trace[1814151221] 'process raft request' (duration: 407.272962ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:59:41.416313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:59:40.987744Z","time spent":"428.530107ms","remote":"127.0.0.1:55342","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1869,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T21:59:41.416571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.467442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"warn","ts":"2026-03-18T21:59:41.416597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"405.2285ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rpbhf\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-18T21:59:41.416652Z","caller":"traceutil/trace.go:171","msg":"trace[1679548460] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rpbhf; range_end:; response_count:1; response_revision:5337; }","duration":"405.298332ms","start":"2026-03-18T21:59:41.011342Z","end":"2026-03-18T21:59:41.41664Z","steps":["trace[1679548460] 'agreement among raft nodes before linearized reading' (duration: 405.138408ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T21:59:41.41665Z","caller":"traceutil/trace.go:171","msg":"trace[1975391795] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:5337; }","duration":"310.639387ms","start":"2026-03-18T21:59:41.105988Z","end":"2026-03-18T21:59:41.416628Z","steps":["trace[1975391795] 'agreement among raft nodes before linearized reading' (duration: 310.421412ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T21:59:41.416685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:59:41.011326Z","time spent":"405.352554ms","remote":"127.0.0.1:55254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6548,"request content":"key:\"/registry/pods/openstack/keepalived-rpbhf\" "} {"level":"warn","ts":"2026-03-18T21:59:41.416907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:59:41.105961Z","time spent":"310.732809ms","remote":"127.0.0.1:55228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1959,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"warn","ts":"2026-03-18T21:59:41.416436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T21:59:41.008599Z","time spent":"407.746124ms","remote":"127.0.0.1:55338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T21:59:41.692365Z","caller":"traceutil/trace.go:171","msg":"trace[81395780] transaction","detail":"{read_only:false; response_revision:5338; number_of_response:1; }","duration":"253.412955ms","start":"2026-03-18T21:59:41.438927Z","end":"2026-03-18T21:59:41.69234Z","steps":["trace[81395780] 'process raft request' (duration: 253.098027ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T22:00:13.310619Z","caller":"traceutil/trace.go:171","msg":"trace[1194348229] transaction","detail":"{read_only:false; response_revision:5615; number_of_response:1; }","duration":"174.772472ms","start":"2026-03-18T22:00:13.135807Z","end":"2026-03-18T22:00:13.31058Z","steps":["trace[1194348229] 'process raft request' (duration: 174.538116ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T22:00:13.856382Z","caller":"traceutil/trace.go:171","msg":"trace[272002177] transaction","detail":"{read_only:false; response_revision:5616; number_of_response:1; }","duration":"717.951297ms","start":"2026-03-18T22:00:13.138387Z","end":"2026-03-18T22:00:13.856338Z","steps":["trace[272002177] 'process raft request' (duration: 714.191411ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T22:00:13.85646Z","caller":"traceutil/trace.go:171","msg":"trace[339893766] linearizableReadLoop","detail":"{readStateIndex:5843; appliedIndex:5842; }","duration":"436.768563ms","start":"2026-03-18T22:00:13.419648Z","end":"2026-03-18T22:00:13.856417Z","steps":["trace[339893766] 'read index received' (duration: 432.912275ms)","trace[339893766] 'applied index is now lower than readState.Index' (duration: 3.842667ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T22:00:13.856489Z","caller":"traceutil/trace.go:171","msg":"trace[1131680476] transaction","detail":"{read_only:false; response_revision:5617; number_of_response:1; }","duration":"213.428136ms","start":"2026-03-18T22:00:13.643025Z","end":"2026-03-18T22:00:13.856453Z","steps":["trace[1131680476] 'process raft request' (duration: 213.300413ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:00:13.856622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:00:13.138348Z","time spent":"718.145301ms","remote":"127.0.0.1:55338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T22:00:13.856906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"437.239075ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-18T22:00:13.856986Z","caller":"traceutil/trace.go:171","msg":"trace[742697228] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5617; }","duration":"437.388848ms","start":"2026-03-18T22:00:13.419578Z","end":"2026-03-18T22:00:13.856967Z","steps":["trace[742697228] 'agreement among raft nodes before linearized reading' (duration: 437.034099ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:00:13.857046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:00:13.419545Z","time spent":"437.494731ms","remote":"127.0.0.1:55338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-18T22:00:13.857175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.710473ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-credential-setup\" ","response":"range_response_count:1 size:6157"} {"level":"info","ts":"2026-03-18T22:00:13.857246Z","caller":"traceutil/trace.go:171","msg":"trace[2028501385] range","detail":"{range_begin:/registry/jobs/openstack/keystone-credential-setup; range_end:; response_count:1; response_revision:5617; }","duration":"132.829276ms","start":"2026-03-18T22:00:13.724402Z","end":"2026-03-18T22:00:13.857231Z","steps":["trace[2028501385] 'agreement among raft nodes before linearized reading' (duration: 132.696252ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:00:13.857252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.287569ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T22:00:13.857393Z","caller":"traceutil/trace.go:171","msg":"trace[1178475137] range","detail":"{range_begin:/registry/jobs/openstack/keystone-fernet-setup; range_end:; response_count:0; response_revision:5617; }","duration":"137.489953ms","start":"2026-03-18T22:00:13.719873Z","end":"2026-03-18T22:00:13.857363Z","steps":["trace[1178475137] 'agreement among raft nodes before linearized reading' (duration: 137.264177ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:00:13.857634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"427.877559ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-18T22:00:13.857724Z","caller":"traceutil/trace.go:171","msg":"trace[921809536] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5617; }","duration":"428.024122ms","start":"2026-03-18T22:00:13.42968Z","end":"2026-03-18T22:00:13.857704Z","steps":["trace[921809536] 'agreement among raft nodes before linearized reading' (duration: 427.184812ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:00:13.857789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:00:13.429655Z","time spent":"428.120245ms","remote":"127.0.0.1:55338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-18T22:00:13.857358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.732549ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T22:00:13.859046Z","caller":"traceutil/trace.go:171","msg":"trace[1325582844] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-sync; range_end:; response_count:0; response_revision:5617; }","duration":"139.481964ms","start":"2026-03-18T22:00:13.719541Z","end":"2026-03-18T22:00:13.859023Z","steps":["trace[1325582844] 'agreement among raft nodes before linearized reading' (duration: 137.697159ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T22:00:24.045656Z","caller":"traceutil/trace.go:171","msg":"trace[106987963] linearizableReadLoop","detail":"{readStateIndex:5897; appliedIndex:5896; }","duration":"142.122721ms","start":"2026-03-18T22:00:23.903505Z","end":"2026-03-18T22:00:24.045628Z","steps":["trace[106987963] 'read index received' (duration: 142.067249ms)","trace[106987963] 'applied index is now lower than readState.Index' (duration: 54.102µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T22:00:24.045771Z","caller":"traceutil/trace.go:171","msg":"trace[1930098241] transaction","detail":"{read_only:false; response_revision:5668; number_of_response:1; }","duration":"152.546162ms","start":"2026-03-18T22:00:23.893172Z","end":"2026-03-18T22:00:24.045718Z","steps":["trace[1930098241] 'process raft request' (duration: 152.297106ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:00:24.045908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.385897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-credential-setup\" ","response":"range_response_count:1 size:6157"} {"level":"info","ts":"2026-03-18T22:00:24.045956Z","caller":"traceutil/trace.go:171","msg":"trace[1531595895] range","detail":"{range_begin:/registry/jobs/openstack/keystone-credential-setup; range_end:; response_count:1; response_revision:5668; }","duration":"142.48751ms","start":"2026-03-18T22:00:23.903457Z","end":"2026-03-18T22:00:24.045944Z","steps":["trace[1531595895] 'agreement among raft nodes before linearized reading' (duration: 142.308605ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:00:24.079258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.649307ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-18T22:00:24.07932Z","caller":"traceutil/trace.go:171","msg":"trace[869924446] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5669; }","duration":"162.743829ms","start":"2026-03-18T22:00:23.916563Z","end":"2026-03-18T22:00:24.079306Z","steps":["trace[869924446] 'agreement among raft nodes before linearized reading' (duration: 162.587415ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T22:00:24.079345Z","caller":"traceutil/trace.go:171","msg":"trace[1811547793] transaction","detail":"{read_only:false; response_revision:5669; number_of_response:1; }","duration":"169.612413ms","start":"2026-03-18T22:00:23.909678Z","end":"2026-03-18T22:00:24.079291Z","steps":["trace[1811547793] 'process raft request' (duration: 169.365707ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:00:24.079414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.543183ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-18T22:00:24.079488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.761018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-18T22:00:24.079495Z","caller":"traceutil/trace.go:171","msg":"trace[1571048084] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5669; }","duration":"154.648955ms","start":"2026-03-18T22:00:23.924819Z","end":"2026-03-18T22:00:24.079468Z","steps":["trace[1571048084] 'agreement among raft nodes before linearized reading' (duration: 154.403899ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T22:00:24.079528Z","caller":"traceutil/trace.go:171","msg":"trace[1620330015] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5669; }","duration":"154.84562ms","start":"2026-03-18T22:00:23.924674Z","end":"2026-03-18T22:00:24.079519Z","steps":["trace[1620330015] 'agreement among raft nodes before linearized reading' (duration: 154.740308ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:00:24.079667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.123987ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rpbhf\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-18T22:00:24.079698Z","caller":"traceutil/trace.go:171","msg":"trace[1789373526] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rpbhf; range_end:; response_count:1; response_revision:5669; }","duration":"155.223ms","start":"2026-03-18T22:00:23.924468Z","end":"2026-03-18T22:00:24.079691Z","steps":["trace[1789373526] 'agreement among raft nodes before linearized reading' (duration: 155.130457ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:00:24.079769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.993446ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-18T22:00:24.079824Z","caller":"traceutil/trace.go:171","msg":"trace[1469881731] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5669; }","duration":"163.061608ms","start":"2026-03-18T22:00:23.916747Z","end":"2026-03-18T22:00:24.079809Z","steps":["trace[1469881731] 'agreement among raft nodes before linearized reading' (duration: 162.858793ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:00:24.080733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.390179ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2210989"} {"level":"info","ts":"2026-03-18T22:00:24.080825Z","caller":"traceutil/trace.go:171","msg":"trace[284554714] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:5669; }","duration":"123.506012ms","start":"2026-03-18T22:00:23.957303Z","end":"2026-03-18T22:00:24.080809Z","steps":["trace[284554714] 'agreement among raft nodes before linearized reading' (duration: 122.324022ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:00:24.430323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.832155ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-03-18T22:00:24.43062Z","caller":"traceutil/trace.go:171","msg":"trace[1293975029] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:5673; }","duration":"156.181924ms","start":"2026-03-18T22:00:24.274403Z","end":"2026-03-18T22:00:24.430585Z","steps":["trace[1293975029] 'range keys from in-memory index tree' (duration: 155.564799ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:00:24.430323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.70021ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config\" ","response":"range_response_count:1 size:696"} {"level":"info","ts":"2026-03-18T22:00:24.430766Z","caller":"traceutil/trace.go:171","msg":"trace[1257640093] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config; range_end:; response_count:1; response_revision:5673; }","duration":"194.156441ms","start":"2026-03-18T22:00:24.236584Z","end":"2026-03-18T22:00:24.43074Z","steps":["trace[1257640093] 'range keys from in-memory index tree' (duration: 193.576467ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:00:24.430381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.488551ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-18T22:00:24.430506Z","caller":"traceutil/trace.go:171","msg":"trace[1099208657] transaction","detail":"{read_only:false; response_revision:5674; number_of_response:1; }","duration":"114.591167ms","start":"2026-03-18T22:00:24.315877Z","end":"2026-03-18T22:00:24.430468Z","steps":["trace[1099208657] 'process raft request' (duration: 86.656673ms)","trace[1099208657] 'compare' (duration: 27.471242ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T22:00:24.43144Z","caller":"traceutil/trace.go:171","msg":"trace[1204337410] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:5673; }","duration":"155.229541ms","start":"2026-03-18T22:00:24.275826Z","end":"2026-03-18T22:00:24.431055Z","steps":["trace[1204337410] 'range keys from in-memory index tree' (duration: 154.285156ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T22:00:24.568755Z","caller":"traceutil/trace.go:171","msg":"trace[96849596] linearizableReadLoop","detail":"{readStateIndex:5905; appliedIndex:5903; }","duration":"128.923608ms","start":"2026-03-18T22:00:24.439793Z","end":"2026-03-18T22:00:24.568717Z","steps":["trace[96849596] 'read index received' (duration: 81.982556ms)","trace[96849596] 'applied index is now lower than readState.Index' (duration: 46.939272ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T22:00:24.568854Z","caller":"traceutil/trace.go:171","msg":"trace[402724564] transaction","detail":"{read_only:false; response_revision:5676; number_of_response:1; }","duration":"131.773419ms","start":"2026-03-18T22:00:24.437036Z","end":"2026-03-18T22:00:24.568809Z","steps":["trace[402724564] 'process raft request' (duration: 106.185435ms)","trace[402724564] 'compare' (duration: 25.329738ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T22:00:24.569072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.251826ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/prometheus-operated\" ","response":"range_response_count:1 size:993"} {"level":"info","ts":"2026-03-18T22:00:24.569172Z","caller":"traceutil/trace.go:171","msg":"trace[1518244199] range","detail":"{range_begin:/registry/services/specs/monitoring/prometheus-operated; range_end:; response_count:1; response_revision:5676; }","duration":"129.387679ms","start":"2026-03-18T22:00:24.439761Z","end":"2026-03-18T22:00:24.569149Z","steps":["trace[1518244199] 'agreement among raft nodes before linearized reading' (duration: 129.108372ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T22:00:24.780991Z","caller":"traceutil/trace.go:171","msg":"trace[1177609472] transaction","detail":"{read_only:false; response_revision:5677; number_of_response:1; }","duration":"192.282943ms","start":"2026-03-18T22:00:24.588647Z","end":"2026-03-18T22:00:24.78093Z","steps":["trace[1177609472] 'process raft request' (duration: 135.38621ms)","trace[1177609472] 'compare' (duration: 56.462822ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T22:00:25.035871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.508894ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T22:00:25.035995Z","caller":"traceutil/trace.go:171","msg":"trace[260571836] linearizableReadLoop","detail":"{readStateIndex:5907; appliedIndex:5906; }","duration":"144.776947ms","start":"2026-03-18T22:00:24.891199Z","end":"2026-03-18T22:00:25.035976Z","steps":["trace[260571836] 'read index received' (duration: 30.107668ms)","trace[260571836] 'applied index is now lower than readState.Index' (duration: 114.667489ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T22:00:25.036073Z","caller":"traceutil/trace.go:171","msg":"trace[733048709] transaction","detail":"{read_only:false; response_revision:5678; number_of_response:1; }","duration":"175.02667ms","start":"2026-03-18T22:00:24.860985Z","end":"2026-03-18T22:00:25.036011Z","steps":["trace[733048709] 'process raft request' (duration: 60.280369ms)","trace[733048709] 'compare' (duration: 114.399421ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T22:00:25.036311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.87809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T22:00:25.036408Z","caller":"traceutil/trace.go:171","msg":"trace[1703264394] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:5678; }","duration":"145.219799ms","start":"2026-03-18T22:00:24.891144Z","end":"2026-03-18T22:00:25.036364Z","steps":["trace[1703264394] 'agreement among raft nodes before linearized reading' (duration: 144.88271ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T22:00:25.393789Z","caller":"traceutil/trace.go:171","msg":"trace[837970669] transaction","detail":"{read_only:false; response_revision:5679; number_of_response:1; }","duration":"263.153139ms","start":"2026-03-18T22:00:25.130616Z","end":"2026-03-18T22:00:25.393769Z","steps":["trace[837970669] 'process raft request' (duration: 262.809301ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T22:00:25.394005Z","caller":"traceutil/trace.go:171","msg":"trace[504371343] linearizableReadLoop","detail":"{readStateIndex:5908; appliedIndex:5907; }","duration":"260.200645ms","start":"2026-03-18T22:00:25.133503Z","end":"2026-03-18T22:00:25.393704Z","steps":["trace[504371343] 'read index received' (duration: 259.876737ms)","trace[504371343] 'applied index is now lower than readState.Index' (duration: 322.328µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T22:00:25.394226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.653436ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-a1aa5f2d-e319-4595-ad6e-ef1bd6f43452\" ","response":"range_response_count:1 size:1275"} {"level":"info","ts":"2026-03-18T22:00:25.394304Z","caller":"traceutil/trace.go:171","msg":"trace[297014174] range","detail":"{range_begin:/registry/persistentvolumes/pvc-a1aa5f2d-e319-4595-ad6e-ef1bd6f43452; range_end:; response_count:1; response_revision:5679; }","duration":"260.798109ms","start":"2026-03-18T22:00:25.133486Z","end":"2026-03-18T22:00:25.394284Z","steps":["trace[297014174] 'agreement among raft nodes before linearized reading' (duration: 260.42149ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T22:00:25.57286Z","caller":"traceutil/trace.go:171","msg":"trace[196164328] transaction","detail":"{read_only:false; response_revision:5681; number_of_response:1; }","duration":"171.706075ms","start":"2026-03-18T22:00:25.401111Z","end":"2026-03-18T22:00:25.572817Z","steps":["trace[196164328] 'process raft request' (duration: 171.336646ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T22:00:25.572908Z","caller":"traceutil/trace.go:171","msg":"trace[655074530] transaction","detail":"{read_only:false; response_revision:5683; number_of_response:1; }","duration":"170.381562ms","start":"2026-03-18T22:00:25.40249Z","end":"2026-03-18T22:00:25.572871Z","steps":["trace[655074530] 'process raft request' (duration: 170.28094ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T22:00:25.572963Z","caller":"traceutil/trace.go:171","msg":"trace[1442426193] transaction","detail":"{read_only:false; response_revision:5682; number_of_response:1; }","duration":"170.465144ms","start":"2026-03-18T22:00:25.40245Z","end":"2026-03-18T22:00:25.572916Z","steps":["trace[1442426193] 'process raft request' (duration: 170.240829ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T22:00:25.573274Z","caller":"traceutil/trace.go:171","msg":"trace[1786574209] transaction","detail":"{read_only:false; response_revision:5685; number_of_response:1; }","duration":"170.371952ms","start":"2026-03-18T22:00:25.402879Z","end":"2026-03-18T22:00:25.573251Z","steps":["trace[1786574209] 'process raft request' (duration: 170.259119ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T22:00:25.573366Z","caller":"traceutil/trace.go:171","msg":"trace[178447652] transaction","detail":"{read_only:false; response_revision:5684; number_of_response:1; }","duration":"170.477195ms","start":"2026-03-18T22:00:25.40282Z","end":"2026-03-18T22:00:25.573297Z","steps":["trace[178447652] 'process raft request' (duration: 170.003883ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T22:00:25.573481Z","caller":"traceutil/trace.go:171","msg":"trace[1735600442] transaction","detail":"{read_only:false; response_revision:5686; number_of_response:1; }","duration":"170.381231ms","start":"2026-03-18T22:00:25.403049Z","end":"2026-03-18T22:00:25.57343Z","steps":["trace[1735600442] 'process raft request' (duration: 170.170106ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T22:00:25.573735Z","caller":"traceutil/trace.go:171","msg":"trace[473026403] linearizableReadLoop","detail":"{readStateIndex:5916; appliedIndex:5909; }","duration":"162.577015ms","start":"2026-03-18T22:00:25.411141Z","end":"2026-03-18T22:00:25.573718Z","steps":["trace[473026403] 'read index received' (duration: 161.291623ms)","trace[473026403] 'applied index is now lower than readState.Index' (duration: 1.283432ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T22:00:25.573777Z","caller":"traceutil/trace.go:171","msg":"trace[326503609] transaction","detail":"{read_only:false; response_revision:5687; number_of_response:1; }","duration":"167.380696ms","start":"2026-03-18T22:00:25.40637Z","end":"2026-03-18T22:00:25.57375Z","steps":["trace[326503609] 'process raft request' (duration: 166.995737ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:00:25.573855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.69266ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T22:00:25.573909Z","caller":"traceutil/trace.go:171","msg":"trace[465071095] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5687; }","duration":"162.802762ms","start":"2026-03-18T22:00:25.411091Z","end":"2026-03-18T22:00:25.573894Z","steps":["trace[465071095] 'agreement among raft nodes before linearized reading' (duration: 162.681398ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T22:00:53.942916Z","caller":"traceutil/trace.go:171","msg":"trace[958019438] transaction","detail":"{read_only:false; response_revision:5843; number_of_response:1; }","duration":"278.750602ms","start":"2026-03-18T22:00:53.664118Z","end":"2026-03-18T22:00:53.942869Z","steps":["trace[958019438] 'process raft request' (duration: 278.28463ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:00:54.543035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.965738ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T22:00:54.543211Z","caller":"traceutil/trace.go:171","msg":"trace[48306998] linearizableReadLoop","detail":"{readStateIndex:6081; appliedIndex:6080; }","duration":"207.98298ms","start":"2026-03-18T22:00:54.335189Z","end":"2026-03-18T22:00:54.543171Z","steps":["trace[48306998] 'read index received' (duration: 82.726985ms)","trace[48306998] 'applied index is now lower than readState.Index' (duration: 125.254205ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T22:00:54.543271Z","caller":"traceutil/trace.go:171","msg":"trace[474303206] transaction","detail":"{read_only:false; response_revision:5845; number_of_response:1; }","duration":"296.355895ms","start":"2026-03-18T22:00:54.246852Z","end":"2026-03-18T22:00:54.543208Z","steps":["trace[474303206] 'process raft request' (duration: 171.09864ms)","trace[474303206] 'compare' (duration: 124.812913ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T22:00:54.543465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.280857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-18T22:00:54.543493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.48067ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T22:00:54.543537Z","caller":"traceutil/trace.go:171","msg":"trace[2109297380] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5845; }","duration":"208.410451ms","start":"2026-03-18T22:00:54.335108Z","end":"2026-03-18T22:00:54.543518Z","steps":["trace[2109297380] 'agreement among raft nodes before linearized reading' (duration: 208.196376ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T22:00:54.543616Z","caller":"traceutil/trace.go:171","msg":"trace[892170418] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5845; }","duration":"169.562922ms","start":"2026-03-18T22:00:54.37396Z","end":"2026-03-18T22:00:54.543523Z","steps":["trace[892170418] 'agreement among raft nodes before linearized reading' (duration: 169.46561ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T22:00:54.723142Z","caller":"traceutil/trace.go:171","msg":"trace[401530307] transaction","detail":"{read_only:false; response_revision:5846; number_of_response:1; }","duration":"171.292785ms","start":"2026-03-18T22:00:54.551819Z","end":"2026-03-18T22:00:54.723112Z","steps":["trace[401530307] 'process raft request' (duration: 156.850702ms)","trace[401530307] 'compare' (duration: 14.064064ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T22:00:54.734463Z","caller":"traceutil/trace.go:171","msg":"trace[1013223339] transaction","detail":"{read_only:false; response_revision:5847; number_of_response:1; }","duration":"182.554459ms","start":"2026-03-18T22:00:54.551883Z","end":"2026-03-18T22:00:54.734438Z","steps":["trace[1013223339] 'process raft request' (duration: 182.354804ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T22:00:54.735029Z","caller":"traceutil/trace.go:171","msg":"trace[1340600505] transaction","detail":"{read_only:false; response_revision:5848; number_of_response:1; }","duration":"182.841025ms","start":"2026-03-18T22:00:54.55215Z","end":"2026-03-18T22:00:54.734991Z","steps":["trace[1340600505] 'process raft request' (duration: 182.246361ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T22:00:54.735154Z","caller":"traceutil/trace.go:171","msg":"trace[1543887239] transaction","detail":"{read_only:false; response_revision:5849; number_of_response:1; }","duration":"183.208085ms","start":"2026-03-18T22:00:54.551902Z","end":"2026-03-18T22:00:54.73511Z","steps":["trace[1543887239] 'process raft request' (duration: 182.917818ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T22:00:54.735367Z","caller":"traceutil/trace.go:171","msg":"trace[975800279] linearizableReadLoop","detail":"{readStateIndex:6086; appliedIndex:6081; }","duration":"152.587024ms","start":"2026-03-18T22:00:54.58274Z","end":"2026-03-18T22:00:54.735327Z","steps":["trace[975800279] 'read index received' (duration: 125.924672ms)","trace[975800279] 'applied index is now lower than readState.Index' (duration: 26.660512ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T22:00:54.735394Z","caller":"traceutil/trace.go:171","msg":"trace[797928626] transaction","detail":"{read_only:false; response_revision:5850; number_of_response:1; }","duration":"181.526173ms","start":"2026-03-18T22:00:54.553844Z","end":"2026-03-18T22:00:54.73537Z","steps":["trace[797928626] 'process raft request' (duration: 181.148233ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:00:54.735688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.911632ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-18T22:00:54.735755Z","caller":"traceutil/trace.go:171","msg":"trace[608020712] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:5850; }","duration":"153.028265ms","start":"2026-03-18T22:00:54.58271Z","end":"2026-03-18T22:00:54.735739Z","steps":["trace[608020712] 'agreement among raft nodes before linearized reading' (duration: 152.731007ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:00:54.936247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.807986ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T22:00:54.936384Z","caller":"traceutil/trace.go:171","msg":"trace[1138595057] linearizableReadLoop","detail":"{readStateIndex:6087; appliedIndex:6086; }","duration":"176.216869ms","start":"2026-03-18T22:00:54.760144Z","end":"2026-03-18T22:00:54.936361Z","steps":["trace[1138595057] 'read index received' (duration: 66.111406ms)","trace[1138595057] 'applied index is now lower than readState.Index' (duration: 110.103993ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T22:00:54.936466Z","caller":"traceutil/trace.go:171","msg":"trace[1375367895] transaction","detail":"{read_only:false; response_revision:5851; number_of_response:1; }","duration":"195.211348ms","start":"2026-03-18T22:00:54.741226Z","end":"2026-03-18T22:00:54.936437Z","steps":["trace[1375367895] 'process raft request' (duration: 85.090154ms)","trace[1375367895] 'compare' (duration: 109.633392ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T22:00:54.936527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.377463ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T22:00:54.936565Z","caller":"traceutil/trace.go:171","msg":"trace[1414949893] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:5851; }","duration":"176.441695ms","start":"2026-03-18T22:00:54.760109Z","end":"2026-03-18T22:00:54.936551Z","steps":["trace[1414949893] 'agreement among raft nodes before linearized reading' (duration: 176.367293ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:00:54.937053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.935521ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T22:00:54.937138Z","caller":"traceutil/trace.go:171","msg":"trace[592301839] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:5851; }","duration":"145.043514ms","start":"2026-03-18T22:00:54.792076Z","end":"2026-03-18T22:00:54.937119Z","steps":["trace[592301839] 'agreement among raft nodes before linearized reading' (duration: 144.88124ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T22:04:26.462134Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5214} {"level":"info","ts":"2026-03-18T22:04:26.565267Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5214,"took":"101.242659ms","hash":2291740173,"current-db-size-bytes":39268352,"current-db-size":"39 MB","current-db-size-in-use-bytes":20377600,"current-db-size-in-use":"20 MB"} {"level":"info","ts":"2026-03-18T22:04:26.565346Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2291740173,"revision":5214,"compact-revision":2574} {"level":"warn","ts":"2026-03-18T22:05:23.675885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.017955ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1988"} {"level":"info","ts":"2026-03-18T22:05:23.676027Z","caller":"traceutil/trace.go:171","msg":"trace[37102427] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:7591; }","duration":"111.230151ms","start":"2026-03-18T22:05:23.564757Z","end":"2026-03-18T22:05:23.675987Z","steps":["trace[37102427] 'range keys from in-memory index tree' (duration: 110.78239ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:05:24.558918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.219422ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T22:05:24.559201Z","caller":"traceutil/trace.go:171","msg":"trace[1658169625] transaction","detail":"{read_only:false; response_revision:7594; number_of_response:1; }","duration":"362.553966ms","start":"2026-03-18T22:05:24.196611Z","end":"2026-03-18T22:05:24.559165Z","steps":["trace[1658169625] 'process raft request' (duration: 33.943934ms)","trace[1658169625] 'compare' (duration: 327.879273ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T22:05:24.559798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:05:24.196586Z","time spent":"362.70053ms","remote":"127.0.0.1:55338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T22:05:24.559986Z","caller":"traceutil/trace.go:171","msg":"trace[1160930515] linearizableReadLoop","detail":"{readStateIndex:7895; appliedIndex:7893; }","duration":"362.941006ms","start":"2026-03-18T22:05:24.197019Z","end":"2026-03-18T22:05:24.55996Z","steps":["trace[1160930515] 'read index received' (duration: 33.638787ms)","trace[1160930515] 'applied index is now lower than readState.Index' (duration: 329.300879ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T22:05:24.560276Z","caller":"traceutil/trace.go:171","msg":"trace[1999280490] transaction","detail":"{read_only:false; response_revision:7595; number_of_response:1; }","duration":"363.004188ms","start":"2026-03-18T22:05:24.19701Z","end":"2026-03-18T22:05:24.560014Z","steps":["trace[1999280490] 'process raft request' (duration: 362.067653ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T22:05:24.560315Z","caller":"traceutil/trace.go:171","msg":"trace[1393434990] transaction","detail":"{read_only:false; response_revision:7596; number_of_response:1; }","duration":"362.605848ms","start":"2026-03-18T22:05:24.197445Z","end":"2026-03-18T22:05:24.560051Z","steps":["trace[1393434990] 'process raft request' (duration: 362.450944ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:05:24.56047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:05:24.196993Z","time spent":"363.382918ms","remote":"127.0.0.1:55338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T22:05:24.560501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.711464ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T22:05:24.560554Z","caller":"traceutil/trace.go:171","msg":"trace[282604645] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:7596; }","duration":"181.815677ms","start":"2026-03-18T22:05:24.378722Z","end":"2026-03-18T22:05:24.560538Z","steps":["trace[282604645] 'agreement among raft nodes before linearized reading' (duration: 181.695214ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:05:24.560538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.044134ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T22:05:24.560567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.522991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rpbhf\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-18T22:05:24.560627Z","caller":"traceutil/trace.go:171","msg":"trace[1607055326] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7596; }","duration":"186.175717ms","start":"2026-03-18T22:05:24.374427Z","end":"2026-03-18T22:05:24.560603Z","steps":["trace[1607055326] 'agreement among raft nodes before linearized reading' (duration: 185.993523ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T22:05:24.560663Z","caller":"traceutil/trace.go:171","msg":"trace[738382364] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rpbhf; range_end:; response_count:1; response_revision:7596; }","duration":"363.656344ms","start":"2026-03-18T22:05:24.196977Z","end":"2026-03-18T22:05:24.560633Z","steps":["trace[738382364] 'agreement among raft nodes before linearized reading' (duration: 363.317176ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:05:24.560717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:05:24.196958Z","time spent":"363.747976ms","remote":"127.0.0.1:55254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6548,"request content":"key:\"/registry/pods/openstack/keepalived-rpbhf\" "} {"level":"warn","ts":"2026-03-18T22:05:24.56058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:05:24.197434Z","time spent":"363.032869ms","remote":"127.0.0.1:55338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T22:05:24.560382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.81482ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T22:05:24.560928Z","caller":"traceutil/trace.go:171","msg":"trace[1871082091] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7596; }","duration":"289.412644ms","start":"2026-03-18T22:05:24.271483Z","end":"2026-03-18T22:05:24.560896Z","steps":["trace[1871082091] 'agreement among raft nodes before linearized reading' (duration: 288.82986ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:05:25.246794Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823086373136619063,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-18T22:05:25.370719Z","caller":"traceutil/trace.go:171","msg":"trace[1632327902] linearizableReadLoop","detail":"{readStateIndex:7897; appliedIndex:7896; }","duration":"624.729755ms","start":"2026-03-18T22:05:24.745956Z","end":"2026-03-18T22:05:25.370686Z","steps":["trace[1632327902] 'read index received' (duration: 624.437568ms)","trace[1632327902] 'applied index is now lower than readState.Index' (duration: 290.817µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T22:05:25.37089Z","caller":"traceutil/trace.go:171","msg":"trace[227386041] transaction","detail":"{read_only:false; response_revision:7597; number_of_response:1; }","duration":"714.234558ms","start":"2026-03-18T22:05:24.656606Z","end":"2026-03-18T22:05:25.37084Z","steps":["trace[227386041] 'process raft request' (duration: 713.88711ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:05:25.371138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:05:24.656576Z","time spent":"714.427973ms","remote":"127.0.0.1:55338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T22:05:25.371281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.067825ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-18T22:05:25.371364Z","caller":"traceutil/trace.go:171","msg":"trace[1963350598] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:7597; }","duration":"221.210279ms","start":"2026-03-18T22:05:25.15013Z","end":"2026-03-18T22:05:25.371341Z","steps":["trace[1963350598] 'agreement among raft nodes before linearized reading' (duration: 220.956372ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:05:25.371338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"625.369681ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-18T22:05:25.371387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"424.457924ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-03-18T22:05:25.371514Z","caller":"traceutil/trace.go:171","msg":"trace[1189357228] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7597; }","duration":"625.617157ms","start":"2026-03-18T22:05:24.745866Z","end":"2026-03-18T22:05:25.371484Z","steps":["trace[1189357228] 'agreement among raft nodes before linearized reading' (duration: 625.015792ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:05:25.371632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:05:24.745829Z","time spent":"625.789752ms","remote":"127.0.0.1:55338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-18T22:05:25.371674Z","caller":"traceutil/trace.go:171","msg":"trace[391229167] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:7597; }","duration":"424.771022ms","start":"2026-03-18T22:05:24.946814Z","end":"2026-03-18T22:05:25.371585Z","steps":["trace[391229167] 'agreement among raft nodes before linearized reading' (duration: 424.248359ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:05:25.371831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:05:24.946789Z","time spent":"425.021498ms","remote":"127.0.0.1:55338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":554,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-18T22:05:39.542081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.480416ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T22:05:39.542204Z","caller":"traceutil/trace.go:171","msg":"trace[2077341886] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7706; }","duration":"167.685481ms","start":"2026-03-18T22:05:39.374495Z","end":"2026-03-18T22:05:39.54218Z","steps":["trace[2077341886] 'range keys from in-memory index tree' (duration: 167.365713ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T22:05:44.74865Z","caller":"traceutil/trace.go:171","msg":"trace[647486386] transaction","detail":"{read_only:false; response_revision:7737; number_of_response:1; }","duration":"175.373984ms","start":"2026-03-18T22:05:44.573231Z","end":"2026-03-18T22:05:44.748605Z","steps":["trace[647486386] 'process raft request' (duration: 174.997555ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T22:05:44.748921Z","caller":"traceutil/trace.go:171","msg":"trace[790999239] transaction","detail":"{read_only:false; response_revision:7738; number_of_response:1; }","duration":"173.593449ms","start":"2026-03-18T22:05:44.575302Z","end":"2026-03-18T22:05:44.748895Z","steps":["trace[790999239] 'process raft request' (duration: 173.195219ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T22:05:44.74916Z","caller":"traceutil/trace.go:171","msg":"trace[380918623] transaction","detail":"{read_only:false; response_revision:7739; number_of_response:1; }","duration":"172.984664ms","start":"2026-03-18T22:05:44.57615Z","end":"2026-03-18T22:05:44.749135Z","steps":["trace[380918623] 'process raft request' (duration: 172.634175ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T22:05:53.904148Z","caller":"traceutil/trace.go:171","msg":"trace[108968281] transaction","detail":"{read_only:false; response_revision:7911; number_of_response:1; }","duration":"230.262256ms","start":"2026-03-18T22:05:53.673852Z","end":"2026-03-18T22:05:53.904114Z","steps":["trace[108968281] 'process raft request' (duration: 230.091362ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T22:05:53.912203Z","caller":"traceutil/trace.go:171","msg":"trace[1290016549] transaction","detail":"{read_only:false; response_revision:7912; number_of_response:1; }","duration":"214.079618ms","start":"2026-03-18T22:05:53.698074Z","end":"2026-03-18T22:05:53.912154Z","steps":["trace[1290016549] 'process raft request' (duration: 213.75841ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:05:55.490319Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823086373136619805,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T22:05:55.99089Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823086373136619805,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T22:05:56.133569Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.190136807s","expected-duration":"1s"} {"level":"info","ts":"2026-03-18T22:05:56.134129Z","caller":"traceutil/trace.go:171","msg":"trace[1896859469] transaction","detail":"{read_only:false; response_revision:7917; number_of_response:1; }","duration":"1.190813125s","start":"2026-03-18T22:05:54.943284Z","end":"2026-03-18T22:05:56.134097Z","steps":["trace[1896859469] 'process raft request' (duration: 1.19058659s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:05:56.134388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:05:54.943256Z","time spent":"1.190968769s","remote":"127.0.0.1:55338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T22:05:56.678292Z","caller":"traceutil/trace.go:171","msg":"trace[1202649050] transaction","detail":"{read_only:false; response_revision:7918; number_of_response:1; }","duration":"766.644398ms","start":"2026-03-18T22:05:55.91162Z","end":"2026-03-18T22:05:56.678264Z","steps":["trace[1202649050] 'process raft request' (duration: 671.151225ms)","trace[1202649050] 'compare' (duration: 94.893809ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T22:05:56.678501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:05:55.911573Z","time spent":"766.842313ms","remote":"127.0.0.1:55338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T22:05:56.678676Z","caller":"traceutil/trace.go:171","msg":"trace[1216633611] transaction","detail":"{read_only:false; response_revision:7919; number_of_response:1; }","duration":"761.056397ms","start":"2026-03-18T22:05:55.917569Z","end":"2026-03-18T22:05:56.678625Z","steps":["trace[1216633611] 'process raft request' (duration: 760.647737ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:05:56.678919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:05:55.917508Z","time spent":"761.280252ms","remote":"127.0.0.1:55338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T22:05:56.679138Z","caller":"traceutil/trace.go:171","msg":"trace[1002004600] linearizableReadLoop","detail":"{readStateIndex:8229; appliedIndex:8226; }","duration":"1.689294213s","start":"2026-03-18T22:05:54.989821Z","end":"2026-03-18T22:05:56.679115Z","steps":["trace[1002004600] 'read index received' (duration: 1.144032148s)","trace[1002004600] 'applied index is now lower than readState.Index' (duration: 545.260815ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T22:05:56.679281Z","caller":"traceutil/trace.go:171","msg":"trace[2087882652] transaction","detail":"{read_only:false; response_revision:7920; number_of_response:1; }","duration":"602.622028ms","start":"2026-03-18T22:05:56.07665Z","end":"2026-03-18T22:05:56.679272Z","steps":["trace[2087882652] 'process raft request' (duration: 601.822219ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:05:56.679373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:05:56.076609Z","time spent":"602.69677ms","remote":"127.0.0.1:55338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T22:05:56.679437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.678212283s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-18T22:05:56.679476Z","caller":"traceutil/trace.go:171","msg":"trace[847245675] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7920; }","duration":"1.678278865s","start":"2026-03-18T22:05:55.001188Z","end":"2026-03-18T22:05:56.679467Z","steps":["trace[847245675] 'agreement among raft nodes before linearized reading' (duration: 1.678129142s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:05:56.679509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:05:55.001158Z","time spent":"1.678346017s","remote":"127.0.0.1:55338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-18T22:05:56.679522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.195139783s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-03-18T22:05:56.679553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.308371093s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T22:05:56.679611Z","caller":"traceutil/trace.go:171","msg":"trace[1983193674] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:7920; }","duration":"1.195290017s","start":"2026-03-18T22:05:55.484298Z","end":"2026-03-18T22:05:56.679588Z","steps":["trace[1983193674] 'agreement among raft nodes before linearized reading' (duration: 1.195073342s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:05:56.679593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.347379935s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T22:05:56.679654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.65026844s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rpbhf\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-18T22:05:56.67966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:05:55.484272Z","time spent":"1.195375859s","remote":"127.0.0.1:55338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":583,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-03-18T22:05:56.679644Z","caller":"traceutil/trace.go:171","msg":"trace[1043832813] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:7920; }","duration":"1.308533518s","start":"2026-03-18T22:05:55.37109Z","end":"2026-03-18T22:05:56.679623Z","steps":["trace[1043832813] 'agreement among raft nodes before linearized reading' (duration: 1.308344663s)"],"step_count":1} {"level":"info","ts":"2026-03-18T22:05:56.679672Z","caller":"traceutil/trace.go:171","msg":"trace[945283205] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:7920; }","duration":"1.34753741s","start":"2026-03-18T22:05:55.332117Z","end":"2026-03-18T22:05:56.679655Z","steps":["trace[945283205] 'agreement among raft nodes before linearized reading' (duration: 1.347356335s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:05:56.679672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.306628489s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T22:05:56.679686Z","caller":"traceutil/trace.go:171","msg":"trace[1071976359] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rpbhf; range_end:; response_count:1; response_revision:7920; }","duration":"1.650353723s","start":"2026-03-18T22:05:55.029325Z","end":"2026-03-18T22:05:56.679679Z","steps":["trace[1071976359] 'agreement among raft nodes before linearized reading' (duration: 1.65024868s)"],"step_count":1} {"level":"info","ts":"2026-03-18T22:05:56.679707Z","caller":"traceutil/trace.go:171","msg":"trace[325379603] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7920; }","duration":"1.30666233s","start":"2026-03-18T22:05:55.373035Z","end":"2026-03-18T22:05:56.679697Z","steps":["trace[325379603] 'agreement among raft nodes before linearized reading' (duration: 1.306605379s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:05:56.679711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:05:55.332089Z","time spent":"1.347615782s","remote":"127.0.0.1:36964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"warn","ts":"2026-03-18T22:05:56.679719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:05:55.029298Z","time spent":"1.650412053s","remote":"127.0.0.1:55254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6548,"request content":"key:\"/registry/pods/openstack/keepalived-rpbhf\" "} {"level":"warn","ts":"2026-03-18T22:05:56.679719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:05:55.371065Z","time spent":"1.30863896s","remote":"127.0.0.1:55432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":29,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"warn","ts":"2026-03-18T22:05:56.679818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.69001025s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-18T22:05:56.679845Z","caller":"traceutil/trace.go:171","msg":"trace[2013444229] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7920; }","duration":"1.6900367s","start":"2026-03-18T22:05:54.989801Z","end":"2026-03-18T22:05:56.679838Z","steps":["trace[2013444229] 'agreement among raft nodes before linearized reading' (duration: 1.689963909s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:05:56.679869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:05:54.989714Z","time spent":"1.690150153s","remote":"127.0.0.1:55338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-18T22:05:56.679898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"758.003189ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-18T22:05:56.679738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:05:55.372983Z","time spent":"1.306751073s","remote":"127.0.0.1:55070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T22:05:56.679985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.767974ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-18T22:05:56.679929Z","caller":"traceutil/trace.go:171","msg":"trace[1570559752] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7920; }","duration":"758.078252ms","start":"2026-03-18T22:05:55.921843Z","end":"2026-03-18T22:05:56.679922Z","steps":["trace[1570559752] 'agreement among raft nodes before linearized reading' (duration: 757.968889ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:05:56.680001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.188713671s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-03-18T22:05:56.680012Z","caller":"traceutil/trace.go:171","msg":"trace[1768472192] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7920; }","duration":"181.836086ms","start":"2026-03-18T22:05:56.498168Z","end":"2026-03-18T22:05:56.680004Z","steps":["trace[1768472192] 'agreement among raft nodes before linearized reading' (duration: 181.775964ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T22:05:56.680022Z","caller":"traceutil/trace.go:171","msg":"trace[1775801383] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:7920; }","duration":"1.188783073s","start":"2026-03-18T22:05:55.491232Z","end":"2026-03-18T22:05:56.680015Z","steps":["trace[1775801383] 'agreement among raft nodes before linearized reading' (duration: 1.188716941s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:05:56.680029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:05:55.921819Z","time spent":"758.197984ms","remote":"127.0.0.1:55338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-18T22:05:56.680042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:05:55.49121Z","time spent":"1.188827714s","remote":"127.0.0.1:55338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":554,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-18T22:05:57.185281Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823086373136619811,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-18T22:05:57.647483Z","caller":"traceutil/trace.go:171","msg":"trace[142754143] transaction","detail":"{read_only:false; response_revision:7921; number_of_response:1; }","duration":"964.074977ms","start":"2026-03-18T22:05:56.683356Z","end":"2026-03-18T22:05:57.647431Z","steps":["trace[142754143] 'process raft request' (duration: 913.904975ms)","trace[142754143] 'compare' (duration: 49.908936ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T22:05:57.647862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:05:56.683337Z","time spent":"964.257502ms","remote":"127.0.0.1:55338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T22:05:57.65384Z","caller":"traceutil/trace.go:171","msg":"trace[1843542904] transaction","detail":"{read_only:false; response_revision:7924; number_of_response:1; }","duration":"968.664413ms","start":"2026-03-18T22:05:56.685141Z","end":"2026-03-18T22:05:57.653806Z","steps":["trace[1843542904] 'process raft request' (duration: 968.577301ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T22:05:57.653979Z","caller":"traceutil/trace.go:171","msg":"trace[821072391] transaction","detail":"{read_only:false; response_revision:7922; number_of_response:1; }","duration":"970.032577ms","start":"2026-03-18T22:05:56.683923Z","end":"2026-03-18T22:05:57.653956Z","steps":["trace[821072391] 'process raft request' (duration: 969.601207ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:05:57.654071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:05:56.683898Z","time spent":"970.13823ms","remote":"127.0.0.1:55338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T22:05:57.654156Z","caller":"traceutil/trace.go:171","msg":"trace[1073919388] transaction","detail":"{read_only:false; response_revision:7923; number_of_response:1; }","duration":"969.299169ms","start":"2026-03-18T22:05:56.684813Z","end":"2026-03-18T22:05:57.654112Z","steps":["trace[1073919388] 'process raft request' (duration: 968.865598ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:05:57.654314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:05:56.684792Z","time spent":"969.442272ms","remote":"127.0.0.1:55338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T22:05:57.654415Z","caller":"traceutil/trace.go:171","msg":"trace[2004575369] transaction","detail":"{read_only:false; response_revision:7925; number_of_response:1; }","duration":"969.194946ms","start":"2026-03-18T22:05:56.685192Z","end":"2026-03-18T22:05:57.654387Z","steps":["trace[2004575369] 'process raft request' (duration: 968.56746ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:05:57.654589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:05:56.685187Z","time spent":"969.308259ms","remote":"127.0.0.1:55338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T22:05:57.654605Z","caller":"traceutil/trace.go:171","msg":"trace[367631627] transaction","detail":"{read_only:false; response_revision:7926; number_of_response:1; }","duration":"967.074963ms","start":"2026-03-18T22:05:56.687512Z","end":"2026-03-18T22:05:57.654587Z","steps":["trace[367631627] 'process raft request' (duration: 966.758435ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:05:57.654665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:05:56.687505Z","time spent":"967.131144ms","remote":"127.0.0.1:55338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T22:05:57.654083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:05:56.685132Z","time spent":"968.795717ms","remote":"127.0.0.1:55338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T22:05:57.654868Z","caller":"traceutil/trace.go:171","msg":"trace[584413363] linearizableReadLoop","detail":"{readStateIndex:8236; appliedIndex:8230; }","duration":"969.859733ms","start":"2026-03-18T22:05:56.684966Z","end":"2026-03-18T22:05:57.654826Z","steps":["trace[584413363] 'read index received' (duration: 912.487489ms)","trace[584413363] 'applied index is now lower than readState.Index' (duration: 57.368364ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T22:05:57.656315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"971.33583ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:224121"} {"level":"info","ts":"2026-03-18T22:05:57.656372Z","caller":"traceutil/trace.go:171","msg":"trace[952132329] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:7926; }","duration":"971.413173ms","start":"2026-03-18T22:05:56.684946Z","end":"2026-03-18T22:05:57.656359Z","steps":["trace[952132329] 'agreement among raft nodes before linearized reading' (duration: 970.012107ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:05:57.656696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:05:56.684939Z","time spent":"971.735681ms","remote":"127.0.0.1:55254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":224145,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-18T22:05:57.657751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"969.655927ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T22:05:57.657851Z","caller":"traceutil/trace.go:171","msg":"trace[215130017] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7926; }","duration":"969.845983ms","start":"2026-03-18T22:05:56.687982Z","end":"2026-03-18T22:05:57.657828Z","steps":["trace[215130017] 'agreement among raft nodes before linearized reading' (duration: 969.684648ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:05:57.657967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:05:56.687963Z","time spent":"969.935326ms","remote":"127.0.0.1:55054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-18T22:06:06.289034Z","caller":"traceutil/trace.go:171","msg":"trace[1142404948] transaction","detail":"{read_only:false; response_revision:7965; number_of_response:1; }","duration":"100.664425ms","start":"2026-03-18T22:06:06.188344Z","end":"2026-03-18T22:06:06.289008Z","steps":["trace[1142404948] 'process raft request' (duration: 100.551552ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:06:06.536416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.731236ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T22:06:06.536501Z","caller":"traceutil/trace.go:171","msg":"trace[2060100578] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7965; }","duration":"160.875871ms","start":"2026-03-18T22:06:06.375607Z","end":"2026-03-18T22:06:06.536483Z","steps":["trace[2060100578] 'range keys from in-memory index tree' (duration: 160.628623ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T22:06:06.986577Z","caller":"traceutil/trace.go:171","msg":"trace[1706275207] transaction","detail":"{read_only:false; response_revision:7967; number_of_response:1; }","duration":"264.176711ms","start":"2026-03-18T22:06:06.722358Z","end":"2026-03-18T22:06:06.986534Z","steps":["trace[1706275207] 'process raft request' (duration: 182.422642ms)","trace[1706275207] 'compare' (duration: 81.0254ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T22:06:06.986782Z","caller":"traceutil/trace.go:171","msg":"trace[557992031] transaction","detail":"{read_only:false; response_revision:7968; number_of_response:1; }","duration":"262.835956ms","start":"2026-03-18T22:06:06.723909Z","end":"2026-03-18T22:06:06.986744Z","steps":["trace[557992031] 'process raft request' (duration: 262.383824ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T22:06:07.243737Z","caller":"traceutil/trace.go:171","msg":"trace[1372896708] transaction","detail":"{read_only:false; response_revision:7969; number_of_response:1; }","duration":"201.8104ms","start":"2026-03-18T22:06:07.04189Z","end":"2026-03-18T22:06:07.243701Z","steps":["trace[1372896708] 'process raft request' (duration: 201.600955ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:06:08.385953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"491.747257ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-18T22:06:08.386088Z","caller":"traceutil/trace.go:171","msg":"trace[528944981] linearizableReadLoop","detail":"{readStateIndex:8282; appliedIndex:8281; }","duration":"685.105735ms","start":"2026-03-18T22:06:07.700963Z","end":"2026-03-18T22:06:08.386069Z","steps":["trace[528944981] 'read index received' (duration: 193.242834ms)","trace[528944981] 'applied index is now lower than readState.Index' (duration: 491.861291ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T22:06:08.386292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"685.33125ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-18T22:06:08.386318Z","caller":"traceutil/trace.go:171","msg":"trace[1127311865] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7969; }","duration":"685.409302ms","start":"2026-03-18T22:06:07.7009Z","end":"2026-03-18T22:06:08.38631Z","steps":["trace[1127311865] 'agreement among raft nodes before linearized reading' (duration: 685.262808ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:06:08.386346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:06:07.700876Z","time spent":"685.464383ms","remote":"127.0.0.1:55338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-18T22:06:08.386388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"678.416847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-18T22:06:08.386475Z","caller":"traceutil/trace.go:171","msg":"trace[1711942248] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7969; }","duration":"678.527629ms","start":"2026-03-18T22:06:07.707928Z","end":"2026-03-18T22:06:08.386455Z","steps":["trace[1711942248] 'agreement among raft nodes before linearized reading' (duration: 678.290503ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:06:08.386521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:06:07.707918Z","time spent":"678.595361ms","remote":"127.0.0.1:55338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-18T22:06:08.386535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"660.775263ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rpbhf\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-18T22:06:08.386558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"674.832957ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-18T22:06:08.38657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"678.591791ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-18T22:06:08.38666Z","caller":"traceutil/trace.go:171","msg":"trace[782770875] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7969; }","duration":"674.9682ms","start":"2026-03-18T22:06:07.711668Z","end":"2026-03-18T22:06:08.386637Z","steps":["trace[782770875] 'agreement among raft nodes before linearized reading' (duration: 674.671322ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T22:06:08.386674Z","caller":"traceutil/trace.go:171","msg":"trace[1452779163] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7969; }","duration":"678.800006ms","start":"2026-03-18T22:06:07.707849Z","end":"2026-03-18T22:06:08.386649Z","steps":["trace[1452779163] 'agreement among raft nodes before linearized reading' (duration: 678.56297ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:06:08.386662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"412.861222ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1633"} {"level":"warn","ts":"2026-03-18T22:06:08.386715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:06:07.711658Z","time spent":"675.047913ms","remote":"127.0.0.1:55338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-18T22:06:08.386719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:06:07.707839Z","time spent":"678.868298ms","remote":"127.0.0.1:55338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-18T22:06:08.386765Z","caller":"traceutil/trace.go:171","msg":"trace[1900563762] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:7969; }","duration":"413.007815ms","start":"2026-03-18T22:06:07.973733Z","end":"2026-03-18T22:06:08.38674Z","steps":["trace[1900563762] 'agreement among raft nodes before linearized reading' (duration: 412.489443ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T22:06:08.3866Z","caller":"traceutil/trace.go:171","msg":"trace[1825616419] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rpbhf; range_end:; response_count:1; response_revision:7969; }","duration":"660.838504ms","start":"2026-03-18T22:06:07.725744Z","end":"2026-03-18T22:06:08.386583Z","steps":["trace[1825616419] 'agreement among raft nodes before linearized reading' (duration: 660.708851ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:06:08.386814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:06:07.973712Z","time spent":"413.092588ms","remote":"127.0.0.1:55228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1657,"request content":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" "} {"level":"warn","ts":"2026-03-18T22:06:08.386876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:06:07.725712Z","time spent":"661.121322ms","remote":"127.0.0.1:55254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6548,"request content":"key:\"/registry/pods/openstack/keepalived-rpbhf\" "} {"level":"warn","ts":"2026-03-18T22:06:08.893709Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823086373136619948,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T22:06:09.39404Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823086373136619948,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T22:06:09.592316Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.200409937s","expected-duration":"1s"} {"level":"info","ts":"2026-03-18T22:06:09.592952Z","caller":"traceutil/trace.go:171","msg":"trace[1551712797] transaction","detail":"{read_only:false; response_revision:7970; number_of_response:1; }","duration":"1.201180226s","start":"2026-03-18T22:06:08.39173Z","end":"2026-03-18T22:06:09.592911Z","steps":["trace[1551712797] 'process raft request' (duration: 1.20092796s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:06:09.593173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:06:08.391711Z","time spent":"1.20134712s","remote":"127.0.0.1:55338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T22:06:10.591769Z","caller":"traceutil/trace.go:171","msg":"trace[331475036] transaction","detail":"{read_only:false; response_revision:7972; number_of_response:1; }","duration":"2.199911125s","start":"2026-03-18T22:06:08.39183Z","end":"2026-03-18T22:06:10.591741Z","steps":["trace[331475036] 'process raft request' (duration: 2.199822813s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:06:10.591955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:06:08.391815Z","time spent":"2.20004262s","remote":"127.0.0.1:55338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T22:06:10.591774Z","caller":"traceutil/trace.go:171","msg":"trace[665449945] transaction","detail":"{read_only:false; response_revision:7971; number_of_response:1; }","duration":"2.200011788s","start":"2026-03-18T22:06:08.391722Z","end":"2026-03-18T22:06:10.591734Z","steps":["trace[665449945] 'process raft request' (duration: 2.199715091s)"],"step_count":1} {"level":"info","ts":"2026-03-18T22:06:10.592279Z","caller":"traceutil/trace.go:171","msg":"trace[1353843070] transaction","detail":"{read_only:false; response_revision:7975; number_of_response:1; }","duration":"1.775056382s","start":"2026-03-18T22:06:08.817209Z","end":"2026-03-18T22:06:10.592265Z","steps":["trace[1353843070] 'process raft request' (duration: 1.774825987s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:06:10.592321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:06:08.391692Z","time spent":"2.200586954s","remote":"127.0.0.1:55338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T22:06:10.592344Z","caller":"traceutil/trace.go:171","msg":"trace[455893097] transaction","detail":"{read_only:false; response_revision:7974; number_of_response:1; }","duration":"2.200320496s","start":"2026-03-18T22:06:08.391944Z","end":"2026-03-18T22:06:10.592264Z","steps":["trace[455893097] 'process raft request' (duration: 2.199971838s)"],"step_count":1} {"level":"info","ts":"2026-03-18T22:06:10.592193Z","caller":"traceutil/trace.go:171","msg":"trace[562486454] transaction","detail":"{read_only:false; response_revision:7976; number_of_response:1; }","duration":"1.600084328s","start":"2026-03-18T22:06:08.992092Z","end":"2026-03-18T22:06:10.592177Z","steps":["trace[562486454] 'process raft request' (duration: 1.599985566s)"],"step_count":1} {"level":"info","ts":"2026-03-18T22:06:10.592436Z","caller":"traceutil/trace.go:171","msg":"trace[1369288996] linearizableReadLoop","detail":"{readStateIndex:8290; appliedIndex:8282; }","duration":"2.199623418s","start":"2026-03-18T22:06:08.392785Z","end":"2026-03-18T22:06:10.592409Z","steps":["trace[1369288996] 'read index received' (duration: 1.199900623s)","trace[1369288996] 'applied index is now lower than readState.Index' (duration: 999.721095ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T22:06:10.592462Z","caller":"traceutil/trace.go:171","msg":"trace[1986910065] transaction","detail":"{read_only:false; response_revision:7973; number_of_response:1; }","duration":"2.200583513s","start":"2026-03-18T22:06:08.391853Z","end":"2026-03-18T22:06:10.592437Z","steps":["trace[1986910065] 'process raft request' (duration: 2.199846714s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:06:10.592523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:06:08.992061Z","time spent":"1.600425977s","remote":"127.0.0.1:55338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T22:06:10.592574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:06:08.391931Z","time spent":"2.200537852s","remote":"127.0.0.1:55338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T22:06:10.592602Z","caller":"traceutil/trace.go:171","msg":"trace[1182728717] transaction","detail":"{read_only:false; response_revision:7977; number_of_response:1; }","duration":"1.599775619s","start":"2026-03-18T22:06:08.992816Z","end":"2026-03-18T22:06:10.592591Z","steps":["trace[1182728717] 'process raft request' (duration: 1.599310748s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:06:10.592603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:06:08.391846Z","time spent":"2.200669995s","remote":"127.0.0.1:55338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T22:06:10.592678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:06:08.992799Z","time spent":"1.59983278s","remote":"127.0.0.1:55338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T22:06:10.592454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:06:08.817176Z","time spent":"1.775159374s","remote":"127.0.0.1:55338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T22:06:10.592708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.199916346s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-39016b45-c2b4-4470-943f-736518ac200a\" ","response":"range_response_count:1 size:1293"} {"level":"info","ts":"2026-03-18T22:06:10.592774Z","caller":"traceutil/trace.go:171","msg":"trace[1679326769] range","detail":"{range_begin:/registry/persistentvolumes/pvc-39016b45-c2b4-4470-943f-736518ac200a; range_end:; response_count:1; response_revision:7977; }","duration":"2.199997667s","start":"2026-03-18T22:06:08.392755Z","end":"2026-03-18T22:06:10.592753Z","steps":["trace[1679326769] 'agreement among raft nodes before linearized reading' (duration: 2.199889635s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:06:10.592814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:06:08.392747Z","time spent":"2.200057119s","remote":"127.0.0.1:55212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1317,"request content":"key:\"/registry/persistentvolumes/pvc-39016b45-c2b4-4470-943f-736518ac200a\" "} {"level":"info","ts":"2026-03-18T22:06:10.727342Z","caller":"traceutil/trace.go:171","msg":"trace[1900746467] linearizableReadLoop","detail":"{readStateIndex:8291; appliedIndex:8290; }","duration":"134.814144ms","start":"2026-03-18T22:06:10.592499Z","end":"2026-03-18T22:06:10.727313Z","steps":["trace[1900746467] 'read index received' (duration: 87.196105ms)","trace[1900746467] 'applied index is now lower than readState.Index' (duration: 47.616689ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T22:06:10.727511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"986.392619ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T22:06:10.727624Z","caller":"traceutil/trace.go:171","msg":"trace[1061179280] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:7978; }","duration":"986.574704ms","start":"2026-03-18T22:06:09.74103Z","end":"2026-03-18T22:06:10.727604Z","steps":["trace[1061179280] 'agreement among raft nodes before linearized reading' (duration: 986.374409ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:06:10.727672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:06:09.740994Z","time spent":"986.666286ms","remote":"127.0.0.1:55536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":9,"response size":31,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"info","ts":"2026-03-18T22:06:10.727671Z","caller":"traceutil/trace.go:171","msg":"trace[536609394] transaction","detail":"{read_only:false; response_revision:7978; number_of_response:1; }","duration":"347.035006ms","start":"2026-03-18T22:06:10.380401Z","end":"2026-03-18T22:06:10.727436Z","steps":["trace[536609394] 'process raft request' (duration: 299.419697ms)","trace[536609394] 'compare' (duration: 47.350662ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T22:06:10.727827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.258349737s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-03-18T22:06:10.727894Z","caller":"traceutil/trace.go:171","msg":"trace[1477024940] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7978; }","duration":"2.25846659s","start":"2026-03-18T22:06:08.469412Z","end":"2026-03-18T22:06:10.727878Z","steps":["trace[1477024940] 'agreement among raft nodes before linearized reading' (duration: 2.258278605s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:06:10.727949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:06:08.469384Z","time spent":"2.258552092s","remote":"127.0.0.1:55254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-18T22:06:10.727905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.359639454s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-18T22:06:10.728067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:06:10.380367Z","time spent":"347.451486ms","remote":"127.0.0.1:55338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T22:06:10.728098Z","caller":"traceutil/trace.go:171","msg":"trace[1612956827] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:7978; }","duration":"1.359987694s","start":"2026-03-18T22:06:09.36809Z","end":"2026-03-18T22:06:10.728078Z","steps":["trace[1612956827] 'agreement among raft nodes before linearized reading' (duration: 1.359543753s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:06:10.728168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:06:09.36806Z","time spent":"1.360088325s","remote":"127.0.0.1:55468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":31,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-03-18T22:06:10.728611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.334499923s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:224121"} {"level":"warn","ts":"2026-03-18T22:06:10.727867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.77624ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T22:06:10.728688Z","caller":"traceutil/trace.go:171","msg":"trace[446937803] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:7978; }","duration":"2.334587096s","start":"2026-03-18T22:06:08.394064Z","end":"2026-03-18T22:06:10.728651Z","steps":["trace[446937803] 'agreement among raft nodes before linearized reading' (duration: 2.333361765s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:06:10.728738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:06:08.394048Z","time spent":"2.334673177s","remote":"127.0.0.1:55254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":224145,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-18T22:06:10.728768Z","caller":"traceutil/trace.go:171","msg":"trace[1214620256] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7978; }","duration":"353.729833ms","start":"2026-03-18T22:06:10.37499Z","end":"2026-03-18T22:06:10.728719Z","steps":["trace[1214620256] 'agreement among raft nodes before linearized reading' (duration: 352.718838ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:06:10.728869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:06:10.374963Z","time spent":"353.888728ms","remote":"127.0.0.1:55054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-18T22:06:11.975765Z","caller":"traceutil/trace.go:171","msg":"trace[653395279] linearizableReadLoop","detail":"{readStateIndex:8293; appliedIndex:8292; }","duration":"103.035194ms","start":"2026-03-18T22:06:11.872704Z","end":"2026-03-18T22:06:11.975739Z","steps":["trace[653395279] 'read index received' (duration: 102.829288ms)","trace[653395279] 'applied index is now lower than readState.Index' (duration: 204.696µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T22:06:11.975834Z","caller":"traceutil/trace.go:171","msg":"trace[613687691] transaction","detail":"{read_only:false; response_revision:7980; number_of_response:1; }","duration":"373.330408ms","start":"2026-03-18T22:06:11.602464Z","end":"2026-03-18T22:06:11.975794Z","steps":["trace[613687691] 'process raft request' (duration: 373.078761ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:06:11.975995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.27429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-18T22:06:11.976016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:06:11.602436Z","time spent":"373.480172ms","remote":"127.0.0.1:55338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T22:06:11.97604Z","caller":"traceutil/trace.go:171","msg":"trace[1214561968] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:7980; }","duration":"103.389032ms","start":"2026-03-18T22:06:11.872641Z","end":"2026-03-18T22:06:11.97603Z","steps":["trace[1214561968] 'agreement among raft nodes before linearized reading' (duration: 103.205418ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:06:13.163665Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823086373136619979,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T22:06:13.664707Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823086373136619979,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T22:06:13.977627Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.378201782s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-18T22:06:13.99984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.95659657s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T22:06:13.999931Z","caller":"traceutil/trace.go:171","msg":"trace[1475024877] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:7980; }","duration":"1.956731724s","start":"2026-03-18T22:06:12.043181Z","end":"2026-03-18T22:06:13.999913Z","steps":["trace[1475024877] 'count revisions from in-memory index tree' (duration: 1.956401036s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:06:13.999981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:06:12.043157Z","time spent":"1.956811136s","remote":"127.0.0.1:55404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":84,"response size":31,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"warn","ts":"2026-03-18T22:06:14.00035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.530884544s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.200\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-03-18T22:06:14.000348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.616980122s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T22:06:14.000388Z","caller":"traceutil/trace.go:171","msg":"trace[794377043] range","detail":"{range_begin:/registry/masterleases/162.253.55.200; range_end:; response_count:1; response_revision:7980; }","duration":"1.530963866s","start":"2026-03-18T22:06:12.469414Z","end":"2026-03-18T22:06:14.000378Z","steps":["trace[794377043] 'range keys from in-memory index tree' (duration: 1.530731281s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:06:14.000419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:06:12.469391Z","time spent":"1.531020258s","remote":"127.0.0.1:55108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/162.253.55.200\" "} {"level":"warn","ts":"2026-03-18T22:06:14.000423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.40314249s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-18T22:06:14.000492Z","caller":"traceutil/trace.go:171","msg":"trace[759687434] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7980; }","duration":"1.403256193s","start":"2026-03-18T22:06:12.597221Z","end":"2026-03-18T22:06:14.000477Z","steps":["trace[759687434] 'range keys from in-memory index tree' (duration: 1.402986056s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:06:14.00053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:06:12.597198Z","time spent":"1.403326315s","remote":"127.0.0.1:55338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-18T22:06:14.00057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.403204582s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-18T22:06:14.000607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.401868457s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-18T22:06:14.000433Z","caller":"traceutil/trace.go:171","msg":"trace[694149153] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:7980; }","duration":"1.617117326s","start":"2026-03-18T22:06:12.383291Z","end":"2026-03-18T22:06:14.000408Z","steps":["trace[694149153] 'count revisions from in-memory index tree' (duration: 1.61688748s)"],"step_count":1} {"level":"info","ts":"2026-03-18T22:06:14.000647Z","caller":"traceutil/trace.go:171","msg":"trace[1221422385] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7980; }","duration":"1.403344045s","start":"2026-03-18T22:06:12.597282Z","end":"2026-03-18T22:06:14.000626Z","steps":["trace[1221422385] 'range keys from in-memory index tree' (duration: 1.403063528s)"],"step_count":1} {"level":"info","ts":"2026-03-18T22:06:14.000669Z","caller":"traceutil/trace.go:171","msg":"trace[1265908993] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7980; }","duration":"1.40197439s","start":"2026-03-18T22:06:12.598678Z","end":"2026-03-18T22:06:14.000652Z","steps":["trace[1265908993] 'range keys from in-memory index tree' (duration: 1.401673962s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:06:14.000685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:06:12.59726Z","time spent":"1.403415937s","remote":"127.0.0.1:55338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-18T22:06:14.000714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:06:12.598645Z","time spent":"1.402058812s","remote":"127.0.0.1:55338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-18T22:06:14.000677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.402803681s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-18T22:06:14.000827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.625821154s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T22:06:14.000851Z","caller":"traceutil/trace.go:171","msg":"trace[1479263023] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7980; }","duration":"1.625843445s","start":"2026-03-18T22:06:12.375001Z","end":"2026-03-18T22:06:14.000844Z","steps":["trace[1479263023] 'range keys from in-memory index tree' (duration: 1.625728492s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:06:14.000872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:06:12.374927Z","time spent":"1.625937547s","remote":"127.0.0.1:55054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T22:06:14.000679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:06:12.383273Z","time spent":"1.617397932s","remote":"127.0.0.1:55202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"info","ts":"2026-03-18T22:06:14.000884Z","caller":"traceutil/trace.go:171","msg":"trace[1465651188] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7980; }","duration":"1.403011346s","start":"2026-03-18T22:06:12.597828Z","end":"2026-03-18T22:06:14.000839Z","steps":["trace[1465651188] 'range keys from in-memory index tree' (duration: 1.402502713s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:06:14.00102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:06:12.59782Z","time spent":"1.403162869s","remote":"127.0.0.1:55338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-18T22:06:14.000926Z","caller":"traceutil/trace.go:171","msg":"trace[305989326] transaction","detail":"{read_only:false; response_revision:7981; number_of_response:1; }","duration":"1.401609811s","start":"2026-03-18T22:06:12.599285Z","end":"2026-03-18T22:06:14.000895Z","steps":["trace[305989326] 'process raft request' (duration: 1.378577991s)","trace[305989326] 'compare' (duration: 22.154448ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T22:06:14.001241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:06:12.599238Z","time spent":"1.401919049s","remote":"127.0.0.1:55338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T22:06:14.016333Z","caller":"traceutil/trace.go:171","msg":"trace[443387349] linearizableReadLoop","detail":"{readStateIndex:8296; appliedIndex:8293; }","duration":"1.357290125s","start":"2026-03-18T22:06:12.659022Z","end":"2026-03-18T22:06:14.016312Z","steps":["trace[443387349] 'read index received' (duration: 1.319185916s)","trace[443387349] 'applied index is now lower than readState.Index' (duration: 38.103099ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T22:06:14.016426Z","caller":"traceutil/trace.go:171","msg":"trace[1081698974] transaction","detail":"{read_only:false; response_revision:7983; number_of_response:1; }","duration":"1.416608799s","start":"2026-03-18T22:06:12.599808Z","end":"2026-03-18T22:06:14.016417Z","steps":["trace[1081698974] 'process raft request' (duration: 1.416458545s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:06:14.016523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:06:12.599797Z","time spent":"1.41664691s","remote":"127.0.0.1:55338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T22:06:14.016522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.35749242s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-18T22:06:14.01657Z","caller":"traceutil/trace.go:171","msg":"trace[1333589461] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:7983; }","duration":"1.357575382s","start":"2026-03-18T22:06:12.65898Z","end":"2026-03-18T22:06:14.016555Z","steps":["trace[1333589461] 'agreement among raft nodes before linearized reading' (duration: 1.35747005s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:06:14.0166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:06:12.658959Z","time spent":"1.357636414s","remote":"127.0.0.1:55338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":583,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-03-18T22:06:14.016517Z","caller":"traceutil/trace.go:171","msg":"trace[347958811] transaction","detail":"{read_only:false; response_revision:7982; number_of_response:1; }","duration":"1.416876436s","start":"2026-03-18T22:06:12.599529Z","end":"2026-03-18T22:06:14.016405Z","steps":["trace[347958811] 'process raft request' (duration: 1.416590738s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:06:14.016937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:06:12.599512Z","time spent":"1.417250614s","remote":"127.0.0.1:55338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T22:06:14.460531Z","caller":"traceutil/trace.go:171","msg":"trace[1973410841] transaction","detail":"{read_only:false; response_revision:7984; number_of_response:1; }","duration":"455.008764ms","start":"2026-03-18T22:06:14.005499Z","end":"2026-03-18T22:06:14.460507Z","steps":["trace[1973410841] 'process raft request' (duration: 454.86787ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:06:14.460686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:06:14.005479Z","time spent":"455.123197ms","remote":"127.0.0.1:55338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T22:06:14.460527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:06:14.00135Z","time spent":"459.166598ms","remote":"127.0.0.1:55108","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-18T22:06:14.460904Z","caller":"traceutil/trace.go:171","msg":"trace[1508232106] linearizableReadLoop","detail":"{readStateIndex:8301; appliedIndex:8296; }","duration":"444.485379ms","start":"2026-03-18T22:06:14.01639Z","end":"2026-03-18T22:06:14.460875Z","steps":["trace[1508232106] 'read index received' (duration: 443.922534ms)","trace[1508232106] 'applied index is now lower than readState.Index' (duration: 561.675µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T22:06:14.460924Z","caller":"traceutil/trace.go:171","msg":"trace[1457729549] transaction","detail":"{read_only:false; response_revision:7986; number_of_response:1; }","duration":"453.982568ms","start":"2026-03-18T22:06:14.006878Z","end":"2026-03-18T22:06:14.460861Z","steps":["trace[1457729549] 'process raft request' (duration: 453.833524ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:06:14.461017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:06:14.00687Z","time spent":"454.104331ms","remote":"127.0.0.1:55338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T22:06:14.461077Z","caller":"traceutil/trace.go:171","msg":"trace[1548358175] transaction","detail":"{read_only:false; response_revision:7985; number_of_response:1; }","duration":"454.46777ms","start":"2026-03-18T22:06:14.006565Z","end":"2026-03-18T22:06:14.461033Z","steps":["trace[1548358175] 'process raft request' (duration: 453.907666ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:06:14.461165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.367710838s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T22:06:14.461241Z","caller":"traceutil/trace.go:171","msg":"trace[1563399754] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:7987; }","duration":"1.367777699s","start":"2026-03-18T22:06:13.093424Z","end":"2026-03-18T22:06:14.461202Z","steps":["trace[1563399754] 'agreement among raft nodes before linearized reading' (duration: 1.367687757s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:06:14.461248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.240483195s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T22:06:14.46129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:06:13.093417Z","time spent":"1.367858301s","remote":"127.0.0.1:43662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" limit:500 "} {"level":"info","ts":"2026-03-18T22:06:14.461296Z","caller":"traceutil/trace.go:171","msg":"trace[1068739387] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:7987; }","duration":"1.240547577s","start":"2026-03-18T22:06:13.220734Z","end":"2026-03-18T22:06:14.461281Z","steps":["trace[1068739387] 'agreement among raft nodes before linearized reading' (duration: 1.240459985s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:06:14.461335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:06:13.220726Z","time spent":"1.240596858s","remote":"127.0.0.1:43702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" limit:10000 "} {"level":"warn","ts":"2026-03-18T22:06:14.461283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:06:14.006536Z","time spent":"454.640845ms","remote":"127.0.0.1:55338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T22:06:14.461542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.256093029s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T22:06:14.461606Z","caller":"traceutil/trace.go:171","msg":"trace[1538113889] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:7987; }","duration":"1.256172601s","start":"2026-03-18T22:06:13.205414Z","end":"2026-03-18T22:06:14.461587Z","steps":["trace[1538113889] 'agreement among raft nodes before linearized reading' (duration: 1.256087949s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:06:14.461638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"459.6609ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T22:06:14.46165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:06:13.205403Z","time spent":"1.256233702s","remote":"127.0.0.1:43696","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" limit:500 "} {"level":"info","ts":"2026-03-18T22:06:14.461677Z","caller":"traceutil/trace.go:171","msg":"trace[1075610165] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7987; }","duration":"459.733482ms","start":"2026-03-18T22:06:14.001932Z","end":"2026-03-18T22:06:14.461666Z","steps":["trace[1075610165] 'agreement among raft nodes before linearized reading' (duration: 459.6665ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:06:14.461692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.473197993s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T22:06:14.461727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:06:14.001916Z","time spent":"459.801074ms","remote":"127.0.0.1:55070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-18T22:06:14.461752Z","caller":"traceutil/trace.go:171","msg":"trace[1057397815] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:7987; }","duration":"1.473274646s","start":"2026-03-18T22:06:12.988457Z","end":"2026-03-18T22:06:14.461732Z","steps":["trace[1057397815] 'agreement among raft nodes before linearized reading' (duration: 1.473179963s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:06:14.461798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:06:12.988448Z","time spent":"1.473335547s","remote":"127.0.0.1:43630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true "} {"level":"warn","ts":"2026-03-18T22:06:14.46186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.257403881s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T22:06:14.461914Z","caller":"traceutil/trace.go:171","msg":"trace[1127325114] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:7987; }","duration":"1.257465873s","start":"2026-03-18T22:06:13.204435Z","end":"2026-03-18T22:06:14.461901Z","steps":["trace[1127325114] 'agreement among raft nodes before linearized reading' (duration: 1.257388171s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:06:14.461957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:06:13.204432Z","time spent":"1.257512314s","remote":"127.0.0.1:43696","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true "} {"level":"warn","ts":"2026-03-18T22:06:14.462084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"481.541922ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-18T22:06:14.462102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.369558264s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T22:06:14.462142Z","caller":"traceutil/trace.go:171","msg":"trace[1891350509] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7987; }","duration":"481.635523ms","start":"2026-03-18T22:06:13.980493Z","end":"2026-03-18T22:06:14.462128Z","steps":["trace[1891350509] 'agreement among raft nodes before linearized reading' (duration: 481.431718ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:06:14.462188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:06:13.98047Z","time spent":"481.705176ms","remote":"127.0.0.1:55338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-18T22:06:14.4622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.369737479s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T22:06:14.462197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.257759531s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T22:06:14.462239Z","caller":"traceutil/trace.go:171","msg":"trace[146161126] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:7987; }","duration":"1.36979728s","start":"2026-03-18T22:06:13.092431Z","end":"2026-03-18T22:06:14.462228Z","steps":["trace[146161126] 'agreement among raft nodes before linearized reading' (duration: 1.369739018s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:06:14.462291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:06:13.092418Z","time spent":"1.369859612s","remote":"127.0.0.1:43662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" limit:10000 "} {"level":"warn","ts":"2026-03-18T22:06:14.462311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.27764202s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T22:06:14.462349Z","caller":"traceutil/trace.go:171","msg":"trace[53442307] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:7987; }","duration":"1.277687812s","start":"2026-03-18T22:06:13.18465Z","end":"2026-03-18T22:06:14.462338Z","steps":["trace[53442307] 'agreement among raft nodes before linearized reading' (duration: 1.27762189s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:06:14.462406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:06:13.184638Z","time spent":"1.277751793s","remote":"127.0.0.1:43688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":101,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" limit:500 "} {"level":"warn","ts":"2026-03-18T22:06:14.462384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.223352554s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T22:06:14.462458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.240924536s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T22:06:14.46248Z","caller":"traceutil/trace.go:171","msg":"trace[1451852068] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:7987; }","duration":"1.223499438s","start":"2026-03-18T22:06:13.238953Z","end":"2026-03-18T22:06:14.462452Z","steps":["trace[1451852068] 'agreement among raft nodes before linearized reading' (duration: 1.223298273s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:06:14.462497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.43452923s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T22:06:14.462516Z","caller":"traceutil/trace.go:171","msg":"trace[824910470] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:7987; }","duration":"1.240982478s","start":"2026-03-18T22:06:13.221516Z","end":"2026-03-18T22:06:14.462499Z","steps":["trace[824910470] 'agreement among raft nodes before linearized reading' (duration: 1.240916376s)"],"step_count":1} {"level":"info","ts":"2026-03-18T22:06:14.46254Z","caller":"traceutil/trace.go:171","msg":"trace[1978241068] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:7987; }","duration":"1.434598211s","start":"2026-03-18T22:06:13.02793Z","end":"2026-03-18T22:06:14.462528Z","steps":["trace[1978241068] 'agreement among raft nodes before linearized reading' (duration: 1.43452686s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:06:14.462574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.169816666s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T22:06:14.462572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:06:13.221511Z","time spent":"1.24104662s","remote":"127.0.0.1:43702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" limit:500 "} {"level":"warn","ts":"2026-03-18T22:06:14.462586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:06:13.027916Z","time spent":"1.434656772s","remote":"127.0.0.1:43646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" limit:10000 "} {"level":"warn","ts":"2026-03-18T22:06:14.46263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.170209376s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T22:06:14.462649Z","caller":"traceutil/trace.go:171","msg":"trace[956661136] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:7987; }","duration":"1.170254297s","start":"2026-03-18T22:06:13.29239Z","end":"2026-03-18T22:06:14.462644Z","steps":["trace[956661136] 'agreement among raft nodes before linearized reading' (duration: 1.170223106s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:06:14.462663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:06:13.292373Z","time spent":"1.170286578s","remote":"127.0.0.1:43726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":29,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" limit:10000 "} {"level":"warn","ts":"2026-03-18T22:06:14.462515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.434482728s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T22:06:14.462648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.278196254s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T22:06:14.46253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:06:13.238938Z","time spent":"1.22358412s","remote":"127.0.0.1:43704","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" limit:500 "} {"level":"info","ts":"2026-03-18T22:06:14.462764Z","caller":"traceutil/trace.go:171","msg":"trace[1035309024] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:7987; }","duration":"1.278314898s","start":"2026-03-18T22:06:13.184433Z","end":"2026-03-18T22:06:14.462748Z","steps":["trace[1035309024] 'agreement among raft nodes before linearized reading' (duration: 1.278172534s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:06:14.462848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:06:13.184372Z","time spent":"1.278457901s","remote":"127.0.0.1:43688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true "} {"level":"warn","ts":"2026-03-18T22:06:14.462829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.536475026s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T22:06:14.462863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.24186657s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T22:06:14.462932Z","caller":"traceutil/trace.go:171","msg":"trace[1965264948] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:7987; }","duration":"1.53664196s","start":"2026-03-18T22:06:12.926262Z","end":"2026-03-18T22:06:14.462904Z","steps":["trace[1965264948] 'agreement among raft nodes before linearized reading' (duration: 1.536442985s)"],"step_count":1} {"level":"info","ts":"2026-03-18T22:06:14.462962Z","caller":"traceutil/trace.go:171","msg":"trace[1999620004] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:7987; }","duration":"1.241991093s","start":"2026-03-18T22:06:13.220944Z","end":"2026-03-18T22:06:14.462935Z","steps":["trace[1999620004] 'agreement among raft nodes before linearized reading' (duration: 1.241813369s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:06:14.462967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.170588065s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T22:06:14.462987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.450424319s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T22:06:14.462939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.409210512s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T22:06:14.463102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.499420533s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T22:06:14.463111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.451079966s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T22:06:14.461554Z","caller":"traceutil/trace.go:171","msg":"trace[728964576] transaction","detail":"{read_only:false; response_revision:7987; number_of_response:1; }","duration":"453.886466ms","start":"2026-03-18T22:06:14.007649Z","end":"2026-03-18T22:06:14.461535Z","steps":["trace[728964576] 'process raft request' (duration: 453.152638ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:06:14.46287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.187280716s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T22:06:14.463141Z","caller":"traceutil/trace.go:171","msg":"trace[170668483] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:7987; }","duration":"1.499483344s","start":"2026-03-18T22:06:12.963648Z","end":"2026-03-18T22:06:14.463131Z","steps":["trace[170668483] 'agreement among raft nodes before linearized reading' (duration: 1.499432953s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:06:14.463162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.292447643s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T22:06:14.463158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.515915978s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T22:06:14.463124Z","caller":"traceutil/trace.go:171","msg":"trace[2071981046] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:7987; }","duration":"1.409452499s","start":"2026-03-18T22:06:13.05365Z","end":"2026-03-18T22:06:14.463103Z","steps":["trace[2071981046] 'agreement among raft nodes before linearized reading' (duration: 1.409152091s)"],"step_count":1} {"level":"info","ts":"2026-03-18T22:06:14.463216Z","caller":"traceutil/trace.go:171","msg":"trace[1017846540] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:7987; }","duration":"1.51599072s","start":"2026-03-18T22:06:12.947214Z","end":"2026-03-18T22:06:14.463205Z","steps":["trace[1017846540] 'agreement among raft nodes before linearized reading' (duration: 1.515916078s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:06:14.463202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.392942082s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T22:06:14.462147Z","caller":"traceutil/trace.go:171","msg":"trace[2005098597] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:7987; }","duration":"1.369622966s","start":"2026-03-18T22:06:13.092511Z","end":"2026-03-18T22:06:14.462134Z","steps":["trace[2005098597] 'agreement among raft nodes before linearized reading' (duration: 1.369550474s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:06:14.463267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.517344514s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T22:06:14.463271Z","caller":"traceutil/trace.go:171","msg":"trace[5692778] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:7987; }","duration":"1.393051296s","start":"2026-03-18T22:06:13.070204Z","end":"2026-03-18T22:06:14.463255Z","steps":["trace[5692778] 'agreement among raft nodes before linearized reading' (duration: 1.392923062s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:06:14.463294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.293269334s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T22:06:14.463301Z","caller":"traceutil/trace.go:171","msg":"trace[1043771828] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:7987; }","duration":"1.517397636s","start":"2026-03-18T22:06:12.94589Z","end":"2026-03-18T22:06:14.463288Z","steps":["trace[1043771828] 'agreement among raft nodes before linearized reading' (duration: 1.517355084s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:06:14.463309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:06:13.092497Z","time spent":"1.370788236s","remote":"127.0.0.1:43662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true "} {"level":"warn","ts":"2026-03-18T22:06:14.463282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.351002177s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T22:06:14.463225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.517263611s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T22:06:14.463325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.451273972s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T22:06:14.46337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.293534031s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T22:06:14.463383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.556231553s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T22:06:14.463396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.410705061s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T22:06:14.46341Z","caller":"traceutil/trace.go:171","msg":"trace[1226030341] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:7987; }","duration":"1.293584532s","start":"2026-03-18T22:06:13.169817Z","end":"2026-03-18T22:06:14.463402Z","steps":["trace[1226030341] 'agreement among raft nodes before linearized reading' (duration: 1.293530481s)"],"step_count":1} {"level":"info","ts":"2026-03-18T22:06:14.463412Z","caller":"traceutil/trace.go:171","msg":"trace[492529172] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:7987; }","duration":"1.556332206s","start":"2026-03-18T22:06:12.907072Z","end":"2026-03-18T22:06:14.463404Z","steps":["trace[492529172] 'agreement among raft nodes before linearized reading' (duration: 1.556289115s)"],"step_count":1} {"level":"info","ts":"2026-03-18T22:06:14.463414Z","caller":"traceutil/trace.go:171","msg":"trace[84153881] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:7987; }","duration":"1.351177552s","start":"2026-03-18T22:06:13.112198Z","end":"2026-03-18T22:06:14.463376Z","steps":["trace[84153881] 'agreement among raft nodes before linearized reading' (duration: 1.350862764s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:06:14.463445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:06:12.907042Z","time spent":"1.556395458s","remote":"127.0.0.1:43590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" limit:10000 "} {"level":"warn","ts":"2026-03-18T22:06:14.463453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.392455281s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T22:06:14.463452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:06:14.007641Z","time spent":"455.758143ms","remote":"127.0.0.1:55338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T22:06:14.463442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.538273332s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T22:06:14.463489Z","caller":"traceutil/trace.go:171","msg":"trace[1739106021] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:7987; }","duration":"1.392528033s","start":"2026-03-18T22:06:13.070953Z","end":"2026-03-18T22:06:14.463481Z","steps":["trace[1739106021] 'agreement among raft nodes before linearized reading' (duration: 1.392472032s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:06:14.46349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.538329703s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T22:06:14.463511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.187957573s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T22:06:14.463401Z","caller":"traceutil/trace.go:171","msg":"trace[1286862194] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:7987; }","duration":"1.517449648s","start":"2026-03-18T22:06:12.945937Z","end":"2026-03-18T22:06:14.463387Z","steps":["trace[1286862194] 'agreement among raft nodes before linearized reading' (duration: 1.517263222s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:06:14.463104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.329164757s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T22:06:14.463528Z","caller":"traceutil/trace.go:171","msg":"trace[330771893] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:7987; }","duration":"1.538361234s","start":"2026-03-18T22:06:12.925151Z","end":"2026-03-18T22:06:14.463512Z","steps":["trace[330771893] 'agreement among raft nodes before linearized reading' (duration: 1.538236071s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:06:14.463548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:06:13.070934Z","time spent":"1.392605955s","remote":"127.0.0.1:43660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" limit:500 "} {"level":"warn","ts":"2026-03-18T22:06:14.463026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:06:13.220937Z","time spent":"1.242066965s","remote":"127.0.0.1:43702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true "} {"level":"info","ts":"2026-03-18T22:06:14.463586Z","caller":"traceutil/trace.go:171","msg":"trace[1489868465] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:7987; }","duration":"1.32966177s","start":"2026-03-18T22:06:13.133911Z","end":"2026-03-18T22:06:14.463573Z","steps":["trace[1489868465] 'agreement among raft nodes before linearized reading' (duration: 1.329168207s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:06:14.463591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:06:12.925081Z","time spent":"1.538495147s","remote":"127.0.0.1:43594","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true "} {"level":"warn","ts":"2026-03-18T22:06:14.463627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:06:13.1339Z","time spent":"1.329716462s","remote":"127.0.0.1:43676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" limit:500 "} {"level":"warn","ts":"2026-03-18T22:06:14.463687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.188166779s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T22:06:14.463328Z","caller":"traceutil/trace.go:171","msg":"trace[773550158] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:7987; }","duration":"1.293333356s","start":"2026-03-18T22:06:13.169983Z","end":"2026-03-18T22:06:14.463316Z","steps":["trace[773550158] 'agreement among raft nodes before linearized reading' (duration: 1.293288495s)"],"step_count":1} {"level":"info","ts":"2026-03-18T22:06:14.463725Z","caller":"traceutil/trace.go:171","msg":"trace[1351989859] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:7987; }","duration":"1.18822698s","start":"2026-03-18T22:06:13.275489Z","end":"2026-03-18T22:06:14.463716Z","steps":["trace[1351989859] 'agreement among raft nodes before linearized reading' (duration: 1.188071286s)"],"step_count":1} {"level":"info","ts":"2026-03-18T22:06:14.463733Z","caller":"traceutil/trace.go:171","msg":"trace[1626608921] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:7987; }","duration":"1.434739765s","start":"2026-03-18T22:06:13.027964Z","end":"2026-03-18T22:06:14.462704Z","steps":["trace[1626608921] 'agreement among raft nodes before linearized reading' (duration: 1.434401796s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:06:14.463766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:06:13.275472Z","time spent":"1.188283342s","remote":"127.0.0.1:43718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" limit:500 "} {"level":"warn","ts":"2026-03-18T22:06:14.463764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:06:13.169957Z","time spent":"1.293788407s","remote":"127.0.0.1:43680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-18T22:06:14.463629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:06:12.945932Z","time spent":"1.517676543s","remote":"127.0.0.1:43608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true "} {"level":"warn","ts":"2026-03-18T22:06:14.46382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.725937165s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rpbhf\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-18T22:06:14.463858Z","caller":"traceutil/trace.go:171","msg":"trace[1981070445] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rpbhf; range_end:; response_count:1; response_revision:7987; }","duration":"1.726018187s","start":"2026-03-18T22:06:12.73783Z","end":"2026-03-18T22:06:14.463848Z","steps":["trace[1981070445] 'agreement among raft nodes before linearized reading' (duration: 1.725869813s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:06:14.463906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:06:12.737807Z","time spent":"1.726091228s","remote":"127.0.0.1:55254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6548,"request content":"key:\"/registry/pods/openstack/keepalived-rpbhf\" "} {"level":"warn","ts":"2026-03-18T22:06:14.463457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.393271442s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T22:06:14.46394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:06:13.027941Z","time spent":"1.435833133s","remote":"127.0.0.1:43646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true "} {"level":"warn","ts":"2026-03-18T22:06:14.464098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.556951382s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T22:06:14.463445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:06:13.169809Z","time spent":"1.293627793s","remote":"127.0.0.1:43680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" limit:10000 "} {"level":"info","ts":"2026-03-18T22:06:14.462598Z","caller":"traceutil/trace.go:171","msg":"trace[986173810] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:7987; }","duration":"1.169847217s","start":"2026-03-18T22:06:13.292745Z","end":"2026-03-18T22:06:14.462592Z","steps":["trace[986173810] 'agreement among raft nodes before linearized reading' (duration: 1.169807056s)"],"step_count":1} {"level":"info","ts":"2026-03-18T22:06:14.464192Z","caller":"traceutil/trace.go:171","msg":"trace[4981170] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:7987; }","duration":"1.557130016s","start":"2026-03-18T22:06:12.907047Z","end":"2026-03-18T22:06:14.464177Z","steps":["trace[4981170] 'agreement among raft nodes before linearized reading' (duration: 1.557001953s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:06:14.46418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.43532368s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T22:06:14.464217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.351318436s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T22:06:14.464236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.351674284s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T22:06:14.464253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:06:12.907017Z","time spent":"1.557220719s","remote":"127.0.0.1:43590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true "} {"level":"warn","ts":"2026-03-18T22:06:14.464256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:06:13.292738Z","time spent":"1.171495819s","remote":"127.0.0.1:43726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":29,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" limit:500 "} {"level":"info","ts":"2026-03-18T22:06:14.463424Z","caller":"traceutil/trace.go:171","msg":"trace[1648542140] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:7987; }","duration":"1.451439227s","start":"2026-03-18T22:06:13.011957Z","end":"2026-03-18T22:06:14.463396Z","steps":["trace[1648542140] 'agreement among raft nodes before linearized reading' (duration: 1.451241331s)"],"step_count":1} {"level":"info","ts":"2026-03-18T22:06:14.464283Z","caller":"traceutil/trace.go:171","msg":"trace[1210096367] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:7987; }","duration":"1.435495514s","start":"2026-03-18T22:06:13.028764Z","end":"2026-03-18T22:06:14.46426Z","steps":["trace[1210096367] 'agreement among raft nodes before linearized reading' (duration: 1.434652783s)"],"step_count":1} {"level":"info","ts":"2026-03-18T22:06:14.464291Z","caller":"traceutil/trace.go:171","msg":"trace[1860796082] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:7987; }","duration":"1.351774137s","start":"2026-03-18T22:06:13.112502Z","end":"2026-03-18T22:06:14.464276Z","steps":["trace[1860796082] 'agreement among raft nodes before linearized reading' (duration: 1.351627503s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:06:14.464325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:06:13.011924Z","time spent":"1.452390641s","remote":"127.0.0.1:43644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true "} {"level":"warn","ts":"2026-03-18T22:06:14.464338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:06:13.028756Z","time spent":"1.435570257s","remote":"127.0.0.1:43646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" limit:500 "} {"level":"warn","ts":"2026-03-18T22:06:14.462407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.224112443s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T22:06:14.46435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:06:13.112476Z","time spent":"1.351855259s","remote":"127.0.0.1:43674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true "} {"level":"info","ts":"2026-03-18T22:06:14.464387Z","caller":"traceutil/trace.go:171","msg":"trace[56137813] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:7987; }","duration":"1.226103324s","start":"2026-03-18T22:06:13.238269Z","end":"2026-03-18T22:06:14.464372Z","steps":["trace[56137813] 'agreement among raft nodes before linearized reading' (duration: 1.224110724s)"],"step_count":1} {"level":"info","ts":"2026-03-18T22:06:14.464276Z","caller":"traceutil/trace.go:171","msg":"trace[1632474134] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:7987; }","duration":"1.351408528s","start":"2026-03-18T22:06:13.112857Z","end":"2026-03-18T22:06:14.464266Z","steps":["trace[1632474134] 'agreement among raft nodes before linearized reading' (duration: 1.351222704s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:06:14.464522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:06:13.112843Z","time spent":"1.351643674s","remote":"127.0.0.1:43674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" limit:500 "} {"level":"warn","ts":"2026-03-18T22:06:14.463299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.49966287s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T22:06:14.465275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.473405439s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T22:06:14.465335Z","caller":"traceutil/trace.go:171","msg":"trace[169851726] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:7987; }","duration":"1.50170407s","start":"2026-03-18T22:06:12.963613Z","end":"2026-03-18T22:06:14.465317Z","steps":["trace[169851726] 'agreement among raft nodes before linearized reading' (duration: 1.49966107s)"],"step_count":1} {"level":"info","ts":"2026-03-18T22:06:14.463361Z","caller":"traceutil/trace.go:171","msg":"trace[1175024063] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:7987; }","duration":"1.451329744s","start":"2026-03-18T22:06:13.012016Z","end":"2026-03-18T22:06:14.463346Z","steps":["trace[1175024063] 'agreement among raft nodes before linearized reading' (duration: 1.451059236s)"],"step_count":1} {"level":"info","ts":"2026-03-18T22:06:14.465446Z","caller":"traceutil/trace.go:171","msg":"trace[1113474518] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:7987; }","duration":"1.476913717s","start":"2026-03-18T22:06:12.988449Z","end":"2026-03-18T22:06:14.465363Z","steps":["trace[1113474518] 'agreement among raft nodes before linearized reading' (duration: 1.473393168s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:06:14.46548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:06:12.963604Z","time spent":"1.501836485s","remote":"127.0.0.1:43620","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" limit:10000 "} {"level":"warn","ts":"2026-03-18T22:06:14.463335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:06:12.945875Z","time spent":"1.517451667s","remote":"127.0.0.1:43608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":111,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" limit:10000 "} {"level":"warn","ts":"2026-03-18T22:06:14.465581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:06:12.988441Z","time spent":"1.477118711s","remote":"127.0.0.1:43630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" limit:10000 "} {"level":"warn","ts":"2026-03-18T22:06:14.4655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:06:13.011924Z","time spent":"1.453547899s","remote":"127.0.0.1:43644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" limit:10000 "} {"level":"info","ts":"2026-03-18T22:06:14.463175Z","caller":"traceutil/trace.go:171","msg":"trace[747728473] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:7987; }","duration":"1.187622294s","start":"2026-03-18T22:06:13.275538Z","end":"2026-03-18T22:06:14.463161Z","steps":["trace[747728473] 'agreement among raft nodes before linearized reading' (duration: 1.187194533s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:06:14.466128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:06:13.275536Z","time spent":"1.190573759s","remote":"127.0.0.1:43718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" limit:10000 "} {"level":"warn","ts":"2026-03-18T22:06:14.462995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:06:12.926232Z","time spent":"1.536750743s","remote":"127.0.0.1:43594","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":0,"response size":29,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" limit:500 "} {"level":"warn","ts":"2026-03-18T22:06:14.462354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.224022381s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T22:06:14.466456Z","caller":"traceutil/trace.go:171","msg":"trace[1613660145] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:7987; }","duration":"1.228133625s","start":"2026-03-18T22:06:13.238297Z","end":"2026-03-18T22:06:14.466431Z","steps":["trace[1613660145] 'agreement among raft nodes before linearized reading' (duration: 1.2239874s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:06:14.466523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:06:13.238281Z","time spent":"1.228222837s","remote":"127.0.0.1:43704","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" limit:10000 "} {"level":"info","ts":"2026-03-18T22:06:14.462248Z","caller":"traceutil/trace.go:171","msg":"trace[131264451] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:7987; }","duration":"1.257823772s","start":"2026-03-18T22:06:13.204411Z","end":"2026-03-18T22:06:14.462234Z","steps":["trace[131264451] 'agreement among raft nodes before linearized reading' (duration: 1.25774833s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:06:14.466714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:06:13.204405Z","time spent":"1.262295415s","remote":"127.0.0.1:43696","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" limit:10000 "} {"level":"info","ts":"2026-03-18T22:06:14.463044Z","caller":"traceutil/trace.go:171","msg":"trace[753391718] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:7987; }","duration":"1.450508692s","start":"2026-03-18T22:06:13.01252Z","end":"2026-03-18T22:06:14.463029Z","steps":["trace[753391718] 'agreement among raft nodes before linearized reading' (duration: 1.450417429s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:06:14.466881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:06:13.012506Z","time spent":"1.454356009s","remote":"127.0.0.1:43644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" limit:500 "} {"level":"info","ts":"2026-03-18T22:06:14.463035Z","caller":"traceutil/trace.go:171","msg":"trace[758453931] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:7987; }","duration":"1.170668957s","start":"2026-03-18T22:06:13.292345Z","end":"2026-03-18T22:06:14.463014Z","steps":["trace[758453931] 'agreement among raft nodes before linearized reading' (duration: 1.170585655s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:06:14.467028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:06:13.292327Z","time spent":"1.174682768s","remote":"127.0.0.1:43726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true "} {"level":"warn","ts":"2026-03-18T22:06:14.463059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.498750146s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T22:06:14.467189Z","caller":"traceutil/trace.go:171","msg":"trace[2125358969] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:7987; }","duration":"1.502909732s","start":"2026-03-18T22:06:12.964264Z","end":"2026-03-18T22:06:14.467174Z","steps":["trace[2125358969] 'agreement among raft nodes before linearized reading' (duration: 1.498764587s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:06:14.467249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:06:12.964257Z","time spent":"1.502972753s","remote":"127.0.0.1:43620","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" limit:500 "} {"level":"warn","ts":"2026-03-18T22:06:14.463055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.278992334s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T22:06:14.467339Z","caller":"traceutil/trace.go:171","msg":"trace[1506071585] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:7987; }","duration":"1.283286743s","start":"2026-03-18T22:06:13.184033Z","end":"2026-03-18T22:06:14.467319Z","steps":["trace[1506071585] 'agreement among raft nodes before linearized reading' (duration: 1.278978034s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:06:14.463178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:06:12.96363Z","time spent":"1.499540626s","remote":"127.0.0.1:43620","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true "} {"level":"warn","ts":"2026-03-18T22:06:14.467404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:06:13.184025Z","time spent":"1.283358065s","remote":"127.0.0.1:43688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":101,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" limit:10000 "} {"level":"info","ts":"2026-03-18T22:06:14.463194Z","caller":"traceutil/trace.go:171","msg":"trace[243558169] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:7987; }","duration":"1.292495795s","start":"2026-03-18T22:06:13.170687Z","end":"2026-03-18T22:06:14.463183Z","steps":["trace[243558169] 'agreement among raft nodes before linearized reading' (duration: 1.292446833s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:06:14.467474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:06:13.170677Z","time spent":"1.296781983s","remote":"127.0.0.1:43680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" limit:500 "} {"level":"warn","ts":"2026-03-18T22:06:14.463252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:06:12.9472Z","time spent":"1.516042431s","remote":"127.0.0.1:43608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":111,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" limit:500 "} {"level":"warn","ts":"2026-03-18T22:06:14.463327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:06:13.053637Z","time spent":"1.409598992s","remote":"127.0.0.1:43652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":113,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" limit:500 "} {"level":"warn","ts":"2026-03-18T22:06:14.463336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:06:13.07019Z","time spent":"1.393133618s","remote":"127.0.0.1:43660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" limit:10000 "} {"level":"warn","ts":"2026-03-18T22:06:14.46335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.410764553s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T22:06:14.46803Z","caller":"traceutil/trace.go:171","msg":"trace[1644138594] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:7987; }","duration":"1.415451139s","start":"2026-03-18T22:06:13.052561Z","end":"2026-03-18T22:06:14.468012Z","steps":["trace[1644138594] 'agreement among raft nodes before linearized reading' (duration: 1.410766242s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:06:14.468077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:06:13.052547Z","time spent":"1.415514491s","remote":"127.0.0.1:43652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":113,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" limit:10000 "} {"level":"info","ts":"2026-03-18T22:06:14.463437Z","caller":"traceutil/trace.go:171","msg":"trace[1354005522] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:7987; }","duration":"1.410785573s","start":"2026-03-18T22:06:13.052642Z","end":"2026-03-18T22:06:14.463428Z","steps":["trace[1354005522] 'agreement among raft nodes before linearized reading' (duration: 1.410733131s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:06:14.468206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:06:13.052613Z","time spent":"1.415504831s","remote":"127.0.0.1:43652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true "} {"level":"warn","ts":"2026-03-18T22:06:14.463478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.474342283s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T22:06:14.463496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:06:13.11219Z","time spent":"1.351293145s","remote":"127.0.0.1:43674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" limit:10000 "} {"level":"info","ts":"2026-03-18T22:06:14.463534Z","caller":"traceutil/trace.go:171","msg":"trace[910531780] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:7987; }","duration":"1.538374824s","start":"2026-03-18T22:06:12.925151Z","end":"2026-03-18T22:06:14.463526Z","steps":["trace[910531780] 'agreement among raft nodes before linearized reading' (duration: 1.538312983s)"],"step_count":1} {"level":"info","ts":"2026-03-18T22:06:14.468376Z","caller":"traceutil/trace.go:171","msg":"trace[562267228] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:7987; }","duration":"1.479237485s","start":"2026-03-18T22:06:12.989117Z","end":"2026-03-18T22:06:14.468354Z","steps":["trace[562267228] 'agreement among raft nodes before linearized reading' (duration: 1.474337312s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:06:14.468633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:06:12.925091Z","time spent":"1.543529003s","remote":"127.0.0.1:43594","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":0,"response size":29,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" limit:10000 "} {"level":"warn","ts":"2026-03-18T22:06:14.468649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:06:12.989109Z","time spent":"1.479524693s","remote":"127.0.0.1:43630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" limit:500 "} {"level":"info","ts":"2026-03-18T22:06:14.463551Z","caller":"traceutil/trace.go:171","msg":"trace[1227618145] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:7987; }","duration":"1.188018454s","start":"2026-03-18T22:06:13.275524Z","end":"2026-03-18T22:06:14.463543Z","steps":["trace[1227618145] 'agreement among raft nodes before linearized reading' (duration: 1.187948653s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:06:14.468748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:06:13.275521Z","time spent":"1.193205154s","remote":"127.0.0.1:43718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true "} {"level":"warn","ts":"2026-03-18T22:06:14.463956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.555860304s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T22:06:14.468841Z","caller":"traceutil/trace.go:171","msg":"trace[1202133535] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:7987; }","duration":"1.560747937s","start":"2026-03-18T22:06:12.90808Z","end":"2026-03-18T22:06:14.468828Z","steps":["trace[1202133535] 'agreement among raft nodes before linearized reading' (duration: 1.555835284s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:06:14.468878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:06:12.908068Z","time spent":"1.56080078s","remote":"127.0.0.1:43590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" limit:500 "} {"level":"info","ts":"2026-03-18T22:06:14.463981Z","caller":"traceutil/trace.go:171","msg":"trace[1124979693] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:7987; }","duration":"1.393816155s","start":"2026-03-18T22:06:13.07015Z","end":"2026-03-18T22:06:14.463966Z","steps":["trace[1124979693] 'agreement among raft nodes before linearized reading' (duration: 1.393257261s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:06:14.464011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.330998594s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T22:06:14.46908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:06:13.070141Z","time spent":"1.398854263s","remote":"127.0.0.1:43660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true "} {"level":"info","ts":"2026-03-18T22:06:14.469094Z","caller":"traceutil/trace.go:171","msg":"trace[1468857000] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:7987; }","duration":"1.336102733s","start":"2026-03-18T22:06:13.132975Z","end":"2026-03-18T22:06:14.469077Z","steps":["trace[1468857000] 'agreement among raft nodes before linearized reading' (duration: 1.330994414s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:06:14.464064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.331109806s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T22:06:14.469288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:06:13.132963Z","time spent":"1.336271317s","remote":"127.0.0.1:43676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" limit:10000 "} {"level":"info","ts":"2026-03-18T22:06:14.469291Z","caller":"traceutil/trace.go:171","msg":"trace[1677629776] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:7987; }","duration":"1.336345609s","start":"2026-03-18T22:06:13.132932Z","end":"2026-03-18T22:06:14.469278Z","steps":["trace[1677629776] 'agreement among raft nodes before linearized reading' (duration: 1.331105837s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:06:14.46945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:06:13.132925Z","time spent":"1.336511263s","remote":"127.0.0.1:43676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true "} {"level":"warn","ts":"2026-03-18T22:06:14.464443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:06:13.238257Z","time spent":"1.226171425s","remote":"127.0.0.1:43704","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true "} {"level":"warn","ts":"2026-03-18T22:06:14.464052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.803792595s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-03-18T22:06:14.46969Z","caller":"traceutil/trace.go:171","msg":"trace[601905918] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:7987; }","duration":"1.809394256s","start":"2026-03-18T22:06:12.6602Z","end":"2026-03-18T22:06:14.469594Z","steps":["trace[601905918] 'agreement among raft nodes before linearized reading' (duration: 1.803751324s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:06:14.469735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:06:12.660174Z","time spent":"1.80954893s","remote":"127.0.0.1:55338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":554,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-03-18T22:06:14.568309Z","caller":"traceutil/trace.go:171","msg":"trace[1455814810] transaction","detail":"{read_only:false; response_revision:7988; number_of_response:1; }","duration":"546.535296ms","start":"2026-03-18T22:06:14.021749Z","end":"2026-03-18T22:06:14.568285Z","steps":["trace[1455814810] 'process raft request' (duration: 485.149251ms)","trace[1455814810] 'compare' (duration: 61.1627ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T22:06:14.568462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:06:14.021728Z","time spent":"546.65222ms","remote":"127.0.0.1:55338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T22:06:14.56868Z","caller":"traceutil/trace.go:171","msg":"trace[1272837717] transaction","detail":"{read_only:false; response_revision:7989; number_of_response:1; }","duration":"102.613584ms","start":"2026-03-18T22:06:14.465997Z","end":"2026-03-18T22:06:14.56861Z","steps":["trace[1272837717] 'process raft request' (duration: 102.233484ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:06:15.07522Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823086373136619998,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T22:06:15.575632Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823086373136619998,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T22:06:15.942985Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.370695223s","expected-duration":"1s"} {"level":"info","ts":"2026-03-18T22:06:15.943379Z","caller":"traceutil/trace.go:171","msg":"trace[1094218586] transaction","detail":"{read_only:false; response_revision:7992; number_of_response:1; }","duration":"1.371273528s","start":"2026-03-18T22:06:14.572083Z","end":"2026-03-18T22:06:15.943357Z","steps":["trace[1094218586] 'process raft request' (duration: 1.371115744s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:06:15.943524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:06:14.571858Z","time spent":"1.371592116s","remote":"127.0.0.1:55144","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1117,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T22:06:17.090732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"763.492148ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T22:06:17.091145Z","caller":"traceutil/trace.go:171","msg":"trace[156372702] transaction","detail":"{read_only:false; response_revision:7993; number_of_response:1; }","duration":"2.339360227s","start":"2026-03-18T22:06:14.751745Z","end":"2026-03-18T22:06:17.091105Z","steps":["trace[156372702] 'process raft request' (duration: 1.575350765s)","trace[156372702] 'compare' (duration: 763.006856ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T22:06:17.091285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:06:14.751715Z","time spent":"2.339504691s","remote":"127.0.0.1:55338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T22:06:17.091396Z","caller":"traceutil/trace.go:171","msg":"trace[1041857513] linearizableReadLoop","detail":"{readStateIndex:8307; appliedIndex:8305; }","duration":"2.517117051s","start":"2026-03-18T22:06:14.574251Z","end":"2026-03-18T22:06:17.091368Z","steps":["trace[1041857513] 'read index received' (duration: 1.36897019s)","trace[1041857513] 'applied index is now lower than readState.Index' (duration: 1.148144181s)"],"step_count":2} {"level":"info","ts":"2026-03-18T22:06:17.091427Z","caller":"traceutil/trace.go:171","msg":"trace[795688849] transaction","detail":"{read_only:false; response_revision:7994; number_of_response:1; }","duration":"1.083653878s","start":"2026-03-18T22:06:16.007733Z","end":"2026-03-18T22:06:17.091387Z","steps":["trace[795688849] 'process raft request' (duration: 1.083163685s)"],"step_count":1} {"level":"info","ts":"2026-03-18T22:06:17.091589Z","caller":"traceutil/trace.go:171","msg":"trace[960003271] transaction","detail":"{read_only:false; response_revision:7995; number_of_response:1; }","duration":"1.070222929s","start":"2026-03-18T22:06:16.021328Z","end":"2026-03-18T22:06:17.091551Z","steps":["trace[960003271] 'process raft request' (duration: 1.069663195s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:06:17.091686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.517421858s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-03-18T22:06:17.091688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:06:16.007708Z","time spent":"1.083820222s","remote":"127.0.0.1:55338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T22:06:17.091751Z","caller":"traceutil/trace.go:171","msg":"trace[1758644422] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:7995; }","duration":"2.517507191s","start":"2026-03-18T22:06:14.574225Z","end":"2026-03-18T22:06:17.091732Z","steps":["trace[1758644422] 'agreement among raft nodes before linearized reading' (duration: 2.517266735s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:06:17.091763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:06:16.02129Z","time spent":"1.070388273s","remote":"127.0.0.1:55338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T22:06:17.091805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:06:14.574205Z","time spent":"2.517586662s","remote":"127.0.0.1:55108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"info","ts":"2026-03-18T22:06:17.092263Z","caller":"traceutil/trace.go:171","msg":"trace[1737172574] transaction","detail":"{read_only:false; response_revision:7996; number_of_response:1; }","duration":"1.068330692s","start":"2026-03-18T22:06:16.023898Z","end":"2026-03-18T22:06:17.092229Z","steps":["trace[1737172574] 'process raft request' (duration: 1.067150743s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:06:17.092364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.389766725s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-18T22:06:17.092414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:06:16.023882Z","time spent":"1.068451095s","remote":"127.0.0.1:55338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T22:06:17.092426Z","caller":"traceutil/trace.go:171","msg":"trace[1715290355] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:7996; }","duration":"2.389883387s","start":"2026-03-18T22:06:14.702521Z","end":"2026-03-18T22:06:17.092404Z","steps":["trace[1715290355] 'agreement among raft nodes before linearized reading' (duration: 2.389724483s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:06:17.092441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"627.995118ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-18T22:06:17.092473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:06:14.702492Z","time spent":"2.38996732s","remote":"127.0.0.1:50552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-18T22:06:17.092498Z","caller":"traceutil/trace.go:171","msg":"trace[944991818] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7996; }","duration":"628.09454ms","start":"2026-03-18T22:06:16.464388Z","end":"2026-03-18T22:06:17.092483Z","steps":["trace[944991818] 'agreement among raft nodes before linearized reading' (duration: 627.867155ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:06:17.092542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:06:16.464347Z","time spent":"628.186253ms","remote":"127.0.0.1:55338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-18T22:06:17.092537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.160194524s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-03-18T22:06:17.092596Z","caller":"traceutil/trace.go:171","msg":"trace[884084984] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7996; }","duration":"1.160301367s","start":"2026-03-18T22:06:15.932278Z","end":"2026-03-18T22:06:17.092579Z","steps":["trace[884084984] 'agreement among raft nodes before linearized reading' (duration: 1.160094672s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:06:17.092643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:06:15.932254Z","time spent":"1.160378509s","remote":"127.0.0.1:55254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-18T22:06:17.092654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.743078916s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T22:06:17.092687Z","caller":"traceutil/trace.go:171","msg":"trace[2095643183] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:7996; }","duration":"1.743154478s","start":"2026-03-18T22:06:15.349518Z","end":"2026-03-18T22:06:17.092673Z","steps":["trace[2095643183] 'agreement among raft nodes before linearized reading' (duration: 1.743100957s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:06:17.092707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:06:15.349492Z","time spent":"1.74320922s","remote":"127.0.0.1:50474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-18T22:06:17.092774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.55628ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-18T22:06:17.092798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.329556329s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T22:06:17.092827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.718066257s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T22:06:17.092824Z","caller":"traceutil/trace.go:171","msg":"trace[693629153] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:7996; }","duration":"301.632933ms","start":"2026-03-18T22:06:16.791163Z","end":"2026-03-18T22:06:17.092796Z","steps":["trace[693629153] 'agreement among raft nodes before linearized reading' (duration: 301.538661ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T22:06:17.092847Z","caller":"traceutil/trace.go:171","msg":"trace[1143914830] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7996; }","duration":"1.718085477s","start":"2026-03-18T22:06:15.374755Z","end":"2026-03-18T22:06:17.092841Z","steps":["trace[1143914830] 'agreement among raft nodes before linearized reading' (duration: 1.718051846s)"],"step_count":1} {"level":"info","ts":"2026-03-18T22:06:17.09285Z","caller":"traceutil/trace.go:171","msg":"trace[649931307] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:7996; }","duration":"2.329659011s","start":"2026-03-18T22:06:14.763175Z","end":"2026-03-18T22:06:17.092834Z","steps":["trace[649931307] 'agreement among raft nodes before linearized reading' (duration: 2.329538888s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:06:17.092865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:06:15.374677Z","time spent":"1.71818281s","remote":"127.0.0.1:55070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T22:06:17.092866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"817.407916ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T22:06:17.092903Z","caller":"traceutil/trace.go:171","msg":"trace[1306248488] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:7996; }","duration":"817.449656ms","start":"2026-03-18T22:06:16.275443Z","end":"2026-03-18T22:06:17.092892Z","steps":["trace[1306248488] 'agreement among raft nodes before linearized reading' (duration: 817.383335ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:06:17.092902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:06:14.763152Z","time spent":"2.329731373s","remote":"127.0.0.1:58816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-18T22:06:17.092932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:06:16.275365Z","time spent":"817.559849ms","remote":"127.0.0.1:55194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":29,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-18T22:06:17.092955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"513.383963ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rpbhf\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-18T22:06:17.092993Z","caller":"traceutil/trace.go:171","msg":"trace[631063946] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rpbhf; range_end:; response_count:1; response_revision:7996; }","duration":"513.454835ms","start":"2026-03-18T22:06:16.57953Z","end":"2026-03-18T22:06:17.092985Z","steps":["trace[631063946] 'agreement among raft nodes before linearized reading' (duration: 513.345642ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:06:17.093039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:06:16.57951Z","time spent":"513.523136ms","remote":"127.0.0.1:55254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6548,"request content":"key:\"/registry/pods/openstack/keepalived-rpbhf\" "} {"level":"warn","ts":"2026-03-18T22:06:17.092855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:06:16.791136Z","time spent":"301.711355ms","remote":"127.0.0.1:55548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":23,"response size":31,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"warn","ts":"2026-03-18T22:06:17.093115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"847.77735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T22:06:17.09315Z","caller":"traceutil/trace.go:171","msg":"trace[1378951939] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:7996; }","duration":"847.864782ms","start":"2026-03-18T22:06:16.245271Z","end":"2026-03-18T22:06:17.093136Z","steps":["trace[1378951939] 'agreement among raft nodes before linearized reading' (duration: 847.8094ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:06:17.093183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:06:16.245238Z","time spent":"847.937174ms","remote":"127.0.0.1:58788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-18T22:06:17.09325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"520.701697ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-18T22:06:17.09328Z","caller":"traceutil/trace.go:171","msg":"trace[1104262081] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7996; }","duration":"520.759209ms","start":"2026-03-18T22:06:16.572512Z","end":"2026-03-18T22:06:17.093271Z","steps":["trace[1104262081] 'agreement among raft nodes before linearized reading' (duration: 520.675647ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:06:17.093307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:06:16.572497Z","time spent":"520.80403ms","remote":"127.0.0.1:55338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-18T22:06:17.093355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"626.160261ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-18T22:06:17.093375Z","caller":"traceutil/trace.go:171","msg":"trace[2083707090] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7996; }","duration":"626.201032ms","start":"2026-03-18T22:06:16.467168Z","end":"2026-03-18T22:06:17.093369Z","steps":["trace[2083707090] 'agreement among raft nodes before linearized reading' (duration: 626.134631ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:06:17.093391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:06:16.467157Z","time spent":"626.230453ms","remote":"127.0.0.1:55338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-18T22:06:17.093512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"623.223978ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-18T22:06:17.093557Z","caller":"traceutil/trace.go:171","msg":"trace[901831023] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7996; }","duration":"623.293339ms","start":"2026-03-18T22:06:16.470258Z","end":"2026-03-18T22:06:17.093552Z","steps":["trace[901831023] 'agreement among raft nodes before linearized reading' (duration: 623.208827ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:06:17.093576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:06:16.470169Z","time spent":"623.402481ms","remote":"127.0.0.1:55338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-18T22:06:17.093647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"624.90577ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-18T22:06:17.093686Z","caller":"traceutil/trace.go:171","msg":"trace[593231315] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7996; }","duration":"624.991582ms","start":"2026-03-18T22:06:16.468685Z","end":"2026-03-18T22:06:17.093676Z","steps":["trace[593231315] 'agreement among raft nodes before linearized reading' (duration: 624.803747ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:06:17.093713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:06:16.468658Z","time spent":"625.049654ms","remote":"127.0.0.1:55338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-18T22:06:17.600855Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823086373136620006,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-18T22:06:17.889103Z","caller":"traceutil/trace.go:171","msg":"trace[687978292] transaction","detail":"{read_only:false; response_revision:7997; number_of_response:1; }","duration":"789.920403ms","start":"2026-03-18T22:06:17.099145Z","end":"2026-03-18T22:06:17.889065Z","steps":["trace[687978292] 'process raft request' (duration: 789.688567ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:06:17.889333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:06:17.099128Z","time spent":"790.083608ms","remote":"127.0.0.1:55338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T22:06:18.877451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"660.826644ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T22:06:18.877747Z","caller":"traceutil/trace.go:171","msg":"trace[801631628] transaction","detail":"{read_only:false; response_revision:8000; number_of_response:1; }","duration":"1.778310322s","start":"2026-03-18T22:06:17.099401Z","end":"2026-03-18T22:06:18.877711Z","steps":["trace[801631628] 'process raft request' (duration: 1.77820625s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:06:18.877825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:06:17.09937Z","time spent":"1.778413835s","remote":"127.0.0.1:55338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T22:06:18.877887Z","caller":"traceutil/trace.go:171","msg":"trace[130049679] transaction","detail":"{read_only:false; response_revision:7998; number_of_response:1; }","duration":"1.778519748s","start":"2026-03-18T22:06:17.099323Z","end":"2026-03-18T22:06:18.877843Z","steps":["trace[130049679] 'process raft request' (duration: 1.117172392s)","trace[130049679] 'compare' (duration: 660.67237ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T22:06:18.878265Z","caller":"traceutil/trace.go:171","msg":"trace[1707027781] transaction","detail":"{read_only:false; response_revision:7999; number_of_response:1; }","duration":"1.778640341s","start":"2026-03-18T22:06:17.099378Z","end":"2026-03-18T22:06:18.878019Z","steps":["trace[1707027781] 'process raft request' (duration: 1.778179929s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:06:18.878309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:06:17.099313Z","time spent":"1.778673312s","remote":"127.0.0.1:55338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T22:06:18.878529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:06:17.099368Z","time spent":"1.7789888s","remote":"127.0.0.1:55338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T22:06:18.878566Z","caller":"traceutil/trace.go:171","msg":"trace[869697918] transaction","detail":"{read_only:false; response_revision:8001; number_of_response:1; }","duration":"1.777310659s","start":"2026-03-18T22:06:17.101226Z","end":"2026-03-18T22:06:18.878537Z","steps":["trace[869697918] 'process raft request' (duration: 1.776409215s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:06:18.878725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:06:17.101211Z","time spent":"1.777433801s","remote":"127.0.0.1:55338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T22:06:18.878702Z","caller":"traceutil/trace.go:171","msg":"trace[1730001196] linearizableReadLoop","detail":"{readStateIndex:8315; appliedIndex:8310; }","duration":"1.778419296s","start":"2026-03-18T22:06:17.100223Z","end":"2026-03-18T22:06:18.878643Z","steps":["trace[1730001196] 'read index received' (duration: 788.627071ms)","trace[1730001196] 'applied index is now lower than readState.Index' (duration: 989.785335ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T22:06:18.946947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.028614ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T22:06:18.947137Z","caller":"traceutil/trace.go:171","msg":"trace[1149403246] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:8001; }","duration":"283.291611ms","start":"2026-03-18T22:06:18.663824Z","end":"2026-03-18T22:06:18.947115Z","steps":["trace[1149403246] 'agreement among raft nodes before linearized reading' (duration: 283.018594ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:06:18.946986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"515.604279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T22:06:18.947222Z","caller":"traceutil/trace.go:171","msg":"trace[643903343] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:8001; }","duration":"515.889016ms","start":"2026-03-18T22:06:18.43132Z","end":"2026-03-18T22:06:18.947209Z","steps":["trace[643903343] 'agreement among raft nodes before linearized reading' (duration: 515.605539ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:06:18.947253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:06:18.431296Z","time spent":"515.949347ms","remote":"127.0.0.1:37044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"warn","ts":"2026-03-18T22:06:18.947359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.847120645s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19446"} {"level":"warn","ts":"2026-03-18T22:06:18.947004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.844996262s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T22:06:18.947443Z","caller":"traceutil/trace.go:171","msg":"trace[1490197416] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:8001; }","duration":"1.847259458s","start":"2026-03-18T22:06:17.100162Z","end":"2026-03-18T22:06:18.947421Z","steps":["trace[1490197416] 'agreement among raft nodes before linearized reading' (duration: 1.778699963s)","trace[1490197416] 'range keys from in-memory index tree' (duration: 67.94326ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T22:06:18.947463Z","caller":"traceutil/trace.go:171","msg":"trace[1055813341] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8001; }","duration":"1.845502745s","start":"2026-03-18T22:06:17.101951Z","end":"2026-03-18T22:06:18.947454Z","steps":["trace[1055813341] 'agreement among raft nodes before linearized reading' (duration: 1.844923851s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:06:18.947486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:06:17.101941Z","time spent":"1.845539456s","remote":"127.0.0.1:55054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T22:06:18.947597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:06:17.100134Z","time spent":"1.847433423s","remote":"127.0.0.1:55250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19470,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-18T22:06:18.947922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.846274144s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:224121"} {"level":"info","ts":"2026-03-18T22:06:18.947992Z","caller":"traceutil/trace.go:171","msg":"trace[1480343695] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8001; }","duration":"1.846358356s","start":"2026-03-18T22:06:17.101615Z","end":"2026-03-18T22:06:18.947974Z","steps":["trace[1480343695] 'agreement among raft nodes before linearized reading' (duration: 1.845264359s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:06:18.948037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:06:17.101607Z","time spent":"1.846419177s","remote":"127.0.0.1:55254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":224145,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-18T22:06:20.14704Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823086373136620021,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T22:06:20.647247Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823086373136620021,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T22:06:20.717319Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.616691205s","expected-duration":"1s"} {"level":"info","ts":"2026-03-18T22:06:20.717906Z","caller":"traceutil/trace.go:171","msg":"trace[802991365] transaction","detail":"{read_only:false; response_revision:8003; number_of_response:1; }","duration":"1.617399503s","start":"2026-03-18T22:06:19.100477Z","end":"2026-03-18T22:06:20.717876Z","steps":["trace[802991365] 'process raft request' (duration: 1.617351722s)"],"step_count":1} {"level":"info","ts":"2026-03-18T22:06:20.717966Z","caller":"traceutil/trace.go:171","msg":"trace[511866706] transaction","detail":"{read_only:false; response_revision:8002; number_of_response:1; }","duration":"1.617442293s","start":"2026-03-18T22:06:19.100486Z","end":"2026-03-18T22:06:20.717928Z","steps":["trace[511866706] 'process raft request' (duration: 1.617154586s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:06:20.718117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:06:19.10045Z","time spent":"1.617544626s","remote":"127.0.0.1:55338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T22:06:20.718161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:06:19.100467Z","time spent":"1.617587687s","remote":"127.0.0.1:55338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T22:06:21.003496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.485093ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T22:06:21.003849Z","caller":"traceutil/trace.go:171","msg":"trace[2031027458] linearizableReadLoop","detail":"{readStateIndex:8319; appliedIndex:8316; }","duration":"1.357381671s","start":"2026-03-18T22:06:19.646418Z","end":"2026-03-18T22:06:21.003799Z","steps":["trace[2031027458] 'read index received' (duration: 1.071213274s)","trace[2031027458] 'applied index is now lower than readState.Index' (duration: 286.163667ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T22:06:21.004021Z","caller":"traceutil/trace.go:171","msg":"trace[1049777522] transaction","detail":"{read_only:false; response_revision:8004; number_of_response:1; }","duration":"1.903203721s","start":"2026-03-18T22:06:19.100794Z","end":"2026-03-18T22:06:21.003998Z","steps":["trace[1049777522] 'process raft request' (duration: 1.715135653s)","trace[1049777522] 'compare' (duration: 187.184356ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T22:06:21.004098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:06:19.10078Z","time spent":"1.903281303s","remote":"127.0.0.1:55338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T22:06:21.004165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.358276ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-18T22:06:21.004166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.35770579s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-18T22:06:21.004189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"628.206057ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T22:06:21.004237Z","caller":"traceutil/trace.go:171","msg":"trace[1979400113] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:8005; }","duration":"370.438618ms","start":"2026-03-18T22:06:20.633778Z","end":"2026-03-18T22:06:21.004217Z","steps":["trace[1979400113] 'agreement among raft nodes before linearized reading' (duration: 370.302695ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T22:06:21.004256Z","caller":"traceutil/trace.go:171","msg":"trace[1929228140] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:8005; }","duration":"1.357881254s","start":"2026-03-18T22:06:19.646353Z","end":"2026-03-18T22:06:21.004234Z","steps":["trace[1929228140] 'agreement among raft nodes before linearized reading' (duration: 1.357664128s)"],"step_count":1} {"level":"info","ts":"2026-03-18T22:06:21.004264Z","caller":"traceutil/trace.go:171","msg":"trace[985200790] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8005; }","duration":"628.35458ms","start":"2026-03-18T22:06:20.375891Z","end":"2026-03-18T22:06:21.004246Z","steps":["trace[985200790] 'agreement among raft nodes before linearized reading' (duration: 628.209827ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:06:21.00427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.805935ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-18T22:06:21.004296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:06:20.633686Z","time spent":"370.589952ms","remote":"127.0.0.1:37482","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":6,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true "} {"level":"warn","ts":"2026-03-18T22:06:21.004305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:06:20.375858Z","time spent":"628.440812ms","remote":"127.0.0.1:55054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T22:06:21.004321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:06:19.646321Z","time spent":"1.357976196s","remote":"127.0.0.1:55370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":31,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"info","ts":"2026-03-18T22:06:21.004322Z","caller":"traceutil/trace.go:171","msg":"trace[257313778] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8005; }","duration":"120.913618ms","start":"2026-03-18T22:06:20.883394Z","end":"2026-03-18T22:06:21.004308Z","steps":["trace[257313778] 'agreement among raft nodes before linearized reading' (duration: 120.683502ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:06:21.004346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.110103206s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-18T22:06:21.004422Z","caller":"traceutil/trace.go:171","msg":"trace[331520394] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8005; }","duration":"1.11025012s","start":"2026-03-18T22:06:19.894155Z","end":"2026-03-18T22:06:21.004405Z","steps":["trace[331520394] 'agreement among raft nodes before linearized reading' (duration: 1.109918692s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:06:21.004469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:06:19.894133Z","time spent":"1.110324392s","remote":"127.0.0.1:55338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-18T22:06:21.00449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.03227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-18T22:06:21.004575Z","caller":"traceutil/trace.go:171","msg":"trace[621184895] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8005; }","duration":"121.180475ms","start":"2026-03-18T22:06:20.883373Z","end":"2026-03-18T22:06:21.004554Z","steps":["trace[621184895] 'agreement among raft nodes before linearized reading' (duration: 120.794324ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:06:21.004616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.2283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-18T22:06:21.004651Z","caller":"traceutil/trace.go:171","msg":"trace[2115776517] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8005; }","duration":"120.285542ms","start":"2026-03-18T22:06:20.884354Z","end":"2026-03-18T22:06:21.00464Z","steps":["trace[2115776517] 'agreement among raft nodes before linearized reading' (duration: 119.763338ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:06:21.004639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.676192ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-18T22:06:21.004744Z","caller":"traceutil/trace.go:171","msg":"trace[784142364] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8005; }","duration":"120.841117ms","start":"2026-03-18T22:06:20.883877Z","end":"2026-03-18T22:06:21.004718Z","steps":["trace[784142364] 'agreement among raft nodes before linearized reading' (duration: 120.278032ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T22:06:21.259405Z","caller":"traceutil/trace.go:171","msg":"trace[1373374381] transaction","detail":"{read_only:false; response_revision:8006; number_of_response:1; }","duration":"250.259123ms","start":"2026-03-18T22:06:21.009121Z","end":"2026-03-18T22:06:21.25938Z","steps":["trace[1373374381] 'process raft request' (duration: 213.715657ms)","trace[1373374381] 'compare' (duration: 36.441184ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T22:06:21.281094Z","caller":"traceutil/trace.go:171","msg":"trace[1740891918] transaction","detail":"{read_only:false; response_revision:8007; number_of_response:1; }","duration":"271.862664ms","start":"2026-03-18T22:06:21.009208Z","end":"2026-03-18T22:06:21.281071Z","steps":["trace[1740891918] 'process raft request' (duration: 271.628169ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T22:06:21.281143Z","caller":"traceutil/trace.go:171","msg":"trace[636919997] linearizableReadLoop","detail":"{readStateIndex:8325; appliedIndex:8320; }","duration":"226.97464ms","start":"2026-03-18T22:06:21.05415Z","end":"2026-03-18T22:06:21.281125Z","steps":["trace[636919997] 'read index received' (duration: 168.703569ms)","trace[636919997] 'applied index is now lower than readState.Index' (duration: 58.269651ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T22:06:21.281153Z","caller":"traceutil/trace.go:171","msg":"trace[1756677297] transaction","detail":"{read_only:false; response_revision:8008; number_of_response:1; }","duration":"271.331912ms","start":"2026-03-18T22:06:21.009786Z","end":"2026-03-18T22:06:21.281118Z","steps":["trace[1756677297] 'process raft request' (duration: 271.198748ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T22:06:21.281274Z","caller":"traceutil/trace.go:171","msg":"trace[1596623601] transaction","detail":"{read_only:false; response_revision:8009; number_of_response:1; }","duration":"271.349422ms","start":"2026-03-18T22:06:21.009876Z","end":"2026-03-18T22:06:21.281226Z","steps":["trace[1596623601] 'process raft request' (duration: 271.164378ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T22:06:21.281296Z","caller":"traceutil/trace.go:171","msg":"trace[268939820] transaction","detail":"{read_only:false; response_revision:8010; number_of_response:1; }","duration":"271.041904ms","start":"2026-03-18T22:06:21.010207Z","end":"2026-03-18T22:06:21.281249Z","steps":["trace[268939820] 'process raft request' (duration: 270.8736ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:06:21.281345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.176204ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-03-18T22:06:21.281399Z","caller":"traceutil/trace.go:171","msg":"trace[341119046] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:8010; }","duration":"227.269817ms","start":"2026-03-18T22:06:21.054116Z","end":"2026-03-18T22:06:21.281386Z","steps":["trace[341119046] 'agreement among raft nodes before linearized reading' (duration: 227.071172ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:06:22.565084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.481729ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T22:06:22.565223Z","caller":"traceutil/trace.go:171","msg":"trace[548918132] linearizableReadLoop","detail":"{readStateIndex:8326; appliedIndex:8325; }","duration":"558.624573ms","start":"2026-03-18T22:06:22.006576Z","end":"2026-03-18T22:06:22.565201Z","steps":["trace[548918132] 'read index received' (duration: 315.773166ms)","trace[548918132] 'applied index is now lower than readState.Index' (duration: 242.849357ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T22:06:22.565373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"440.622536ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T22:06:22.565419Z","caller":"traceutil/trace.go:171","msg":"trace[1806211151] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:8011; }","duration":"440.712738ms","start":"2026-03-18T22:06:22.124689Z","end":"2026-03-18T22:06:22.565402Z","steps":["trace[1806211151] 'agreement among raft nodes before linearized reading' (duration: 440.628166ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:06:22.565507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:06:22.124657Z","time spent":"440.82109ms","remote":"127.0.0.1:50572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"info","ts":"2026-03-18T22:06:22.565508Z","caller":"traceutil/trace.go:171","msg":"trace[491929694] transaction","detail":"{read_only:false; response_revision:8011; number_of_response:1; }","duration":"1.139205287s","start":"2026-03-18T22:06:21.42626Z","end":"2026-03-18T22:06:22.565465Z","steps":["trace[491929694] 'process raft request' (duration: 896.203645ms)","trace[491929694] 'compare' (duration: 241.977055ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T22:06:22.565527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.383142ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T22:06:22.565628Z","caller":"traceutil/trace.go:171","msg":"trace[952785970] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8011; }","duration":"190.551046ms","start":"2026-03-18T22:06:22.375052Z","end":"2026-03-18T22:06:22.565603Z","steps":["trace[952785970] 'agreement among raft nodes before linearized reading' (duration: 190.330581ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:06:22.565685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:06:21.426225Z","time spent":"1.139354051s","remote":"127.0.0.1:55338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T22:06:22.565511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"558.901541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-03-18T22:06:22.565977Z","caller":"traceutil/trace.go:171","msg":"trace[1007575517] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:8011; }","duration":"559.348132ms","start":"2026-03-18T22:06:22.006528Z","end":"2026-03-18T22:06:22.565876Z","steps":["trace[1007575517] 'agreement among raft nodes before linearized reading' (duration: 558.777238ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:06:22.566243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:06:22.006499Z","time spent":"559.608558ms","remote":"127.0.0.1:55228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1889,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" "} {"level":"warn","ts":"2026-03-18T22:06:23.07062Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823086373136620042,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T22:06:24.247509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.143255ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T22:06:24.247684Z","caller":"traceutil/trace.go:171","msg":"trace[1048694298] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:8011; }","duration":"170.335679ms","start":"2026-03-18T22:06:24.077321Z","end":"2026-03-18T22:06:24.247656Z","steps":["trace[1048694298] 'range keys from in-memory index tree' (duration: 170.120644ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:06:24.247792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.168933532s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"warn","ts":"2026-03-18T22:06:24.247916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:06:22.566915Z","time spent":"1.680994598s","remote":"127.0.0.1:55108","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-18T22:06:24.263448Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.184573244s","expected-duration":"1s"} {"level":"info","ts":"2026-03-18T22:06:24.26385Z","caller":"traceutil/trace.go:171","msg":"trace[2021931412] transaction","detail":"{read_only:false; response_revision:8013; number_of_response:1; }","duration":"1.538156736s","start":"2026-03-18T22:06:22.725676Z","end":"2026-03-18T22:06:24.263832Z","steps":["trace[2021931412] 'process raft request' (duration: 1.538105515s)"],"step_count":1} {"level":"info","ts":"2026-03-18T22:06:24.263914Z","caller":"traceutil/trace.go:171","msg":"trace[1014041840] transaction","detail":"{read_only:false; response_revision:8012; number_of_response:1; }","duration":"1.538654719s","start":"2026-03-18T22:06:22.725216Z","end":"2026-03-18T22:06:24.263871Z","steps":["trace[1014041840] 'process raft request' (duration: 1.538449424s)"],"step_count":1} {"level":"info","ts":"2026-03-18T22:06:24.264064Z","caller":"traceutil/trace.go:171","msg":"trace[1870089694] transaction","detail":"{read_only:false; response_revision:8014; number_of_response:1; }","duration":"1.252939677s","start":"2026-03-18T22:06:23.011112Z","end":"2026-03-18T22:06:24.264052Z","steps":["trace[1870089694] 'process raft request' (duration: 1.252696701s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:06:24.264108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:06:23.011084Z","time spent":"1.253003619s","remote":"127.0.0.1:55338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T22:06:24.264035Z","caller":"traceutil/trace.go:171","msg":"trace[1655076702] linearizableReadLoop","detail":"{readStateIndex:8330; appliedIndex:8326; }","duration":"1.693907772s","start":"2026-03-18T22:06:22.570097Z","end":"2026-03-18T22:06:24.264004Z","steps":["trace[1655076702] 'read index received' (duration: 508.758923ms)","trace[1655076702] 'applied index is now lower than readState.Index' (duration: 1.185146519s)"],"step_count":2} {"level":"warn","ts":"2026-03-18T22:06:24.264123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:06:22.725176Z","time spent":"1.538829844s","remote":"127.0.0.1:55338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T22:06:24.263955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:06:22.725638Z","time spent":"1.538253639s","remote":"127.0.0.1:55338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T22:06:24.264363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.69425474s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-db284ad4-bc71-4c2c-bd38-5a59d37c8476\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-03-18T22:06:24.264402Z","caller":"traceutil/trace.go:171","msg":"trace[782309145] range","detail":"{range_begin:/registry/persistentvolumes/pvc-db284ad4-bc71-4c2c-bd38-5a59d37c8476; range_end:; response_count:1; response_revision:8014; }","duration":"1.694330892s","start":"2026-03-18T22:06:22.570058Z","end":"2026-03-18T22:06:24.264389Z","steps":["trace[782309145] 'agreement among raft nodes before linearized reading' (duration: 1.694141817s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:06:24.264437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:06:22.570046Z","time spent":"1.694382583s","remote":"127.0.0.1:55212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1346,"request content":"key:\"/registry/persistentvolumes/pvc-db284ad4-bc71-4c2c-bd38-5a59d37c8476\" "} {"level":"warn","ts":"2026-03-18T22:06:24.765246Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823086373136620048,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T22:06:24.987143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.339764ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T22:06:24.987876Z","caller":"traceutil/trace.go:171","msg":"trace[842517714] linearizableReadLoop","detail":"{readStateIndex:8332; appliedIndex:8330; }","duration":"723.69015ms","start":"2026-03-18T22:06:24.264165Z","end":"2026-03-18T22:06:24.987855Z","steps":["trace[842517714] 'read index received' (duration: 547.499624ms)","trace[842517714] 'applied index is now lower than readState.Index' (duration: 176.189266ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T22:06:24.988161Z","caller":"traceutil/trace.go:171","msg":"trace[561289858] transaction","detail":"{read_only:false; response_revision:8015; number_of_response:1; }","duration":"739.067376ms","start":"2026-03-18T22:06:24.249049Z","end":"2026-03-18T22:06:24.988116Z","steps":["trace[561289858] 'process raft request' (duration: 562.631044ms)","trace[561289858] 'compare' (duration: 174.880323ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T22:06:24.988289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.423488763s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1988"} {"level":"warn","ts":"2026-03-18T22:06:24.988324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.612647665s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T22:06:24.988361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"953.487792ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"warn","ts":"2026-03-18T22:06:24.988376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.229769997s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-18T22:06:24.988417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"455.559479ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-7df87f7c8-vdsjq.189e0ec578cbd6c0\" ","response":"range_response_count:1 size:1132"} {"level":"warn","ts":"2026-03-18T22:06:24.988423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.971369547s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rpbhf\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-18T22:06:24.988405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.723319049s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-18T22:06:24.988406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.701944543s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-18T22:06:24.988431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"419.553487ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T22:06:24.98847Z","caller":"traceutil/trace.go:171","msg":"trace[94749918] range","detail":"{range_begin:/registry/events/openstack/barbican-api-7df87f7c8-vdsjq.189e0ec578cbd6c0; range_end:; response_count:1; response_revision:8016; }","duration":"455.660242ms","start":"2026-03-18T22:06:24.532797Z","end":"2026-03-18T22:06:24.988457Z","steps":["trace[94749918] 'agreement among raft nodes before linearized reading' (duration: 455.498118ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T22:06:24.988476Z","caller":"traceutil/trace.go:171","msg":"trace[921240250] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rpbhf; range_end:; response_count:1; response_revision:8016; }","duration":"1.971460159s","start":"2026-03-18T22:06:23.017002Z","end":"2026-03-18T22:06:24.988462Z","steps":["trace[921240250] 'agreement among raft nodes before linearized reading' (duration: 1.971217833s)"],"step_count":1} {"level":"info","ts":"2026-03-18T22:06:24.988189Z","caller":"traceutil/trace.go:171","msg":"trace[1915459158] transaction","detail":"{read_only:false; response_revision:8016; number_of_response:1; }","duration":"390.973551ms","start":"2026-03-18T22:06:24.597167Z","end":"2026-03-18T22:06:24.98814Z","steps":["trace[1915459158] 'process raft request' (duration: 390.127759ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T22:06:24.988496Z","caller":"traceutil/trace.go:171","msg":"trace[368760474] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8016; }","duration":"1.702067926s","start":"2026-03-18T22:06:23.286412Z","end":"2026-03-18T22:06:24.98848Z","steps":["trace[368760474] 'agreement among raft nodes before linearized reading' (duration: 1.701849371s)"],"step_count":1} {"level":"info","ts":"2026-03-18T22:06:24.988514Z","caller":"traceutil/trace.go:171","msg":"trace[2018720718] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8016; }","duration":"419.698591ms","start":"2026-03-18T22:06:24.568795Z","end":"2026-03-18T22:06:24.988493Z","steps":["trace[2018720718] 'agreement among raft nodes before linearized reading' (duration: 419.514406ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:06:24.988492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.702792584s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-18T22:06:24.988558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:06:23.286401Z","time spent":"1.702147108s","remote":"127.0.0.1:55338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-18T22:06:24.988567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:06:24.568772Z","time spent":"419.787873ms","remote":"127.0.0.1:55054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T22:06:24.988531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.701913392s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-18T22:06:24.988372Z","caller":"traceutil/trace.go:171","msg":"trace[1887004798] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:8016; }","duration":"1.423602606s","start":"2026-03-18T22:06:23.564752Z","end":"2026-03-18T22:06:24.988355Z","steps":["trace[1887004798] 'agreement among raft nodes before linearized reading' (duration: 1.423226966s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:06:24.988627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:06:24.597142Z","time spent":"391.407032ms","remote":"127.0.0.1:55338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T22:06:24.98838Z","caller":"traceutil/trace.go:171","msg":"trace[375260395] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8016; }","duration":"1.612765747s","start":"2026-03-18T22:06:23.375599Z","end":"2026-03-18T22:06:24.988365Z","steps":["trace[375260395] 'agreement among raft nodes before linearized reading' (duration: 1.612649895s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:06:24.988806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:06:23.375572Z","time spent":"1.613223719s","remote":"127.0.0.1:55054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-18T22:06:24.988579Z","caller":"traceutil/trace.go:171","msg":"trace[1042365112] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8016; }","duration":"1.702909347s","start":"2026-03-18T22:06:23.285652Z","end":"2026-03-18T22:06:24.988562Z","steps":["trace[1042365112] 'agreement among raft nodes before linearized reading' (duration: 1.70261866s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:06:24.988873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:06:24.249015Z","time spent":"739.292352ms","remote":"127.0.0.1:55108","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T22:06:24.988651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:06:23.564726Z","time spent":"1.423913224s","remote":"127.0.0.1:55260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2012,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-03-18T22:06:24.98892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:06:23.285646Z","time spent":"1.703254726s","remote":"127.0.0.1:55338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-18T22:06:24.98843Z","caller":"traceutil/trace.go:171","msg":"trace[605075712] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8016; }","duration":"953.593945ms","start":"2026-03-18T22:06:24.03482Z","end":"2026-03-18T22:06:24.988414Z","steps":["trace[605075712] 'agreement among raft nodes before linearized reading' (duration: 953.306598ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T22:06:24.988446Z","caller":"traceutil/trace.go:171","msg":"trace[1547509892] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:8016; }","duration":"1.229987152s","start":"2026-03-18T22:06:23.758442Z","end":"2026-03-18T22:06:24.98843Z","steps":["trace[1547509892] 'agreement among raft nodes before linearized reading' (duration: 1.229507289s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:06:24.989592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:06:23.758405Z","time spent":"1.231157251s","remote":"127.0.0.1:55342","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":54,"response size":31,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"warn","ts":"2026-03-18T22:06:24.988447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.702943758s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-18T22:06:24.98974Z","caller":"traceutil/trace.go:171","msg":"trace[1240361459] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8016; }","duration":"1.704275121s","start":"2026-03-18T22:06:23.285445Z","end":"2026-03-18T22:06:24.98972Z","steps":["trace[1240361459] 'agreement among raft nodes before linearized reading' (duration: 1.702691822s)"],"step_count":1} {"level":"info","ts":"2026-03-18T22:06:24.988496Z","caller":"traceutil/trace.go:171","msg":"trace[429894739] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8016; }","duration":"1.723467523s","start":"2026-03-18T22:06:23.265007Z","end":"2026-03-18T22:06:24.988475Z","steps":["trace[429894739] 'agreement among raft nodes before linearized reading' (duration: 1.723234897s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:06:24.990216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:06:23.264977Z","time spent":"1.725217686s","remote":"127.0.0.1:55338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-18T22:06:24.988521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:06:23.016977Z","time spent":"1.97153076s","remote":"127.0.0.1:55254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6548,"request content":"key:\"/registry/pods/openstack/keepalived-rpbhf\" "} {"level":"warn","ts":"2026-03-18T22:06:24.989853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:06:23.285433Z","time spent":"1.704398984s","remote":"127.0.0.1:55338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-18T22:06:24.988517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:06:24.532771Z","time spent":"455.737364ms","remote":"127.0.0.1:55144","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":1156,"request content":"key:\"/registry/events/openstack/barbican-api-7df87f7c8-vdsjq.189e0ec578cbd6c0\" "} {"level":"info","ts":"2026-03-18T22:06:24.988648Z","caller":"traceutil/trace.go:171","msg":"trace[1561456719] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8016; }","duration":"1.702106947s","start":"2026-03-18T22:06:23.286517Z","end":"2026-03-18T22:06:24.988624Z","steps":["trace[1561456719] 'agreement among raft nodes before linearized reading' (duration: 1.701722677s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:06:24.990763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:06:23.286509Z","time spent":"1.70424058s","remote":"127.0.0.1:55338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-18T22:06:24.99196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:06:24.034794Z","time spent":"954.507837ms","remote":"127.0.0.1:55254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-18T22:06:27.182937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.789824ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-18T22:06:27.182924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.671131ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-18T22:06:27.183063Z","caller":"traceutil/trace.go:171","msg":"trace[1944683002] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8035; }","duration":"143.963999ms","start":"2026-03-18T22:06:27.039067Z","end":"2026-03-18T22:06:27.183031Z","steps":["trace[1944683002] 'agreement among raft nodes before linearized reading' (duration: 71.312007ms)","trace[1944683002] 'range keys from in-memory index tree' (duration: 72.320963ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T22:06:27.183112Z","caller":"traceutil/trace.go:171","msg":"trace[1385475189] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8035; }","duration":"144.093992ms","start":"2026-03-18T22:06:27.038989Z","end":"2026-03-18T22:06:27.183083Z","steps":["trace[1385475189] 'agreement among raft nodes before linearized reading' (duration: 71.376999ms)","trace[1385475189] 'range keys from in-memory index tree' (duration: 72.322663ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T22:06:27.183138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.800344ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-18T22:06:27.183308Z","caller":"traceutil/trace.go:171","msg":"trace[680468820] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8035; }","duration":"144.117352ms","start":"2026-03-18T22:06:27.03916Z","end":"2026-03-18T22:06:27.183277Z","steps":["trace[680468820] 'agreement among raft nodes before linearized reading' (duration: 71.214184ms)","trace[680468820] 'range keys from in-memory index tree' (duration: 72.423096ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T22:06:27.372264Z","caller":"traceutil/trace.go:171","msg":"trace[1541099783] linearizableReadLoop","detail":"{readStateIndex:8355; appliedIndex:8353; }","duration":"134.636985ms","start":"2026-03-18T22:06:27.237603Z","end":"2026-03-18T22:06:27.37224Z","steps":["trace[1541099783] 'read index received' (duration: 80.014455ms)","trace[1541099783] 'applied index is now lower than readState.Index' (duration: 54.62119ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T22:06:27.372423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.808949ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/rook-ceph/csi-cephfsplugin-metrics\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T22:06:27.372458Z","caller":"traceutil/trace.go:171","msg":"trace[2067128920] range","detail":"{range_begin:/registry/services/specs/rook-ceph/csi-cephfsplugin-metrics; range_end:; response_count:0; response_revision:8039; }","duration":"134.881791ms","start":"2026-03-18T22:06:27.237564Z","end":"2026-03-18T22:06:27.372446Z","steps":["trace[2067128920] 'agreement among raft nodes before linearized reading' (duration: 134.790649ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T22:06:27.372912Z","caller":"traceutil/trace.go:171","msg":"trace[688735939] transaction","detail":"{read_only:false; response_revision:8038; number_of_response:1; }","duration":"183.450299ms","start":"2026-03-18T22:06:27.18944Z","end":"2026-03-18T22:06:27.37289Z","steps":["trace[688735939] 'process raft request' (duration: 128.158213ms)","trace[688735939] 'compare' (duration: 54.473546ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T22:06:27.373164Z","caller":"traceutil/trace.go:171","msg":"trace[1876428387] transaction","detail":"{read_only:false; response_revision:8039; number_of_response:1; }","duration":"183.13215ms","start":"2026-03-18T22:06:27.189984Z","end":"2026-03-18T22:06:27.373116Z","steps":["trace[1876428387] 'process raft request' (duration: 182.210287ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:06:50.576296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.52654ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T22:06:50.576471Z","caller":"traceutil/trace.go:171","msg":"trace[1083998918] transaction","detail":"{read_only:false; response_revision:8190; number_of_response:1; }","duration":"122.193563ms","start":"2026-03-18T22:06:50.454249Z","end":"2026-03-18T22:06:50.576442Z","steps":["trace[1083998918] 'process raft request' (duration: 15.392367ms)","trace[1083998918] 'compare' (duration: 106.242633ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T22:06:50.58399Z","caller":"traceutil/trace.go:171","msg":"trace[1760888842] transaction","detail":"{read_only:false; response_revision:8191; number_of_response:1; }","duration":"119.834974ms","start":"2026-03-18T22:06:50.464138Z","end":"2026-03-18T22:06:50.583973Z","steps":["trace[1760888842] 'process raft request' (duration: 119.736251ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T22:06:50.585099Z","caller":"traceutil/trace.go:171","msg":"trace[1814016466] transaction","detail":"{read_only:false; response_revision:8192; number_of_response:1; }","duration":"112.312245ms","start":"2026-03-18T22:06:50.472737Z","end":"2026-03-18T22:06:50.58505Z","steps":["trace[1814016466] 'process raft request' (duration: 111.899985ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:06:51.798778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.868559ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-18T22:06:51.799002Z","caller":"traceutil/trace.go:171","msg":"trace[767339217] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8197; }","duration":"330.175156ms","start":"2026-03-18T22:06:51.468802Z","end":"2026-03-18T22:06:51.798977Z","steps":["trace[767339217] 'range keys from in-memory index tree' (duration: 329.626783ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:06:51.799092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:06:51.468775Z","time spent":"330.29975ms","remote":"127.0.0.1:55338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-18T22:06:51.799116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.884889ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-18T22:06:51.799179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"507.358837ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:19434"} {"level":"info","ts":"2026-03-18T22:06:51.7993Z","caller":"traceutil/trace.go:171","msg":"trace[138334376] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:8197; }","duration":"507.546743ms","start":"2026-03-18T22:06:51.29173Z","end":"2026-03-18T22:06:51.799276Z","steps":["trace[138334376] 'range keys from in-memory index tree' (duration: 507.123731ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:06:51.799302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"485.947511ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-18T22:06:51.799302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"491.755236ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-18T22:06:51.799231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"457.573149ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rpbhf\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-18T22:06:51.799375Z","caller":"traceutil/trace.go:171","msg":"trace[519029648] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8197; }","duration":"491.90681ms","start":"2026-03-18T22:06:51.307457Z","end":"2026-03-18T22:06:51.799364Z","steps":["trace[519029648] 'range keys from in-memory index tree' (duration: 491.551661ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T22:06:51.799367Z","caller":"traceutil/trace.go:171","msg":"trace[751745005] transaction","detail":"{read_only:false; response_revision:8198; number_of_response:1; }","duration":"170.043251ms","start":"2026-03-18T22:06:51.629293Z","end":"2026-03-18T22:06:51.799336Z","steps":["trace[751745005] 'process raft request' (duration: 163.460607ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T22:06:51.799381Z","caller":"traceutil/trace.go:171","msg":"trace[174194020] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8197; }","duration":"486.059424ms","start":"2026-03-18T22:06:51.313292Z","end":"2026-03-18T22:06:51.799351Z","steps":["trace[174194020] 'range keys from in-memory index tree' (duration: 485.721095ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:06:51.799419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:06:51.313274Z","time spent":"486.137715ms","remote":"127.0.0.1:55338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-18T22:06:51.799422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:06:51.307419Z","time spent":"491.987602ms","remote":"127.0.0.1:55338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-18T22:06:51.799465Z","caller":"traceutil/trace.go:171","msg":"trace[923994881] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rpbhf; range_end:; response_count:1; response_revision:8197; }","duration":"457.821496ms","start":"2026-03-18T22:06:51.34158Z","end":"2026-03-18T22:06:51.799402Z","steps":["trace[923994881] 'range keys from in-memory index tree' (duration: 457.422876ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:06:51.799361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:06:51.291702Z","time spent":"507.644844ms","remote":"127.0.0.1:55250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":19458,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"warn","ts":"2026-03-18T22:06:51.799639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:06:51.34154Z","time spent":"458.027241ms","remote":"127.0.0.1:55254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6548,"request content":"key:\"/registry/pods/openstack/keepalived-rpbhf\" "} {"level":"warn","ts":"2026-03-18T22:06:51.799065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.198222ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-18T22:06:51.799741Z","caller":"traceutil/trace.go:171","msg":"trace[915597076] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8197; }","duration":"264.91139ms","start":"2026-03-18T22:06:51.534815Z","end":"2026-03-18T22:06:51.799726Z","steps":["trace[915597076] 'range keys from in-memory index tree' (duration: 263.972357ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T22:06:51.79922Z","caller":"traceutil/trace.go:171","msg":"trace[642157692] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8197; }","duration":"259.021963ms","start":"2026-03-18T22:06:51.540172Z","end":"2026-03-18T22:06:51.799194Z","steps":["trace[642157692] 'range keys from in-memory index tree' (duration: 258.657394ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T22:06:53.046834Z","caller":"traceutil/trace.go:171","msg":"trace[1514569187] transaction","detail":"{read_only:false; response_revision:8207; number_of_response:1; }","duration":"464.259248ms","start":"2026-03-18T22:06:52.582542Z","end":"2026-03-18T22:06:53.046801Z","steps":["trace[1514569187] 'process raft request' (duration: 464.088083ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:06:53.047004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:06:52.582526Z","time spent":"464.395251ms","remote":"127.0.0.1:55338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T22:06:53.048549Z","caller":"traceutil/trace.go:171","msg":"trace[423315717] transaction","detail":"{read_only:false; response_revision:8208; number_of_response:1; }","duration":"459.765895ms","start":"2026-03-18T22:06:52.588714Z","end":"2026-03-18T22:06:53.04848Z","steps":["trace[423315717] 'process raft request' (duration: 459.269552ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T22:06:53.048593Z","caller":"traceutil/trace.go:171","msg":"trace[2073495056] transaction","detail":"{read_only:false; response_revision:8209; number_of_response:1; }","duration":"458.862533ms","start":"2026-03-18T22:06:52.589698Z","end":"2026-03-18T22:06:53.04856Z","steps":["trace[2073495056] 'process raft request' (duration: 458.468163ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:06:53.049927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:06:52.589688Z","time spent":"460.133485ms","remote":"127.0.0.1:55338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T22:06:53.048924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:06:52.588678Z","time spent":"460.007661ms","remote":"127.0.0.1:55338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T22:06:55.275882Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823086373136620673,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T22:06:55.776131Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823086373136620673,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T22:06:56.276642Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823086373136620673,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T22:06:56.455622Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.920043719s","expected-duration":"1s"} {"level":"info","ts":"2026-03-18T22:06:56.456207Z","caller":"traceutil/trace.go:171","msg":"trace[1868248904] transaction","detail":"{read_only:false; response_revision:8216; number_of_response:1; }","duration":"1.920707257s","start":"2026-03-18T22:06:54.535469Z","end":"2026-03-18T22:06:56.456176Z","steps":["trace[1868248904] 'process raft request' (duration: 1.920480241s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:06:56.456577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:06:54.535446Z","time spent":"1.921040124s","remote":"127.0.0.1:55144","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1117,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T22:06:56.996526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00023834s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-18T22:06:56.996636Z","caller":"traceutil/trace.go:171","msg":"trace[1011693834] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000429986s","start":"2026-03-18T22:06:54.996178Z","end":"2026-03-18T22:06:56.996608Z","steps":["trace[1011693834] 'agreement among raft nodes before linearized reading' (duration: 2.000281431s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:06:56.996726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:06:54.996148Z","time spent":"2.000546529s","remote":"127.0.0.1:55054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T22:06:57.373025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000310862s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-18T22:06:57.373113Z","caller":"traceutil/trace.go:171","msg":"trace[1436182194] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000465286s","start":"2026-03-18T22:06:55.372627Z","end":"2026-03-18T22:06:57.373093Z","steps":["trace[1436182194] 'agreement among raft nodes before linearized reading' (duration: 2.000348663s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:06:57.373155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:06:55.372602Z","time spent":"2.000546277s","remote":"127.0.0.1:55070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T22:06:58.281108Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.825078718s","expected-duration":"1s"} {"level":"info","ts":"2026-03-18T22:06:58.281629Z","caller":"traceutil/trace.go:171","msg":"trace[2093304195] transaction","detail":"{read_only:false; response_revision:8217; number_of_response:1; }","duration":"3.257959197s","start":"2026-03-18T22:06:55.023645Z","end":"2026-03-18T22:06:58.281605Z","steps":["trace[2093304195] 'process raft request' (duration: 3.25769348s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:06:58.281896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:06:55.023611Z","time spent":"3.258183863s","remote":"127.0.0.1:55338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T22:06:58.282206Z","caller":"traceutil/trace.go:171","msg":"trace[1119783029] transaction","detail":"{read_only:false; response_revision:8218; number_of_response:1; }","duration":"3.226002626s","start":"2026-03-18T22:06:55.056157Z","end":"2026-03-18T22:06:58.28216Z","steps":["trace[1119783029] 'process raft request' (duration: 3.225400321s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:06:58.282394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:06:55.056131Z","time spent":"3.226142948s","remote":"127.0.0.1:55338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T22:06:58.28239Z","caller":"traceutil/trace.go:171","msg":"trace[396771581] linearizableReadLoop","detail":"{readStateIndex:8546; appliedIndex:8541; }","duration":"3.506903336s","start":"2026-03-18T22:06:54.775441Z","end":"2026-03-18T22:06:58.282344Z","steps":["trace[396771581] 'read index received' (duration: 1.680561746s)","trace[396771581] 'applied index is now lower than readState.Index' (duration: 1.82633971s)"],"step_count":2} {"level":"info","ts":"2026-03-18T22:06:58.28246Z","caller":"traceutil/trace.go:171","msg":"trace[523162206] transaction","detail":"{read_only:false; response_revision:8220; number_of_response:1; }","duration":"3.219566816s","start":"2026-03-18T22:06:55.062879Z","end":"2026-03-18T22:06:58.282446Z","steps":["trace[523162206] 'process raft request' (duration: 3.21939525s)"],"step_count":1} {"level":"info","ts":"2026-03-18T22:06:58.282394Z","caller":"traceutil/trace.go:171","msg":"trace[1539524316] transaction","detail":"{read_only:false; response_revision:8219; number_of_response:1; }","duration":"3.221271897s","start":"2026-03-18T22:06:55.06109Z","end":"2026-03-18T22:06:58.282362Z","steps":["trace[1539524316] 'process raft request' (duration: 3.220905908s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:06:58.282631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.507140153s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T22:06:58.28268Z","caller":"traceutil/trace.go:171","msg":"trace[1191005775] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:8220; }","duration":"3.507286067s","start":"2026-03-18T22:06:54.775377Z","end":"2026-03-18T22:06:58.282663Z","steps":["trace[1191005775] 'agreement among raft nodes before linearized reading' (duration: 3.507149244s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:06:58.282577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:06:55.062862Z","time spent":"3.219649747s","remote":"127.0.0.1:55338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T22:06:58.28274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:06:54.775349Z","time spent":"3.507378529s","remote":"127.0.0.1:46922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-18T22:06:58.282776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:06:55.06107Z","time spent":"3.221572895s","remote":"127.0.0.1:55338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T22:06:58.365087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.074920149s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T22:06:58.365194Z","caller":"traceutil/trace.go:171","msg":"trace[1017465294] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:8220; }","duration":"3.075109554s","start":"2026-03-18T22:06:55.29006Z","end":"2026-03-18T22:06:58.365169Z","steps":["trace[1017465294] 'agreement among raft nodes before linearized reading' (duration: 3.074902189s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:06:58.365246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:06:55.290006Z","time spent":"3.075227927s","remote":"127.0.0.1:55444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":31,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"warn","ts":"2026-03-18T22:06:58.36524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.510505081s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-18T22:06:58.365216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"983.579875ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T22:06:58.365316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.96408256s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T22:06:58.365366Z","caller":"traceutil/trace.go:171","msg":"trace[327136060] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:8220; }","duration":"2.964182172s","start":"2026-03-18T22:06:55.401172Z","end":"2026-03-18T22:06:58.365355Z","steps":["trace[327136060] 'agreement among raft nodes before linearized reading' (duration: 2.96406803s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:06:58.365399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:06:55.401118Z","time spent":"2.964274705s","remote":"127.0.0.1:55564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":20,"response size":31,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"info","ts":"2026-03-18T22:06:58.365373Z","caller":"traceutil/trace.go:171","msg":"trace[1227246923] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8220; }","duration":"983.757079ms","start":"2026-03-18T22:06:57.381562Z","end":"2026-03-18T22:06:58.365319Z","steps":["trace[1227246923] 'agreement among raft nodes before linearized reading' (duration: 983.582125ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:06:58.365331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.580398543s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"warn","ts":"2026-03-18T22:06:58.365453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.497462874s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rpbhf\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-18T22:06:58.365389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.724196467s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-18T22:06:58.365579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.065532364s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T22:06:58.365514Z","caller":"traceutil/trace.go:171","msg":"trace[148619363] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8220; }","duration":"2.580648929s","start":"2026-03-18T22:06:55.78484Z","end":"2026-03-18T22:06:58.365489Z","steps":["trace[148619363] 'agreement among raft nodes before linearized reading' (duration: 2.580236899s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:06:58.365581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.048072ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T22:06:58.365631Z","caller":"traceutil/trace.go:171","msg":"trace[628697241] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:8220; }","duration":"3.065601615s","start":"2026-03-18T22:06:55.300013Z","end":"2026-03-18T22:06:58.365615Z","steps":["trace[628697241] 'agreement among raft nodes before linearized reading' (duration: 3.065519553s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:06:58.365676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.511915235s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-18T22:06:58.365681Z","caller":"traceutil/trace.go:171","msg":"trace[1366584379] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:8220; }","duration":"231.197875ms","start":"2026-03-18T22:06:58.134467Z","end":"2026-03-18T22:06:58.365665Z","steps":["trace[1366584379] 'agreement among raft nodes before linearized reading' (duration: 231.074562ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:06:58.365451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:06:57.381535Z","time spent":"983.904853ms","remote":"127.0.0.1:55054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-18T22:06:58.365716Z","caller":"traceutil/trace.go:171","msg":"trace[1834603925] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8220; }","duration":"2.511969717s","start":"2026-03-18T22:06:55.853739Z","end":"2026-03-18T22:06:58.365708Z","steps":["trace[1834603925] 'agreement among raft nodes before linearized reading' (duration: 2.511886315s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:06:58.365755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:06:55.853731Z","time spent":"2.512016118s","remote":"127.0.0.1:55338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-18T22:06:58.365721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.825027207s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T22:06:58.365219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.953251679s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T22:06:58.365937Z","caller":"traceutil/trace.go:171","msg":"trace[1195658150] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:8220; }","duration":"2.953993277s","start":"2026-03-18T22:06:55.411913Z","end":"2026-03-18T22:06:58.365906Z","steps":["trace[1195658150] 'agreement among raft nodes before linearized reading' (duration: 2.953212818s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:06:58.365995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.512487241s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-18T22:06:58.366053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:06:55.411902Z","time spent":"2.954104929s","remote":"127.0.0.1:37022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"warn","ts":"2026-03-18T22:06:58.365974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:06:55.78481Z","time spent":"2.581146701s","remote":"127.0.0.1:55254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-18T22:06:58.366081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.544948774s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-18T22:06:58.366132Z","caller":"traceutil/trace.go:171","msg":"trace[1376145633] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8220; }","duration":"2.545022515s","start":"2026-03-18T22:06:55.821098Z","end":"2026-03-18T22:06:58.366121Z","steps":["trace[1376145633] 'agreement among raft nodes before linearized reading' (duration: 2.54479458s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:06:58.365604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.512053769s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-18T22:06:58.366171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:06:55.821088Z","time spent":"2.545076406s","remote":"127.0.0.1:55338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-18T22:06:58.36619Z","caller":"traceutil/trace.go:171","msg":"trace[1508080143] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8220; }","duration":"2.512648165s","start":"2026-03-18T22:06:55.853528Z","end":"2026-03-18T22:06:58.366176Z","steps":["trace[1508080143] 'agreement among raft nodes before linearized reading' (duration: 2.512015749s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:06:58.366224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:06:55.853522Z","time spent":"2.512690306s","remote":"127.0.0.1:55338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-18T22:06:58.365682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:06:55.3Z","time spent":"3.065672937s","remote":"127.0.0.1:55324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":31,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"info","ts":"2026-03-18T22:06:58.365517Z","caller":"traceutil/trace.go:171","msg":"trace[850674028] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rpbhf; range_end:; response_count:1; response_revision:8220; }","duration":"2.497546355s","start":"2026-03-18T22:06:55.86796Z","end":"2026-03-18T22:06:58.365507Z","steps":["trace[850674028] 'agreement among raft nodes before linearized reading' (duration: 2.497393961s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:06:58.366372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:06:55.86795Z","time spent":"2.498404106s","remote":"127.0.0.1:55254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6548,"request content":"key:\"/registry/pods/openstack/keepalived-rpbhf\" "} {"level":"info","ts":"2026-03-18T22:06:58.366087Z","caller":"traceutil/trace.go:171","msg":"trace[545230228] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8220; }","duration":"2.512596353s","start":"2026-03-18T22:06:55.853477Z","end":"2026-03-18T22:06:58.366073Z","steps":["trace[545230228] 'agreement among raft nodes before linearized reading' (duration: 2.512374288s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:06:58.366451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:06:55.853466Z","time spent":"2.512968322s","remote":"127.0.0.1:55338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-18T22:06:58.365923Z","caller":"traceutil/trace.go:171","msg":"trace[1533972624] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:8220; }","duration":"1.825251233s","start":"2026-03-18T22:06:56.540621Z","end":"2026-03-18T22:06:58.365873Z","steps":["trace[1533972624] 'agreement among raft nodes before linearized reading' (duration: 1.824660839s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:06:58.366561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.470605ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-18T22:06:58.366576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:06:56.540592Z","time spent":"1.825963311s","remote":"127.0.0.1:37448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true "} {"level":"info","ts":"2026-03-18T22:06:58.366594Z","caller":"traceutil/trace.go:171","msg":"trace[1261161676] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:8220; }","duration":"346.552127ms","start":"2026-03-18T22:06:58.020032Z","end":"2026-03-18T22:06:58.366584Z","steps":["trace[1261161676] 'agreement among raft nodes before linearized reading' (duration: 345.618403ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:06:58.366627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:06:58.020007Z","time spent":"346.614269ms","remote":"127.0.0.1:55144","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":863,"response size":32,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"info","ts":"2026-03-18T22:06:58.365325Z","caller":"traceutil/trace.go:171","msg":"trace[379735127] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8220; }","duration":"2.510596313s","start":"2026-03-18T22:06:55.854706Z","end":"2026-03-18T22:06:58.365302Z","steps":["trace[379735127] 'agreement among raft nodes before linearized reading' (duration: 2.510315786s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:06:58.365474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.162710832s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-18T22:06:58.366735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:06:55.85468Z","time spent":"2.511991038s","remote":"127.0.0.1:55338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-18T22:06:58.366808Z","caller":"traceutil/trace.go:171","msg":"trace[1327359331] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:8220; }","duration":"2.164143319s","start":"2026-03-18T22:06:56.20265Z","end":"2026-03-18T22:06:58.366793Z","steps":["trace[1327359331] 'agreement among raft nodes before linearized reading' (duration: 2.162688782s)"],"step_count":1} {"level":"info","ts":"2026-03-18T22:06:58.365596Z","caller":"traceutil/trace.go:171","msg":"trace[2141961923] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:8220; }","duration":"2.724485753s","start":"2026-03-18T22:06:55.641075Z","end":"2026-03-18T22:06:58.365561Z","steps":["trace[2141961923] 'agreement among raft nodes before linearized reading' (duration: 2.724130855s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:06:58.366864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:06:56.20262Z","time spent":"2.164229011s","remote":"127.0.0.1:46888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"warn","ts":"2026-03-18T22:06:58.365826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"988.452088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189e0dee4d0f71ab\" ","response":"range_response_count:1 size:774"} {"level":"warn","ts":"2026-03-18T22:06:58.366919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:06:55.641045Z","time spent":"2.725852868s","remote":"127.0.0.1:55314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":2,"response size":31,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"info","ts":"2026-03-18T22:06:58.366939Z","caller":"traceutil/trace.go:171","msg":"trace[646761702] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189e0dee4d0f71ab; range_end:; response_count:1; response_revision:8220; }","duration":"989.587176ms","start":"2026-03-18T22:06:57.377335Z","end":"2026-03-18T22:06:58.366922Z","steps":["trace[646761702] 'agreement among raft nodes before linearized reading' (duration: 988.311264ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:06:58.366988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:06:57.377316Z","time spent":"989.655808ms","remote":"127.0.0.1:55144","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":798,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189e0dee4d0f71ab\" "} {"level":"info","ts":"2026-03-18T22:06:59.903896Z","caller":"traceutil/trace.go:171","msg":"trace[1087216943] linearizableReadLoop","detail":"{readStateIndex:8555; appliedIndex:8554; }","duration":"167.567051ms","start":"2026-03-18T22:06:59.736297Z","end":"2026-03-18T22:06:59.903864Z","steps":["trace[1087216943] 'read index received' (duration: 167.364226ms)","trace[1087216943] 'applied index is now lower than readState.Index' (duration: 201.295µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T22:06:59.903973Z","caller":"traceutil/trace.go:171","msg":"trace[562875013] transaction","detail":"{read_only:false; response_revision:8228; number_of_response:1; }","duration":"303.59926ms","start":"2026-03-18T22:06:59.600338Z","end":"2026-03-18T22:06:59.903937Z","steps":["trace[562875013] 'process raft request' (duration: 303.345713ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:06:59.904049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.740194ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T22:06:59.9041Z","caller":"traceutil/trace.go:171","msg":"trace[532434642] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:8228; }","duration":"167.878158ms","start":"2026-03-18T22:06:59.736204Z","end":"2026-03-18T22:06:59.904082Z","steps":["trace[532434642] 'agreement among raft nodes before linearized reading' (duration: 167.773506ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:06:59.90414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:06:59.600316Z","time spent":"303.723323ms","remote":"127.0.0.1:55338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T22:07:00.526837Z","caller":"traceutil/trace.go:171","msg":"trace[5940049] linearizableReadLoop","detail":"{readStateIndex:8560; appliedIndex:8558; }","duration":"151.856567ms","start":"2026-03-18T22:07:00.374941Z","end":"2026-03-18T22:07:00.526798Z","steps":["trace[5940049] 'read index received' (duration: 70.509259ms)","trace[5940049] 'applied index is now lower than readState.Index' (duration: 81.345558ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T22:07:00.527035Z","caller":"traceutil/trace.go:171","msg":"trace[1321250387] transaction","detail":"{read_only:false; response_revision:8233; number_of_response:1; }","duration":"237.538985ms","start":"2026-03-18T22:07:00.289477Z","end":"2026-03-18T22:07:00.527016Z","steps":["trace[1321250387] 'process raft request' (duration: 237.163916ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T22:07:00.526999Z","caller":"traceutil/trace.go:171","msg":"trace[613800692] transaction","detail":"{read_only:false; response_revision:8232; number_of_response:1; }","duration":"237.538915ms","start":"2026-03-18T22:07:00.289423Z","end":"2026-03-18T22:07:00.526962Z","steps":["trace[613800692] 'process raft request' (duration: 156.131904ms)","trace[613800692] 'compare' (duration: 80.360054ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T22:07:00.527283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.322029ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T22:07:00.527368Z","caller":"traceutil/trace.go:171","msg":"trace[813332888] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8233; }","duration":"152.451312ms","start":"2026-03-18T22:07:00.374893Z","end":"2026-03-18T22:07:00.527345Z","steps":["trace[813332888] 'agreement among raft nodes before linearized reading' (duration: 152.298838ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:07:00.527512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.869602ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-18T22:07:00.527535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.564329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-18T22:07:00.527569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.962374ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-18T22:07:00.527595Z","caller":"traceutil/trace.go:171","msg":"trace[86862376] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8233; }","duration":"144.962624ms","start":"2026-03-18T22:07:00.382608Z","end":"2026-03-18T22:07:00.527571Z","steps":["trace[86862376] 'agreement among raft nodes before linearized reading' (duration: 144.702637ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:07:00.527597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.230916ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-18T22:07:00.527622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.781344ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rpbhf\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-18T22:07:00.527638Z","caller":"traceutil/trace.go:171","msg":"trace[1745821440] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8233; }","duration":"145.717063ms","start":"2026-03-18T22:07:00.381894Z","end":"2026-03-18T22:07:00.527611Z","steps":["trace[1745821440] 'agreement among raft nodes before linearized reading' (duration: 145.412155ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T22:07:00.527693Z","caller":"traceutil/trace.go:171","msg":"trace[280060233] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8233; }","duration":"144.366909ms","start":"2026-03-18T22:07:00.383305Z","end":"2026-03-18T22:07:00.527672Z","steps":["trace[280060233] 'agreement among raft nodes before linearized reading' (duration: 144.044321ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T22:07:00.527728Z","caller":"traceutil/trace.go:171","msg":"trace[1964401761] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rpbhf; range_end:; response_count:1; response_revision:8233; }","duration":"143.943678ms","start":"2026-03-18T22:07:00.383755Z","end":"2026-03-18T22:07:00.527699Z","steps":["trace[1964401761] 'agreement among raft nodes before linearized reading' (duration: 143.573329ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:07:00.527726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.594119ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-18T22:07:00.527832Z","caller":"traceutil/trace.go:171","msg":"trace[1432473540] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8233; }","duration":"145.724842ms","start":"2026-03-18T22:07:00.38208Z","end":"2026-03-18T22:07:00.527805Z","steps":["trace[1432473540] 'agreement among raft nodes before linearized reading' (duration: 145.383294ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T22:07:00.527637Z","caller":"traceutil/trace.go:171","msg":"trace[475802620] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8233; }","duration":"145.053386ms","start":"2026-03-18T22:07:00.382566Z","end":"2026-03-18T22:07:00.52762Z","steps":["trace[475802620] 'agreement among raft nodes before linearized reading' (duration: 144.796099ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:07:11.550765Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823086373136620976,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T22:07:11.918186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.098119356s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T22:07:11.918375Z","caller":"traceutil/trace.go:171","msg":"trace[1346980965] linearizableReadLoop","detail":"{readStateIndex:8654; appliedIndex:8652; }","duration":"867.720692ms","start":"2026-03-18T22:07:11.05064Z","end":"2026-03-18T22:07:11.91836Z","steps":["trace[1346980965] 'read index received' (duration: 696.671194ms)","trace[1346980965] 'applied index is now lower than readState.Index' (duration: 171.048847ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T22:07:11.918451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"867.820134ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-zzqhp\" ","response":"range_response_count:1 size:4665"} {"level":"info","ts":"2026-03-18T22:07:11.918476Z","caller":"traceutil/trace.go:171","msg":"trace[1541149344] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-zzqhp; range_end:; response_count:1; response_revision:8322; }","duration":"867.886605ms","start":"2026-03-18T22:07:11.050582Z","end":"2026-03-18T22:07:11.918469Z","steps":["trace[1541149344] 'agreement among raft nodes before linearized reading' (duration: 867.823354ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:07:11.9185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:07:11.050558Z","time spent":"867.935987ms","remote":"127.0.0.1:55254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":4689,"request content":"key:\"/registry/pods/openstack/rook-ceph-detect-version-zzqhp\" "} {"level":"info","ts":"2026-03-18T22:07:11.918671Z","caller":"traceutil/trace.go:171","msg":"trace[1914645677] transaction","detail":"{read_only:false; response_revision:8321; number_of_response:1; }","duration":"1.168965542s","start":"2026-03-18T22:07:10.749693Z","end":"2026-03-18T22:07:11.918659Z","steps":["trace[1914645677] 'process raft request' (duration: 70.258901ms)","trace[1914645677] 'compare' (duration: 1.097809579s)"],"step_count":2} {"level":"warn","ts":"2026-03-18T22:07:11.918717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:07:10.749673Z","time spent":"1.169020874s","remote":"127.0.0.1:55254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4650,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T22:07:11.919032Z","caller":"traceutil/trace.go:171","msg":"trace[188044238] transaction","detail":"{read_only:false; number_of_response:1; response_revision:8322; }","duration":"1.169023784s","start":"2026-03-18T22:07:10.749992Z","end":"2026-03-18T22:07:11.919016Z","steps":["trace[188044238] 'process raft request' (duration: 1.168300016s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:07:11.919121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:07:10.749975Z","time spent":"1.169111336s","remote":"127.0.0.1:55170","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":59,"response count":0,"response size":42,"request content":"compare: success: > failure: >"} {"level":"info","ts":"2026-03-18T22:07:12.161549Z","caller":"traceutil/trace.go:171","msg":"trace[1717006115] transaction","detail":"{read_only:false; response_revision:8323; number_of_response:1; }","duration":"235.228677ms","start":"2026-03-18T22:07:11.926273Z","end":"2026-03-18T22:07:12.161502Z","steps":["trace[1717006115] 'process raft request' (duration: 190.26451ms)","trace[1717006115] 'compare' (duration: 44.336361ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T22:07:12.161729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.061132ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-zzqhp\" ","response":"range_response_count:1 size:4670"} {"level":"info","ts":"2026-03-18T22:07:12.161527Z","caller":"traceutil/trace.go:171","msg":"trace[124515528] linearizableReadLoop","detail":"{readStateIndex:8655; appliedIndex:8654; }","duration":"234.798406ms","start":"2026-03-18T22:07:11.926642Z","end":"2026-03-18T22:07:12.16144Z","steps":["trace[124515528] 'read index received' (duration: 189.917961ms)","trace[124515528] 'applied index is now lower than readState.Index' (duration: 44.877975ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T22:07:12.161809Z","caller":"traceutil/trace.go:171","msg":"trace[712173635] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-zzqhp; range_end:; response_count:1; response_revision:8323; }","duration":"235.173745ms","start":"2026-03-18T22:07:11.926619Z","end":"2026-03-18T22:07:12.161793Z","steps":["trace[712173635] 'agreement among raft nodes before linearized reading' (duration: 235.012021ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T22:07:12.16766Z","caller":"traceutil/trace.go:171","msg":"trace[1641447454] transaction","detail":"{read_only:false; response_revision:8324; number_of_response:1; }","duration":"107.562495ms","start":"2026-03-18T22:07:12.06008Z","end":"2026-03-18T22:07:12.167643Z","steps":["trace[1641447454] 'process raft request' (duration: 107.445952ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:07:12.167799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.060373ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-zzqhp\" ","response":"range_response_count:1 size:4670"} {"level":"info","ts":"2026-03-18T22:07:12.167917Z","caller":"traceutil/trace.go:171","msg":"trace[1880102512] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-zzqhp; range_end:; response_count:1; response_revision:8324; }","duration":"241.184886ms","start":"2026-03-18T22:07:11.926716Z","end":"2026-03-18T22:07:12.167901Z","steps":["trace[1880102512] 'agreement among raft nodes before linearized reading' (duration: 240.973431ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T22:07:12.336318Z","caller":"traceutil/trace.go:171","msg":"trace[710739986] transaction","detail":"{read_only:false; response_revision:8326; number_of_response:1; }","duration":"160.889503ms","start":"2026-03-18T22:07:12.175396Z","end":"2026-03-18T22:07:12.336285Z","steps":["trace[710739986] 'process raft request' (duration: 160.691578ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T22:07:12.421112Z","caller":"traceutil/trace.go:171","msg":"trace[1538313449] transaction","detail":"{read_only:false; response_revision:8327; number_of_response:1; }","duration":"135.781334ms","start":"2026-03-18T22:07:12.285279Z","end":"2026-03-18T22:07:12.42106Z","steps":["trace[1538313449] 'process raft request' (duration: 135.049485ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:07:12.609896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.393327ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T22:07:12.610092Z","caller":"traceutil/trace.go:171","msg":"trace[148192222] linearizableReadLoop","detail":"{readStateIndex:8660; appliedIndex:8659; }","duration":"189.599073ms","start":"2026-03-18T22:07:12.420474Z","end":"2026-03-18T22:07:12.610073Z","steps":["trace[148192222] 'read index received' (duration: 21.825407ms)","trace[148192222] 'applied index is now lower than readState.Index' (duration: 167.772386ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T22:07:12.610245Z","caller":"traceutil/trace.go:171","msg":"trace[1226620951] transaction","detail":"{read_only:false; response_revision:8328; number_of_response:1; }","duration":"244.470008ms","start":"2026-03-18T22:07:12.365729Z","end":"2026-03-18T22:07:12.610199Z","steps":["trace[1226620951] 'process raft request' (duration: 76.689862ms)","trace[1226620951] 'compare' (duration: 167.1535ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T22:07:12.610334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.229947ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T22:07:12.610428Z","caller":"traceutil/trace.go:171","msg":"trace[633572491] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8328; }","duration":"235.36767ms","start":"2026-03-18T22:07:12.37504Z","end":"2026-03-18T22:07:12.610408Z","steps":["trace[633572491] 'agreement among raft nodes before linearized reading' (duration: 235.234357ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:07:12.672988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.172488ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.200\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-18T22:07:12.67307Z","caller":"traceutil/trace.go:171","msg":"trace[1109642914] range","detail":"{range_begin:/registry/masterleases/162.253.55.200; range_end:; response_count:1; response_revision:8330; }","duration":"200.29402ms","start":"2026-03-18T22:07:12.472758Z","end":"2026-03-18T22:07:12.673052Z","steps":["trace[1109642914] 'agreement among raft nodes before linearized reading' (duration: 200.070365ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:07:12.673212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.913769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-zzqhp\" ","response":"range_response_count:1 size:4650"} {"level":"info","ts":"2026-03-18T22:07:12.673323Z","caller":"traceutil/trace.go:171","msg":"trace[1901923100] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-zzqhp; range_end:; response_count:1; response_revision:8330; }","duration":"249.072073ms","start":"2026-03-18T22:07:12.424229Z","end":"2026-03-18T22:07:12.673302Z","steps":["trace[1901923100] 'agreement among raft nodes before linearized reading' (duration: 248.708023ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T22:07:12.798894Z","caller":"traceutil/trace.go:171","msg":"trace[1779115829] transaction","detail":"{read_only:false; response_revision:8331; number_of_response:1; }","duration":"120.409308ms","start":"2026-03-18T22:07:12.678443Z","end":"2026-03-18T22:07:12.798852Z","steps":["trace[1779115829] 'process raft request' (duration: 102.833678ms)","trace[1779115829] 'compare' (duration: 17.372815ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T22:07:12.799132Z","caller":"traceutil/trace.go:171","msg":"trace[365274384] transaction","detail":"{read_only:false; response_revision:8332; number_of_response:1; }","duration":"120.580793ms","start":"2026-03-18T22:07:12.678526Z","end":"2026-03-18T22:07:12.799107Z","steps":["trace[365274384] 'process raft request' (duration: 120.277175ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T22:07:12.79958Z","caller":"traceutil/trace.go:171","msg":"trace[1593614750] transaction","detail":"{read_only:false; response_revision:8333; number_of_response:1; }","duration":"120.799138ms","start":"2026-03-18T22:07:12.67876Z","end":"2026-03-18T22:07:12.799559Z","steps":["trace[1593614750] 'process raft request' (duration: 120.276054ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T22:07:12.799613Z","caller":"traceutil/trace.go:171","msg":"trace[957660017] transaction","detail":"{read_only:false; response_revision:8334; number_of_response:1; }","duration":"120.481689ms","start":"2026-03-18T22:07:12.679106Z","end":"2026-03-18T22:07:12.799587Z","steps":["trace[957660017] 'process raft request' (duration: 120.356736ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T22:07:12.799797Z","caller":"traceutil/trace.go:171","msg":"trace[1969060688] transaction","detail":"{read_only:false; response_revision:8335; number_of_response:1; }","duration":"120.471629ms","start":"2026-03-18T22:07:12.67931Z","end":"2026-03-18T22:07:12.799781Z","steps":["trace[1969060688] 'process raft request' (duration: 120.231143ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T22:07:12.799997Z","caller":"traceutil/trace.go:171","msg":"trace[1736248896] linearizableReadLoop","detail":"{readStateIndex:8668; appliedIndex:8662; }","duration":"118.712746ms","start":"2026-03-18T22:07:12.681033Z","end":"2026-03-18T22:07:12.799746Z","steps":["trace[1736248896] 'read index received' (duration: 14.255707ms)","trace[1736248896] 'applied index is now lower than readState.Index' (duration: 104.456279ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T22:07:12.800047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.992833ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rpbhf\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-18T22:07:12.800099Z","caller":"traceutil/trace.go:171","msg":"trace[1266152354] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rpbhf; range_end:; response_count:1; response_revision:8335; }","duration":"119.074405ms","start":"2026-03-18T22:07:12.681013Z","end":"2026-03-18T22:07:12.800088Z","steps":["trace[1266152354] 'agreement among raft nodes before linearized reading' (duration: 118.87131ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T22:07:12.812277Z","caller":"traceutil/trace.go:171","msg":"trace[1448384479] transaction","detail":"{read_only:false; response_revision:8336; number_of_response:1; }","duration":"116.091699ms","start":"2026-03-18T22:07:12.696162Z","end":"2026-03-18T22:07:12.812254Z","steps":["trace[1448384479] 'process raft request' (duration: 115.471334ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T22:07:13.56518Z","caller":"traceutil/trace.go:171","msg":"trace[1024860426] linearizableReadLoop","detail":"{readStateIndex:8673; appliedIndex:8672; }","duration":"269.25769ms","start":"2026-03-18T22:07:13.295904Z","end":"2026-03-18T22:07:13.565162Z","steps":["trace[1024860426] 'read index received' (duration: 269.086765ms)","trace[1024860426] 'applied index is now lower than readState.Index' (duration: 170.415µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T22:07:13.565283Z","caller":"traceutil/trace.go:171","msg":"trace[521479691] transaction","detail":"{read_only:false; response_revision:8340; number_of_response:1; }","duration":"271.188438ms","start":"2026-03-18T22:07:13.29406Z","end":"2026-03-18T22:07:13.565248Z","steps":["trace[521479691] 'process raft request' (duration: 270.983963ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:07:13.56533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.407653ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" ","response":"range_response_count:1 size:1342"} {"level":"info","ts":"2026-03-18T22:07:13.565502Z","caller":"traceutil/trace.go:171","msg":"trace[915084960] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0; range_end:; response_count:1; response_revision:8340; }","duration":"269.569547ms","start":"2026-03-18T22:07:13.295901Z","end":"2026-03-18T22:07:13.56547Z","steps":["trace[915084960] 'agreement among raft nodes before linearized reading' (duration: 269.337312ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:07:15.071572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"994.12624ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T22:07:15.071729Z","caller":"traceutil/trace.go:171","msg":"trace[726982529] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:8340; }","duration":"994.312725ms","start":"2026-03-18T22:07:14.077395Z","end":"2026-03-18T22:07:15.071708Z","steps":["trace[726982529] 'range keys from in-memory index tree' (duration: 994.102539ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:07:15.072363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.404952088s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T22:07:15.072468Z","caller":"traceutil/trace.go:171","msg":"trace[437159293] linearizableReadLoop","detail":"{readStateIndex:8674; appliedIndex:8673; }","duration":"1.487594849s","start":"2026-03-18T22:07:13.584858Z","end":"2026-03-18T22:07:15.072453Z","steps":["trace[437159293] 'read index received' (duration: 82.377654ms)","trace[437159293] 'applied index is now lower than readState.Index' (duration: 1.405215945s)"],"step_count":2} {"level":"info","ts":"2026-03-18T22:07:15.072542Z","caller":"traceutil/trace.go:171","msg":"trace[1646393888] transaction","detail":"{read_only:false; response_revision:8341; number_of_response:1; }","duration":"1.493068317s","start":"2026-03-18T22:07:13.579457Z","end":"2026-03-18T22:07:15.072525Z","steps":["trace[1646393888] 'process raft request' (duration: 87.859102ms)","trace[1646393888] 'compare' (duration: 1.404637181s)"],"step_count":2} {"level":"warn","ts":"2026-03-18T22:07:15.072598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:07:13.57944Z","time spent":"1.493127848s","remote":"127.0.0.1:55338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T22:07:15.073031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.488168954s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/prometheus-operated\" ","response":"range_response_count:1 size:993"} {"level":"info","ts":"2026-03-18T22:07:15.073067Z","caller":"traceutil/trace.go:171","msg":"trace[1084095508] range","detail":"{range_begin:/registry/services/specs/monitoring/prometheus-operated; range_end:; response_count:1; response_revision:8341; }","duration":"1.488246166s","start":"2026-03-18T22:07:13.58481Z","end":"2026-03-18T22:07:15.073056Z","steps":["trace[1084095508] 'agreement among raft nodes before linearized reading' (duration: 1.488092092s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:07:15.073096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:07:13.584789Z","time spent":"1.488299707s","remote":"127.0.0.1:55260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":1017,"request content":"key:\"/registry/services/specs/monitoring/prometheus-operated\" "} {"level":"info","ts":"2026-03-18T22:07:15.092857Z","caller":"traceutil/trace.go:171","msg":"trace[1586501200] transaction","detail":"{read_only:false; response_revision:8342; number_of_response:1; }","duration":"477.085678ms","start":"2026-03-18T22:07:14.615734Z","end":"2026-03-18T22:07:15.09282Z","steps":["trace[1586501200] 'process raft request' (duration: 476.882373ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:07:15.093091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:07:14.615701Z","time spent":"477.263833ms","remote":"127.0.0.1:55338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T22:07:15.54728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.969114ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T22:07:15.547529Z","caller":"traceutil/trace.go:171","msg":"trace[1155596636] linearizableReadLoop","detail":"{readStateIndex:8677; appliedIndex:8674; }","duration":"475.013858ms","start":"2026-03-18T22:07:15.072488Z","end":"2026-03-18T22:07:15.547502Z","steps":["trace[1155596636] 'read index received' (duration: 20.181826ms)","trace[1155596636] 'applied index is now lower than readState.Index' (duration: 454.830172ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T22:07:15.547834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.015082625s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-7df87f7c8-vdsjq.189e0ec578cbd6c0\" ","response":"range_response_count:1 size:1132"} {"level":"info","ts":"2026-03-18T22:07:15.547911Z","caller":"traceutil/trace.go:171","msg":"trace[1210257324] range","detail":"{range_begin:/registry/events/openstack/barbican-api-7df87f7c8-vdsjq.189e0ec578cbd6c0; range_end:; response_count:1; response_revision:8344; }","duration":"1.015200549s","start":"2026-03-18T22:07:14.532687Z","end":"2026-03-18T22:07:15.547887Z","steps":["trace[1210257324] 'agreement among raft nodes before linearized reading' (duration: 1.014972103s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:07:15.54783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"743.427217ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-18T22:07:15.547955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"743.875328ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-18T22:07:15.548013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.872254753s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"warn","ts":"2026-03-18T22:07:15.548029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.172615844s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T22:07:15.548047Z","caller":"traceutil/trace.go:171","msg":"trace[524085352] transaction","detail":"{read_only:false; response_revision:8344; number_of_response:1; }","duration":"869.408274ms","start":"2026-03-18T22:07:14.678607Z","end":"2026-03-18T22:07:15.548015Z","steps":["trace[524085352] 'process raft request' (duration: 868.787799ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T22:07:15.548074Z","caller":"traceutil/trace.go:171","msg":"trace[1923786264] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8344; }","duration":"1.172709806s","start":"2026-03-18T22:07:14.375352Z","end":"2026-03-18T22:07:15.548062Z","steps":["trace[1923786264] 'agreement among raft nodes before linearized reading' (duration: 1.172641625s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:07:15.548107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"742.940013ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-18T22:07:15.548129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.22507514s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-18T22:07:15.548044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"835.906064ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T22:07:15.548171Z","caller":"traceutil/trace.go:171","msg":"trace[572474821] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:8344; }","duration":"1.225155412s","start":"2026-03-18T22:07:14.323003Z","end":"2026-03-18T22:07:15.548159Z","steps":["trace[572474821] 'agreement among raft nodes before linearized reading' (duration: 1.22509211s)"],"step_count":1} {"level":"info","ts":"2026-03-18T22:07:15.548176Z","caller":"traceutil/trace.go:171","msg":"trace[998472101] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8344; }","duration":"743.022936ms","start":"2026-03-18T22:07:14.805134Z","end":"2026-03-18T22:07:15.548157Z","steps":["trace[998472101] 'agreement among raft nodes before linearized reading' (duration: 742.885232ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:07:15.548182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"728.42582ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rpbhf\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-18T22:07:15.548216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:07:14.322981Z","time spent":"1.225226184s","remote":"127.0.0.1:55580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":4,"response size":31,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-18T22:07:15.548212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:07:14.678584Z","time spent":"869.531708ms","remote":"127.0.0.1:55338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T22:07:15.548223Z","caller":"traceutil/trace.go:171","msg":"trace[2077253639] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rpbhf; range_end:; response_count:1; response_revision:8344; }","duration":"728.484891ms","start":"2026-03-18T22:07:14.819727Z","end":"2026-03-18T22:07:15.548212Z","steps":["trace[2077253639] 'agreement among raft nodes before linearized reading' (duration: 728.382369ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:07:15.548222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:07:14.805124Z","time spent":"743.086687ms","remote":"127.0.0.1:55338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-18T22:07:15.548241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"743.856157ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-18T22:07:15.548256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"468.991047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:16 size:112159"} {"level":"info","ts":"2026-03-18T22:07:15.548275Z","caller":"traceutil/trace.go:171","msg":"trace[1947557696] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8344; }","duration":"743.908318ms","start":"2026-03-18T22:07:14.804358Z","end":"2026-03-18T22:07:15.548267Z","steps":["trace[1947557696] 'agreement among raft nodes before linearized reading' (duration: 743.804046ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T22:07:15.548071Z","caller":"traceutil/trace.go:171","msg":"trace[1112687833] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8344; }","duration":"1.872388696s","start":"2026-03-18T22:07:13.675665Z","end":"2026-03-18T22:07:15.548054Z","steps":["trace[1112687833] 'agreement among raft nodes before linearized reading' (duration: 1.872227152s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:07:15.548279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:07:14.819715Z","time spent":"728.552842ms","remote":"127.0.0.1:55254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6548,"request content":"key:\"/registry/pods/openstack/keepalived-rpbhf\" "} {"level":"info","ts":"2026-03-18T22:07:15.548303Z","caller":"traceutil/trace.go:171","msg":"trace[951626444] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:16; response_revision:8344; }","duration":"469.066859ms","start":"2026-03-18T22:07:15.079227Z","end":"2026-03-18T22:07:15.548294Z","steps":["trace[951626444] 'agreement among raft nodes before linearized reading' (duration: 468.797312ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:07:15.548341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:07:15.079197Z","time spent":"469.13609ms","remote":"127.0.0.1:55254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":16,"response size":112183,"request content":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" "} {"level":"info","ts":"2026-03-18T22:07:15.548094Z","caller":"traceutil/trace.go:171","msg":"trace[854460292] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8344; }","duration":"743.677342ms","start":"2026-03-18T22:07:14.804346Z","end":"2026-03-18T22:07:15.548023Z","steps":["trace[854460292] 'agreement among raft nodes before linearized reading' (duration: 743.206071ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:07:15.548378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:07:13.675637Z","time spent":"1.872702723s","remote":"127.0.0.1:55254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-18T22:07:15.548221Z","caller":"traceutil/trace.go:171","msg":"trace[669357931] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:8344; }","duration":"836.105999ms","start":"2026-03-18T22:07:14.71207Z","end":"2026-03-18T22:07:15.548176Z","steps":["trace[669357931] 'agreement among raft nodes before linearized reading' (duration: 835.647098ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:07:15.548442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:07:14.804338Z","time spent":"744.087982ms","remote":"127.0.0.1:55338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-18T22:07:15.548122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:07:14.375325Z","time spent":"1.172790879s","remote":"127.0.0.1:55054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T22:07:15.548307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:07:14.804349Z","time spent":"743.952519ms","remote":"127.0.0.1:55338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-18T22:07:15.548503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:07:14.712028Z","time spent":"836.464158ms","remote":"127.0.0.1:55392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":60,"response size":31,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"warn","ts":"2026-03-18T22:07:15.547947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"638.756472ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-03-18T22:07:15.548808Z","caller":"traceutil/trace.go:171","msg":"trace[2128612379] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:8344; }","duration":"639.639714ms","start":"2026-03-18T22:07:14.909129Z","end":"2026-03-18T22:07:15.548768Z","steps":["trace[2128612379] 'agreement among raft nodes before linearized reading' (duration: 638.645239ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:07:15.548837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"873.087606ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-03-18T22:07:15.54886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"421.028944ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-18T22:07:15.548882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:07:14.90911Z","time spent":"639.734856ms","remote":"127.0.0.1:55338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":554,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-18T22:07:15.54797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:07:14.532661Z","time spent":"1.015291401s","remote":"127.0.0.1:55144","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":1156,"request content":"key:\"/registry/events/openstack/barbican-api-7df87f7c8-vdsjq.189e0ec578cbd6c0\" "} {"level":"info","ts":"2026-03-18T22:07:15.548904Z","caller":"traceutil/trace.go:171","msg":"trace[2011394407] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:8344; }","duration":"421.124916ms","start":"2026-03-18T22:07:15.127771Z","end":"2026-03-18T22:07:15.548896Z","steps":["trace[2011394407] 'agreement among raft nodes before linearized reading' (duration: 420.556202ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:07:15.547945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"743.930829ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-18T22:07:15.548914Z","caller":"traceutil/trace.go:171","msg":"trace[1902280358] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:8344; }","duration":"873.214089ms","start":"2026-03-18T22:07:14.675679Z","end":"2026-03-18T22:07:15.548893Z","steps":["trace[1902280358] 'agreement among raft nodes before linearized reading' (duration: 871.950098ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:07:15.548932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:07:15.127741Z","time spent":"421.185258ms","remote":"127.0.0.1:55610","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":880,"response size":32,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-03-18T22:07:15.548962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:07:14.675654Z","time spent":"873.294801ms","remote":"127.0.0.1:55338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":583,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-03-18T22:07:15.548956Z","caller":"traceutil/trace.go:171","msg":"trace[492988975] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8344; }","duration":"745.004325ms","start":"2026-03-18T22:07:14.803935Z","end":"2026-03-18T22:07:15.548939Z","steps":["trace[492988975] 'agreement among raft nodes before linearized reading' (duration: 743.755194ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:07:15.54907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:07:14.803909Z","time spent":"745.143389ms","remote":"127.0.0.1:55338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-18T22:07:15.548071Z","caller":"traceutil/trace.go:171","msg":"trace[642475833] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8344; }","duration":"744.053042ms","start":"2026-03-18T22:07:14.803992Z","end":"2026-03-18T22:07:15.548045Z","steps":["trace[642475833] 'agreement among raft nodes before linearized reading' (duration: 743.732924ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:07:15.549178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:07:14.803963Z","time spent":"745.19392ms","remote":"127.0.0.1:55338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-18T22:07:15.54795Z","caller":"traceutil/trace.go:171","msg":"trace[2086258036] transaction","detail":"{read_only:false; response_revision:8343; number_of_response:1; }","duration":"889.264952ms","start":"2026-03-18T22:07:14.658663Z","end":"2026-03-18T22:07:15.547928Z","steps":["trace[2086258036] 'process raft request' (duration: 723.532118ms)","trace[2086258036] 'compare' (duration: 164.81409ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T22:07:15.549316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:07:14.658633Z","time spent":"890.629995ms","remote":"127.0.0.1:55338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T22:07:15.809762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.71029ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T22:07:15.809874Z","caller":"traceutil/trace.go:171","msg":"trace[127378617] linearizableReadLoop","detail":"{readStateIndex:8678; appliedIndex:8677; }","duration":"254.91841ms","start":"2026-03-18T22:07:15.554936Z","end":"2026-03-18T22:07:15.809854Z","steps":["trace[127378617] 'read index received' (duration: 133.097987ms)","trace[127378617] 'applied index is now lower than readState.Index' (duration: 121.819083ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T22:07:15.809962Z","caller":"traceutil/trace.go:171","msg":"trace[1761822611] transaction","detail":"{read_only:false; response_revision:8345; number_of_response:1; }","duration":"258.332555ms","start":"2026-03-18T22:07:15.551597Z","end":"2026-03-18T22:07:15.80993Z","steps":["trace[1761822611] 'process raft request' (duration: 136.355568ms)","trace[1761822611] 'compare' (duration: 121.561877ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T22:07:15.810502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.545906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228764"} {"level":"info","ts":"2026-03-18T22:07:15.810593Z","caller":"traceutil/trace.go:171","msg":"trace[250225487] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8345; }","duration":"255.685419ms","start":"2026-03-18T22:07:15.554888Z","end":"2026-03-18T22:07:15.810573Z","steps":["trace[250225487] 'agreement among raft nodes before linearized reading' (duration: 255.121245ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T22:07:15.883994Z","caller":"traceutil/trace.go:171","msg":"trace[1219807201] transaction","detail":"{read_only:false; response_revision:8346; number_of_response:1; }","duration":"328.587877ms","start":"2026-03-18T22:07:15.555378Z","end":"2026-03-18T22:07:15.883966Z","steps":["trace[1219807201] 'process raft request' (duration: 328.416093ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:07:15.884178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:07:15.555364Z","time spent":"328.71337ms","remote":"127.0.0.1:55338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T22:07:15.884354Z","caller":"traceutil/trace.go:171","msg":"trace[1594888595] transaction","detail":"{read_only:false; response_revision:8348; number_of_response:1; }","duration":"328.205618ms","start":"2026-03-18T22:07:15.556128Z","end":"2026-03-18T22:07:15.884333Z","steps":["trace[1594888595] 'process raft request' (duration: 328.027193ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:07:15.88445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:07:15.556118Z","time spent":"328.283249ms","remote":"127.0.0.1:55338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T22:07:15.884445Z","caller":"traceutil/trace.go:171","msg":"trace[13695774] transaction","detail":"{read_only:false; response_revision:8347; number_of_response:1; }","duration":"328.997398ms","start":"2026-03-18T22:07:15.55538Z","end":"2026-03-18T22:07:15.884377Z","steps":["trace[13695774] 'process raft request' (duration: 328.539776ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:07:15.884726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:07:15.555355Z","time spent":"329.243404ms","remote":"127.0.0.1:55338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T22:07:15.884703Z","caller":"traceutil/trace.go:171","msg":"trace[1086659803] transaction","detail":"{read_only:false; response_revision:8349; number_of_response:1; }","duration":"328.271909ms","start":"2026-03-18T22:07:15.556355Z","end":"2026-03-18T22:07:15.884626Z","steps":["trace[1086659803] 'process raft request' (duration: 327.883739ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:07:15.884972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:07:15.556348Z","time spent":"328.478564ms","remote":"127.0.0.1:55338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T22:07:15.884943Z","caller":"traceutil/trace.go:171","msg":"trace[824928282] transaction","detail":"{read_only:false; response_revision:8350; number_of_response:1; }","duration":"328.040953ms","start":"2026-03-18T22:07:15.556862Z","end":"2026-03-18T22:07:15.884903Z","steps":["trace[824928282] 'process raft request' (duration: 327.782786ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:07:15.885155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:07:15.556854Z","time spent":"328.189717ms","remote":"127.0.0.1:55338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T22:07:15.885649Z","caller":"traceutil/trace.go:171","msg":"trace[580783408] transaction","detail":"{read_only:false; response_revision:8351; number_of_response:1; }","duration":"328.123135ms","start":"2026-03-18T22:07:15.557505Z","end":"2026-03-18T22:07:15.885628Z","steps":["trace[580783408] 'process raft request' (duration: 327.282275ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:07:15.885736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:07:15.55748Z","time spent":"328.216847ms","remote":"127.0.0.1:55338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T22:07:15.885928Z","caller":"traceutil/trace.go:171","msg":"trace[776751198] transaction","detail":"{read_only:false; response_revision:8352; number_of_response:1; }","duration":"327.982202ms","start":"2026-03-18T22:07:15.557914Z","end":"2026-03-18T22:07:15.885896Z","steps":["trace[776751198] 'process raft request' (duration: 327.583392ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:07:15.88616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:07:15.557908Z","time spent":"328.172117ms","remote":"127.0.0.1:55338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T22:07:15.887011Z","caller":"traceutil/trace.go:171","msg":"trace[472222120] transaction","detail":"{read_only:false; response_revision:8353; number_of_response:1; }","duration":"324.166316ms","start":"2026-03-18T22:07:15.562818Z","end":"2026-03-18T22:07:15.886984Z","steps":["trace[472222120] 'process raft request' (duration: 322.974916ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:07:15.88713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:07:15.562805Z","time spent":"324.276438ms","remote":"127.0.0.1:37416","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7439,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T22:07:15.887115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.439399ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T22:07:15.887235Z","caller":"traceutil/trace.go:171","msg":"trace[412085110] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8353; }","duration":"329.570792ms","start":"2026-03-18T22:07:15.557648Z","end":"2026-03-18T22:07:15.887219Z","steps":["trace[412085110] 'agreement among raft nodes before linearized reading' (duration: 329.380267ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:07:15.887282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:07:15.557641Z","time spent":"329.631753ms","remote":"127.0.0.1:55054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T22:07:15.888378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.144911ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-03-18T22:07:15.888752Z","caller":"traceutil/trace.go:171","msg":"trace[1289639507] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8353; }","duration":"333.242364ms","start":"2026-03-18T22:07:15.555187Z","end":"2026-03-18T22:07:15.88843Z","steps":["trace[1289639507] 'agreement among raft nodes before linearized reading' (duration: 332.392603ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:07:15.889451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:07:15.555169Z","time spent":"333.687674ms","remote":"127.0.0.1:55254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-18T22:07:17.431774Z","caller":"traceutil/trace.go:171","msg":"trace[1232838209] transaction","detail":"{read_only:false; response_revision:8354; number_of_response:1; }","duration":"333.682934ms","start":"2026-03-18T22:07:17.098024Z","end":"2026-03-18T22:07:17.431737Z","steps":["trace[1232838209] 'process raft request' (duration: 333.331595ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:07:17.431977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:07:17.097993Z","time spent":"333.887ms","remote":"127.0.0.1:55338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T22:07:17.762971Z","caller":"traceutil/trace.go:171","msg":"trace[1190727295] transaction","detail":"{read_only:false; response_revision:8355; number_of_response:1; }","duration":"207.521622ms","start":"2026-03-18T22:07:17.555404Z","end":"2026-03-18T22:07:17.762926Z","steps":["trace[1190727295] 'process raft request' (duration: 128.379708ms)","trace[1190727295] 'compare' (duration: 78.643861ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T22:07:17.763072Z","caller":"traceutil/trace.go:171","msg":"trace[354219878] transaction","detail":"{read_only:false; response_revision:8356; number_of_response:1; }","duration":"207.386229ms","start":"2026-03-18T22:07:17.555656Z","end":"2026-03-18T22:07:17.763043Z","steps":["trace[354219878] 'process raft request' (duration: 207.180064ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:07:19.327405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.317048254s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-18T22:07:19.327559Z","caller":"traceutil/trace.go:171","msg":"trace[144675194] linearizableReadLoop","detail":"{readStateIndex:8690; appliedIndex:8689; }","duration":"1.508816222s","start":"2026-03-18T22:07:17.818714Z","end":"2026-03-18T22:07:19.32753Z","steps":["trace[144675194] 'read index received' (duration: 191.660745ms)","trace[144675194] 'applied index is now lower than readState.Index' (duration: 1.317153387s)"],"step_count":2} {"level":"warn","ts":"2026-03-18T22:07:19.328045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.509329844s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rpbhf\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-18T22:07:19.328117Z","caller":"traceutil/trace.go:171","msg":"trace[1324081651] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rpbhf; range_end:; response_count:1; response_revision:8356; }","duration":"1.509452917s","start":"2026-03-18T22:07:17.818647Z","end":"2026-03-18T22:07:19.3281Z","steps":["trace[1324081651] 'agreement among raft nodes before linearized reading' (duration: 1.509085318s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:07:19.328128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.145773ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T22:07:19.328179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"406.752475ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T22:07:19.328227Z","caller":"traceutil/trace.go:171","msg":"trace[1045375652] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:8356; }","duration":"140.306787ms","start":"2026-03-18T22:07:19.187897Z","end":"2026-03-18T22:07:19.328203Z","steps":["trace[1045375652] 'agreement among raft nodes before linearized reading' (duration: 140.133233ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:07:19.328241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.456133ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T22:07:19.32821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.301987738s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T22:07:19.328265Z","caller":"traceutil/trace.go:171","msg":"trace[1246026385] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:8356; }","duration":"406.894299ms","start":"2026-03-18T22:07:18.921347Z","end":"2026-03-18T22:07:19.328241Z","steps":["trace[1246026385] 'agreement among raft nodes before linearized reading' (duration: 406.743455ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T22:07:19.328309Z","caller":"traceutil/trace.go:171","msg":"trace[1627746404] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:8356; }","duration":"101.524565ms","start":"2026-03-18T22:07:19.226761Z","end":"2026-03-18T22:07:19.328285Z","steps":["trace[1627746404] 'agreement among raft nodes before linearized reading' (duration: 101.404612ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:07:19.328339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:07:18.921322Z","time spent":"407.005912ms","remote":"127.0.0.1:58816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"info","ts":"2026-03-18T22:07:19.328349Z","caller":"traceutil/trace.go:171","msg":"trace[1694161301] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:8356; }","duration":"1.302330966s","start":"2026-03-18T22:07:18.025988Z","end":"2026-03-18T22:07:19.328319Z","steps":["trace[1694161301] 'agreement among raft nodes before linearized reading' (duration: 1.302033508s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:07:19.328392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.438037597s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-18T22:07:19.328414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:07:18.02595Z","time spent":"1.302447809s","remote":"127.0.0.1:55350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":4,"response size":31,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"info","ts":"2026-03-18T22:07:19.32845Z","caller":"traceutil/trace.go:171","msg":"trace[1663764971] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8356; }","duration":"1.43812599s","start":"2026-03-18T22:07:17.890309Z","end":"2026-03-18T22:07:19.328435Z","steps":["trace[1663764971] 'agreement among raft nodes before linearized reading' (duration: 1.438000266s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:07:19.328167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:07:17.818624Z","time spent":"1.50953088s","remote":"127.0.0.1:55254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6548,"request content":"key:\"/registry/pods/openstack/keepalived-rpbhf\" "} {"level":"warn","ts":"2026-03-18T22:07:19.328497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:07:17.890288Z","time spent":"1.438198451s","remote":"127.0.0.1:55338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-18T22:07:19.328278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.436370885s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-18T22:07:19.328646Z","caller":"traceutil/trace.go:171","msg":"trace[144941438] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8356; }","duration":"1.436748625s","start":"2026-03-18T22:07:17.891881Z","end":"2026-03-18T22:07:19.32863Z","steps":["trace[144941438] 'agreement among raft nodes before linearized reading' (duration: 1.436309745s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:07:19.328162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.305401512s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-18T22:07:19.328693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:07:17.891874Z","time spent":"1.436803877s","remote":"127.0.0.1:55338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-18T22:07:19.328714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.437129714s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-18T22:07:19.328539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.437209957s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-18T22:07:19.328788Z","caller":"traceutil/trace.go:171","msg":"trace[1004948553] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8356; }","duration":"1.437203387s","start":"2026-03-18T22:07:17.891556Z","end":"2026-03-18T22:07:19.328759Z","steps":["trace[1004948553] 'agreement among raft nodes before linearized reading' (duration: 1.437070223s)"],"step_count":1} {"level":"info","ts":"2026-03-18T22:07:19.328825Z","caller":"traceutil/trace.go:171","msg":"trace[1675076246] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8356; }","duration":"1.437588006s","start":"2026-03-18T22:07:17.891223Z","end":"2026-03-18T22:07:19.328811Z","steps":["trace[1675076246] 'agreement among raft nodes before linearized reading' (duration: 1.437039742s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:07:19.328852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:07:17.891544Z","time spent":"1.437297069s","remote":"127.0.0.1:55338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-18T22:07:19.328863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:07:17.889682Z","time spent":"1.439169675s","remote":"127.0.0.1:55338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-18T22:07:19.328838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"431.997619ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T22:07:19.328705Z","caller":"traceutil/trace.go:171","msg":"trace[860715436] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:8356; }","duration":"1.305946406s","start":"2026-03-18T22:07:18.022743Z","end":"2026-03-18T22:07:19.328689Z","steps":["trace[860715436] 'agreement among raft nodes before linearized reading' (duration: 1.305334091s)"],"step_count":1} {"level":"info","ts":"2026-03-18T22:07:19.328946Z","caller":"traceutil/trace.go:171","msg":"trace[694969464] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8356; }","duration":"432.192663ms","start":"2026-03-18T22:07:18.896726Z","end":"2026-03-18T22:07:19.328918Z","steps":["trace[694969464] 'agreement among raft nodes before linearized reading' (duration: 431.469116ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:07:19.328972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:07:18.022656Z","time spent":"1.306301974s","remote":"127.0.0.1:55548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":23,"response size":31,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"warn","ts":"2026-03-18T22:07:19.328999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:07:18.896698Z","time spent":"432.290656ms","remote":"127.0.0.1:55054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T22:07:19.328046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.438764506s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-18T22:07:19.329369Z","caller":"traceutil/trace.go:171","msg":"trace[1101427353] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8356; }","duration":"1.440154571s","start":"2026-03-18T22:07:17.889194Z","end":"2026-03-18T22:07:19.329349Z","steps":["trace[1101427353] 'agreement among raft nodes before linearized reading' (duration: 1.438723265s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:07:19.329442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:07:17.88916Z","time spent":"1.440263104s","remote":"127.0.0.1:55338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-18T22:07:19.46685Z","caller":"traceutil/trace.go:171","msg":"trace[1749368944] transaction","detail":"{read_only:false; response_revision:8357; number_of_response:1; }","duration":"132.953814ms","start":"2026-03-18T22:07:19.333856Z","end":"2026-03-18T22:07:19.46681Z","steps":["trace[1749368944] 'process raft request' (duration: 132.620696ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T22:07:19.520204Z","caller":"traceutil/trace.go:171","msg":"trace[98212390] transaction","detail":"{read_only:false; response_revision:8359; number_of_response:1; }","duration":"185.981543ms","start":"2026-03-18T22:07:19.334197Z","end":"2026-03-18T22:07:19.520179Z","steps":["trace[98212390] 'process raft request' (duration: 185.910851ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T22:07:19.520289Z","caller":"traceutil/trace.go:171","msg":"trace[2117328146] transaction","detail":"{read_only:false; response_revision:8358; number_of_response:1; }","duration":"186.031484ms","start":"2026-03-18T22:07:19.334192Z","end":"2026-03-18T22:07:19.520224Z","steps":["trace[2117328146] 'process raft request' (duration: 185.760957ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T22:07:19.520522Z","caller":"traceutil/trace.go:171","msg":"trace[1193208616] linearizableReadLoop","detail":"{readStateIndex:8693; appliedIndex:8690; }","duration":"186.218009ms","start":"2026-03-18T22:07:19.334282Z","end":"2026-03-18T22:07:19.5205Z","steps":["trace[1193208616] 'read index received' (duration: 132.153083ms)","trace[1193208616] 'applied index is now lower than readState.Index' (duration: 54.063746ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T22:07:19.520537Z","caller":"traceutil/trace.go:171","msg":"trace[95077310] transaction","detail":"{read_only:false; response_revision:8360; number_of_response:1; }","duration":"186.223409ms","start":"2026-03-18T22:07:19.334279Z","end":"2026-03-18T22:07:19.520503Z","steps":["trace[95077310] 'process raft request' (duration: 185.85703ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T22:07:19.520654Z","caller":"traceutil/trace.go:171","msg":"trace[286480492] transaction","detail":"{read_only:false; response_revision:8361; number_of_response:1; }","duration":"184.995347ms","start":"2026-03-18T22:07:19.33565Z","end":"2026-03-18T22:07:19.520645Z","steps":["trace[286480492] 'process raft request' (duration: 184.68608ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:07:19.520941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.712123ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T22:07:19.520989Z","caller":"traceutil/trace.go:171","msg":"trace[1019631199] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8362; }","duration":"145.836105ms","start":"2026-03-18T22:07:19.375144Z","end":"2026-03-18T22:07:19.52098Z","steps":["trace[1019631199] 'agreement among raft nodes before linearized reading' (duration: 145.730073ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:07:19.521089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.785552ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228764"} {"level":"info","ts":"2026-03-18T22:07:19.521127Z","caller":"traceutil/trace.go:171","msg":"trace[641982767] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8362; }","duration":"186.872375ms","start":"2026-03-18T22:07:19.334246Z","end":"2026-03-18T22:07:19.521118Z","steps":["trace[641982767] 'agreement among raft nodes before linearized reading' (duration: 186.464045ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:07:19.521149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.737776ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T22:07:19.521252Z","caller":"traceutil/trace.go:171","msg":"trace[991328882] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:8362; }","duration":"183.911971ms","start":"2026-03-18T22:07:19.337321Z","end":"2026-03-18T22:07:19.521233Z","steps":["trace[991328882] 'agreement among raft nodes before linearized reading' (duration: 183.517011ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T22:07:19.883977Z","caller":"traceutil/trace.go:171","msg":"trace[747779142] transaction","detail":"{read_only:false; response_revision:8363; number_of_response:1; }","duration":"114.742066ms","start":"2026-03-18T22:07:19.769207Z","end":"2026-03-18T22:07:19.88395Z","steps":["trace[747779142] 'process raft request' (duration: 114.572791ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T22:07:19.942875Z","caller":"traceutil/trace.go:171","msg":"trace[1144799533] transaction","detail":"{read_only:false; response_revision:8364; number_of_response:1; }","duration":"172.708499ms","start":"2026-03-18T22:07:19.770133Z","end":"2026-03-18T22:07:19.942841Z","steps":["trace[1144799533] 'process raft request' (duration: 172.525634ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:07:31.750713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"464.006472ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"warn","ts":"2026-03-18T22:07:31.750814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.355179ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T22:07:31.750814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"560.928892ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-cd060c5a-283c-4527-a87a-74fdc1a75093\" ","response":"range_response_count:1 size:3931"} {"level":"info","ts":"2026-03-18T22:07:31.750867Z","caller":"traceutil/trace.go:171","msg":"trace[1582054702] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8511; }","duration":"464.240477ms","start":"2026-03-18T22:07:31.286603Z","end":"2026-03-18T22:07:31.750844Z","steps":["trace[1582054702] 'range keys from in-memory index tree' (duration: 463.668872ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:07:31.750874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"495.320466ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/ceph-object-controller-detect-version-6zvxj\" ","response":"range_response_count:1 size:4559"} {"level":"info","ts":"2026-03-18T22:07:31.750909Z","caller":"traceutil/trace.go:171","msg":"trace[50589766] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-cd060c5a-283c-4527-a87a-74fdc1a75093; range_end:; response_count:1; response_revision:8511; }","duration":"561.076295ms","start":"2026-03-18T22:07:31.189807Z","end":"2026-03-18T22:07:31.750883Z","steps":["trace[50589766] 'range keys from in-memory index tree' (duration: 560.733677ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:07:31.750932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:07:31.286575Z","time spent":"464.33852ms","remote":"127.0.0.1:55254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-18T22:07:31.750967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:07:31.18978Z","time spent":"561.177037ms","remote":"127.0.0.1:55254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3955,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-cd060c5a-283c-4527-a87a-74fdc1a75093\" "} {"level":"info","ts":"2026-03-18T22:07:31.750969Z","caller":"traceutil/trace.go:171","msg":"trace[1794229074] range","detail":"{range_begin:/registry/pods/openstack/ceph-object-controller-detect-version-6zvxj; range_end:; response_count:1; response_revision:8511; }","duration":"495.514231ms","start":"2026-03-18T22:07:31.255431Z","end":"2026-03-18T22:07:31.750945Z","steps":["trace[1794229074] 'range keys from in-memory index tree' (duration: 495.05512ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:07:31.751007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.862672ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-18T22:07:31.750907Z","caller":"traceutil/trace.go:171","msg":"trace[289501227] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8511; }","duration":"375.492802ms","start":"2026-03-18T22:07:31.375382Z","end":"2026-03-18T22:07:31.750875Z","steps":["trace[289501227] 'range keys from in-memory index tree' (duration: 375.232996ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:07:31.751029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:07:31.255373Z","time spent":"495.646595ms","remote":"127.0.0.1:55254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":4583,"request content":"key:\"/registry/pods/openstack/ceph-object-controller-detect-version-6zvxj\" "} {"level":"info","ts":"2026-03-18T22:07:31.751052Z","caller":"traceutil/trace.go:171","msg":"trace[1328203323] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8511; }","duration":"227.950034ms","start":"2026-03-18T22:07:31.523093Z","end":"2026-03-18T22:07:31.751043Z","steps":["trace[1328203323] 'range keys from in-memory index tree' (duration: 227.702409ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:07:31.751131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:07:31.375355Z","time spent":"375.730148ms","remote":"127.0.0.1:55054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-18T22:07:31.757684Z","caller":"traceutil/trace.go:171","msg":"trace[368127853] linearizableReadLoop","detail":"{readStateIndex:8850; appliedIndex:8849; }","duration":"180.426002ms","start":"2026-03-18T22:07:31.577234Z","end":"2026-03-18T22:07:31.75766Z","steps":["trace[368127853] 'read index received' (duration: 180.242507ms)","trace[368127853] 'applied index is now lower than readState.Index' (duration: 182.305µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T22:07:31.757741Z","caller":"traceutil/trace.go:171","msg":"trace[1853613410] transaction","detail":"{read_only:false; response_revision:8512; number_of_response:1; }","duration":"195.732357ms","start":"2026-03-18T22:07:31.561994Z","end":"2026-03-18T22:07:31.757726Z","steps":["trace[1853613410] 'process raft request' (duration: 195.516691ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:07:31.758109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.839193ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-18T22:07:31.758245Z","caller":"traceutil/trace.go:171","msg":"trace[742099228] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8512; }","duration":"181.054638ms","start":"2026-03-18T22:07:31.577163Z","end":"2026-03-18T22:07:31.758218Z","steps":["trace[742099228] 'agreement among raft nodes before linearized reading' (duration: 180.592586ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:07:31.759973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.709955ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-18T22:07:31.760023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.967837ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-18T22:07:31.760038Z","caller":"traceutil/trace.go:171","msg":"trace[1257242508] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8513; }","duration":"181.827108ms","start":"2026-03-18T22:07:31.578193Z","end":"2026-03-18T22:07:31.76002Z","steps":["trace[1257242508] 'agreement among raft nodes before linearized reading' (duration: 181.659484ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T22:07:31.760059Z","caller":"traceutil/trace.go:171","msg":"trace[721913693] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8513; }","duration":"179.017938ms","start":"2026-03-18T22:07:31.581032Z","end":"2026-03-18T22:07:31.76005Z","steps":["trace[721913693] 'agreement among raft nodes before linearized reading' (duration: 178.880365ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:07:31.7601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.511044ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rpbhf\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-18T22:07:31.760149Z","caller":"traceutil/trace.go:171","msg":"trace[528655366] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rpbhf; range_end:; response_count:1; response_revision:8513; }","duration":"164.685278ms","start":"2026-03-18T22:07:31.59545Z","end":"2026-03-18T22:07:31.760136Z","steps":["trace[528655366] 'agreement among raft nodes before linearized reading' (duration: 164.555835ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:07:31.760395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.126595ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-18T22:07:31.760443Z","caller":"traceutil/trace.go:171","msg":"trace[901473867] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8513; }","duration":"182.206937ms","start":"2026-03-18T22:07:31.578225Z","end":"2026-03-18T22:07:31.760432Z","steps":["trace[901473867] 'agreement among raft nodes before linearized reading' (duration: 182.095305ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T22:07:42.635815Z","caller":"traceutil/trace.go:171","msg":"trace[1824899014] transaction","detail":"{read_only:false; response_revision:8618; number_of_response:1; }","duration":"106.645823ms","start":"2026-03-18T22:07:42.529126Z","end":"2026-03-18T22:07:42.635772Z","steps":["trace[1824899014] 'process raft request' (duration: 105.887415ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:07:42.93167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.410776ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T22:07:42.931789Z","caller":"traceutil/trace.go:171","msg":"trace[1142723466] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:8618; }","duration":"151.644611ms","start":"2026-03-18T22:07:42.780121Z","end":"2026-03-18T22:07:42.931765Z","steps":["trace[1142723466] 'count revisions from in-memory index tree' (duration: 151.006455ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T22:07:58.668234Z","caller":"traceutil/trace.go:171","msg":"trace[1122481316] linearizableReadLoop","detail":"{readStateIndex:9103; appliedIndex:9102; }","duration":"120.685596ms","start":"2026-03-18T22:07:58.547521Z","end":"2026-03-18T22:07:58.668207Z","steps":["trace[1122481316] 'read index received' (duration: 111.598338ms)","trace[1122481316] 'applied index is now lower than readState.Index' (duration: 9.086078ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T22:07:58.668306Z","caller":"traceutil/trace.go:171","msg":"trace[2093060002] transaction","detail":"{read_only:false; response_revision:8757; number_of_response:1; }","duration":"127.218699ms","start":"2026-03-18T22:07:58.541039Z","end":"2026-03-18T22:07:58.668258Z","steps":["trace[2093060002] 'process raft request' (duration: 118.190443ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:07:58.668599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.053474ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" ","response":"range_response_count:1 size:708"} {"level":"info","ts":"2026-03-18T22:07:58.668689Z","caller":"traceutil/trace.go:171","msg":"trace[1435695375] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config; range_end:; response_count:1; response_revision:8757; }","duration":"121.164297ms","start":"2026-03-18T22:07:58.547505Z","end":"2026-03-18T22:07:58.66867Z","steps":["trace[1435695375] 'agreement among raft nodes before linearized reading' (duration: 120.857349ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T22:07:59.17218Z","caller":"traceutil/trace.go:171","msg":"trace[822357949] linearizableReadLoop","detail":"{readStateIndex:9130; appliedIndex:9128; }","duration":"128.906621ms","start":"2026-03-18T22:07:59.043248Z","end":"2026-03-18T22:07:59.172155Z","steps":["trace[822357949] 'read index received' (duration: 128.626484ms)","trace[822357949] 'applied index is now lower than readState.Index' (duration: 279.507µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T22:07:59.172518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.079911ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/glance-api\" ","response":"range_response_count:1 size:522"} {"level":"warn","ts":"2026-03-18T22:07:59.172617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.263409ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-1\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T22:07:59.172649Z","caller":"traceutil/trace.go:171","msg":"trace[1226744098] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-1; range_end:; response_count:0; response_revision:8784; }","duration":"125.314261ms","start":"2026-03-18T22:07:59.047323Z","end":"2026-03-18T22:07:59.172637Z","steps":["trace[1226744098] 'agreement among raft nodes before linearized reading' (duration: 125.27822ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T22:07:59.172684Z","caller":"traceutil/trace.go:171","msg":"trace[1865760991] range","detail":"{range_begin:/registry/serviceaccounts/openstack/glance-api; range_end:; response_count:1; response_revision:8784; }","duration":"144.273726ms","start":"2026-03-18T22:07:59.028347Z","end":"2026-03-18T22:07:59.17262Z","steps":["trace[1865760991] 'agreement among raft nodes before linearized reading' (duration: 143.981059ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T22:07:59.172892Z","caller":"traceutil/trace.go:171","msg":"trace[1342482594] transaction","detail":"{read_only:false; response_revision:8783; number_of_response:1; }","duration":"190.068484ms","start":"2026-03-18T22:07:58.982814Z","end":"2026-03-18T22:07:59.172882Z","steps":["trace[1342482594] 'process raft request' (duration: 189.137391ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T22:07:59.173213Z","caller":"traceutil/trace.go:171","msg":"trace[900088577] transaction","detail":"{read_only:false; response_revision:8784; number_of_response:1; }","duration":"144.878451ms","start":"2026-03-18T22:07:59.028327Z","end":"2026-03-18T22:07:59.173206Z","steps":["trace[900088577] 'process raft request' (duration: 143.784204ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:07:59.172576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.190223ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" ","response":"range_response_count:1 size:1285"} {"level":"info","ts":"2026-03-18T22:07:59.174547Z","caller":"traceutil/trace.go:171","msg":"trace[664429557] range","detail":"{range_begin:/registry/services/specs/monitoring/alertmanager-operated; range_end:; response_count:1; response_revision:8784; }","duration":"201.154213ms","start":"2026-03-18T22:07:58.973332Z","end":"2026-03-18T22:07:59.174486Z","steps":["trace[664429557] 'agreement among raft nodes before linearized reading' (duration: 199.131142ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T22:07:59.318746Z","caller":"traceutil/trace.go:171","msg":"trace[693874929] linearizableReadLoop","detail":"{readStateIndex:9131; appliedIndex:9130; }","duration":"115.928465ms","start":"2026-03-18T22:07:59.202788Z","end":"2026-03-18T22:07:59.318717Z","steps":["trace[693874929] 'read index received' (duration: 115.645158ms)","trace[693874929] 'applied index is now lower than readState.Index' (duration: 282.227µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T22:07:59.319029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.214563ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-glance-nodes\" ","response":"range_response_count:1 size:1255"} {"level":"info","ts":"2026-03-18T22:07:59.319079Z","caller":"traceutil/trace.go:171","msg":"trace[1134291715] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-glance-nodes; range_end:; response_count:1; response_revision:8785; }","duration":"116.286775ms","start":"2026-03-18T22:07:59.202779Z","end":"2026-03-18T22:07:59.319065Z","steps":["trace[1134291715] 'agreement among raft nodes before linearized reading' (duration: 116.061058ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T22:07:59.31918Z","caller":"traceutil/trace.go:171","msg":"trace[1916403849] transaction","detail":"{read_only:false; response_revision:8785; number_of_response:1; }","duration":"116.556042ms","start":"2026-03-18T22:07:59.202536Z","end":"2026-03-18T22:07:59.319092Z","steps":["trace[1916403849] 'process raft request' (duration: 115.988987ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:08:13.696854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.230292ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T22:08:13.696905Z","caller":"traceutil/trace.go:171","msg":"trace[86235000] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:8891; }","duration":"321.323565ms","start":"2026-03-18T22:08:13.375566Z","end":"2026-03-18T22:08:13.69689Z","steps":["trace[86235000] 'count revisions from in-memory index tree' (duration: 321.079259ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:08:13.696931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:08:13.37554Z","time spent":"321.384126ms","remote":"127.0.0.1:41204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":5,"response size":31,"request content":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true "} {"level":"warn","ts":"2026-03-18T22:08:13.696813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.272914ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T22:08:13.697065Z","caller":"traceutil/trace.go:171","msg":"trace[787963877] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8891; }","duration":"321.616782ms","start":"2026-03-18T22:08:13.375443Z","end":"2026-03-18T22:08:13.69706Z","steps":["trace[787963877] 'range keys from in-memory index tree' (duration: 321.023357ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:08:13.697081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:08:13.375414Z","time spent":"321.661513ms","remote":"127.0.0.1:55054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T22:08:13.700247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"906.824131ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-03-18T22:08:13.700405Z","caller":"traceutil/trace.go:171","msg":"trace[226639378] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8891; }","duration":"907.095559ms","start":"2026-03-18T22:08:12.793272Z","end":"2026-03-18T22:08:13.700368Z","steps":["trace[226639378] 'range keys from in-memory index tree' (duration: 903.612851ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:08:13.700492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:08:12.793244Z","time spent":"907.231041ms","remote":"127.0.0.1:55254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-18T22:08:19.508651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.487232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T22:08:19.50872Z","caller":"traceutil/trace.go:171","msg":"trace[671098559] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8959; }","duration":"132.610295ms","start":"2026-03-18T22:08:19.376092Z","end":"2026-03-18T22:08:19.508702Z","steps":["trace[671098559] 'range keys from in-memory index tree' (duration: 132.325608ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T22:08:20.333658Z","caller":"traceutil/trace.go:171","msg":"trace[326989933] transaction","detail":"{read_only:false; response_revision:8960; number_of_response:1; }","duration":"550.122079ms","start":"2026-03-18T22:08:19.783494Z","end":"2026-03-18T22:08:20.333616Z","steps":["trace[326989933] 'process raft request' (duration: 549.848632ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:08:20.333921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:08:19.783468Z","time spent":"550.327605ms","remote":"127.0.0.1:55254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9864,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T22:08:22.181872Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.848382193s","expected-duration":"1s"} {"level":"info","ts":"2026-03-18T22:08:22.182487Z","caller":"traceutil/trace.go:171","msg":"trace[727257163] linearizableReadLoop","detail":"{readStateIndex:9311; appliedIndex:9309; }","duration":"2.101613741s","start":"2026-03-18T22:08:20.080837Z","end":"2026-03-18T22:08:22.182451Z","steps":["trace[727257163] 'read index received' (duration: 252.675634ms)","trace[727257163] 'applied index is now lower than readState.Index' (duration: 1.848936367s)"],"step_count":2} {"level":"info","ts":"2026-03-18T22:08:22.182833Z","caller":"traceutil/trace.go:171","msg":"trace[1112763922] transaction","detail":"{read_only:false; response_revision:8961; number_of_response:1; }","duration":"2.201010433s","start":"2026-03-18T22:08:19.98181Z","end":"2026-03-18T22:08:22.18282Z","steps":["trace[1112763922] 'process raft request' (duration: 2.200365927s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:08:22.182985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:08:19.981764Z","time spent":"2.201113826s","remote":"127.0.0.1:55338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T22:08:22.183369Z","caller":"traceutil/trace.go:171","msg":"trace[182881424] transaction","detail":"{read_only:false; response_revision:8962; number_of_response:1; }","duration":"1.991445919s","start":"2026-03-18T22:08:20.191909Z","end":"2026-03-18T22:08:22.183355Z","steps":["trace[182881424] 'process raft request' (duration: 1.990456355s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:08:22.183449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:08:20.191874Z","time spent":"1.991534712s","remote":"127.0.0.1:55338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T22:08:22.183716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.102883812s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-18T22:08:22.183719Z","caller":"traceutil/trace.go:171","msg":"trace[798239059] transaction","detail":"{read_only:false; response_revision:8963; number_of_response:1; }","duration":"1.991046299s","start":"2026-03-18T22:08:20.19262Z","end":"2026-03-18T22:08:22.183666Z","steps":["trace[798239059] 'process raft request' (duration: 1.989786148s)"],"step_count":1} {"level":"info","ts":"2026-03-18T22:08:22.183787Z","caller":"traceutil/trace.go:171","msg":"trace[1980566848] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8963; }","duration":"2.102985636s","start":"2026-03-18T22:08:20.080779Z","end":"2026-03-18T22:08:22.183765Z","steps":["trace[1980566848] 'agreement among raft nodes before linearized reading' (duration: 2.102772429s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:08:22.18385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:08:20.080757Z","time spent":"2.103081168s","remote":"127.0.0.1:55338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-18T22:08:22.183969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:08:20.19258Z","time spent":"1.991263925s","remote":"127.0.0.1:55338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T22:08:22.375304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000089746s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-18T22:08:22.375425Z","caller":"traceutil/trace.go:171","msg":"trace[1621916657] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000256061s","start":"2026-03-18T22:08:20.375143Z","end":"2026-03-18T22:08:22.375399Z","steps":["trace[1621916657] 'agreement among raft nodes before linearized reading' (duration: 2.000107487s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:08:22.375488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:08:20.375061Z","time spent":"2.000414745s","remote":"127.0.0.1:55054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/18 22:08:22 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-18T22:08:22.460099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.927071ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T22:08:22.460335Z","caller":"traceutil/trace.go:171","msg":"trace[665830970] transaction","detail":"{read_only:false; response_revision:8965; number_of_response:1; }","duration":"269.6917ms","start":"2026-03-18T22:08:22.19062Z","end":"2026-03-18T22:08:22.460312Z","steps":["trace[665830970] 'process raft request' (duration: 269.621548ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T22:08:22.460332Z","caller":"traceutil/trace.go:171","msg":"trace[1787121679] transaction","detail":"{read_only:false; response_revision:8964; number_of_response:1; }","duration":"1.22911057s","start":"2026-03-18T22:08:21.231155Z","end":"2026-03-18T22:08:22.460247Z","steps":["trace[1787121679] 'process raft request' (duration: 1.022894002s)","trace[1787121679] 'compare' (duration: 205.770097ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T22:08:22.460448Z","caller":"traceutil/trace.go:171","msg":"trace[2021562093] linearizableReadLoop","detail":"{readStateIndex:9314; appliedIndex:9313; }","duration":"277.833634ms","start":"2026-03-18T22:08:22.182582Z","end":"2026-03-18T22:08:22.460415Z","steps":["trace[2021562093] 'read index received' (duration: 71.433542ms)","trace[2021562093] 'applied index is now lower than readState.Index' (duration: 206.398262ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T22:08:22.460581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:08:21.231125Z","time spent":"1.229323115s","remote":"127.0.0.1:55338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T22:08:22.460702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.331404024s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T22:08:22.460764Z","caller":"traceutil/trace.go:171","msg":"trace[1200716520] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:8965; }","duration":"1.331531787s","start":"2026-03-18T22:08:21.129218Z","end":"2026-03-18T22:08:22.46075Z","steps":["trace[1200716520] 'agreement among raft nodes before linearized reading' (duration: 1.331358892s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:08:22.460823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:08:21.129195Z","time spent":"1.331614849s","remote":"127.0.0.1:55312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":15,"response size":31,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"warn","ts":"2026-03-18T22:08:22.46091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.375501506s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-18T22:08:22.46096Z","caller":"traceutil/trace.go:171","msg":"trace[1616972809] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8965; }","duration":"2.375573799s","start":"2026-03-18T22:08:20.085374Z","end":"2026-03-18T22:08:22.460948Z","steps":["trace[1616972809] 'agreement among raft nodes before linearized reading' (duration: 2.375403484s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:08:22.461002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:08:20.085361Z","time spent":"2.37563269s","remote":"127.0.0.1:55338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-18T22:08:22.461134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.369979068s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T22:08:22.461168Z","caller":"traceutil/trace.go:171","msg":"trace[1594371638] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8965; }","duration":"2.37003363s","start":"2026-03-18T22:08:20.091125Z","end":"2026-03-18T22:08:22.461158Z","steps":["trace[1594371638] 'agreement among raft nodes before linearized reading' (duration: 2.369966718s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:08:22.461196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.378234545s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-18T22:08:22.461229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:08:20.091117Z","time spent":"2.370072341s","remote":"127.0.0.1:50526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-18T22:08:22.461252Z","caller":"traceutil/trace.go:171","msg":"trace[1336772430] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8965; }","duration":"2.378339338s","start":"2026-03-18T22:08:20.082902Z","end":"2026-03-18T22:08:22.461241Z","steps":["trace[1336772430] 'agreement among raft nodes before linearized reading' (duration: 2.378157632s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:08:22.461292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:08:20.082856Z","time spent":"2.3784284s","remote":"127.0.0.1:55338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-18T22:08:22.461291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.362448411s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rpbhf\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-18T22:08:22.461301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.118344161s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/glance-db-sync-qsb88\" ","response":"range_response_count:1 size:6866"} {"level":"info","ts":"2026-03-18T22:08:22.461385Z","caller":"traceutil/trace.go:171","msg":"trace[780462357] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rpbhf; range_end:; response_count:1; response_revision:8965; }","duration":"2.362575864s","start":"2026-03-18T22:08:20.098784Z","end":"2026-03-18T22:08:22.46136Z","steps":["trace[780462357] 'agreement among raft nodes before linearized reading' (duration: 2.362281425s)"],"step_count":1} {"level":"info","ts":"2026-03-18T22:08:22.461385Z","caller":"traceutil/trace.go:171","msg":"trace[968017915] range","detail":"{range_begin:/registry/pods/openstack/glance-db-sync-qsb88; range_end:; response_count:1; response_revision:8965; }","duration":"2.118462394s","start":"2026-03-18T22:08:20.342906Z","end":"2026-03-18T22:08:22.461368Z","steps":["trace[968017915] 'agreement among raft nodes before linearized reading' (duration: 2.118241528s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:08:22.461259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.313107ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T22:08:22.461447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:08:20.342889Z","time spent":"2.118545477s","remote":"127.0.0.1:55254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":6890,"request content":"key:\"/registry/pods/openstack/glance-db-sync-qsb88\" "} {"level":"warn","ts":"2026-03-18T22:08:22.461445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:08:20.098681Z","time spent":"2.362750877s","remote":"127.0.0.1:55254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6548,"request content":"key:\"/registry/pods/openstack/keepalived-rpbhf\" "} {"level":"warn","ts":"2026-03-18T22:08:22.461466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.379921678s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-18T22:08:22.461539Z","caller":"traceutil/trace.go:171","msg":"trace[1351889942] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8965; }","duration":"2.380033581s","start":"2026-03-18T22:08:20.081483Z","end":"2026-03-18T22:08:22.461516Z","steps":["trace[1351889942] 'agreement among raft nodes before linearized reading' (duration: 2.379834636s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:08:22.461594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:08:20.081448Z","time spent":"2.380137513s","remote":"127.0.0.1:55338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-18T22:08:22.461481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.373494157s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-18T22:08:22.461679Z","caller":"traceutil/trace.go:171","msg":"trace[275542168] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8965; }","duration":"2.373711762s","start":"2026-03-18T22:08:20.087956Z","end":"2026-03-18T22:08:22.461667Z","steps":["trace[275542168] 'agreement among raft nodes before linearized reading' (duration: 2.373450506s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:08:22.461724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:08:20.087943Z","time spent":"2.373770353s","remote":"127.0.0.1:55338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-18T22:08:22.461485Z","caller":"traceutil/trace.go:171","msg":"trace[156648812] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:8965; }","duration":"217.609384ms","start":"2026-03-18T22:08:22.243859Z","end":"2026-03-18T22:08:22.461468Z","steps":["trace[156648812] 'agreement among raft nodes before linearized reading' (duration: 217.265566ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T22:08:23.37075Z","caller":"traceutil/trace.go:171","msg":"trace[1455417108] transaction","detail":"{read_only:false; response_revision:8967; number_of_response:1; }","duration":"901.884377ms","start":"2026-03-18T22:08:22.468831Z","end":"2026-03-18T22:08:23.370715Z","steps":["trace[1455417108] 'process raft request' (duration: 901.61057ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:08:23.370988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:08:22.468787Z","time spent":"902.094893ms","remote":"127.0.0.1:55338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T22:08:23.371161Z","caller":"traceutil/trace.go:171","msg":"trace[937856095] transaction","detail":"{read_only:false; response_revision:8968; number_of_response:1; }","duration":"900.78864ms","start":"2026-03-18T22:08:22.470326Z","end":"2026-03-18T22:08:23.371114Z","steps":["trace[937856095] 'process raft request' (duration: 900.334619ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:08:23.371381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:08:22.470314Z","time spent":"900.950454ms","remote":"127.0.0.1:55338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T22:08:23.37155Z","caller":"traceutil/trace.go:171","msg":"trace[619109343] transaction","detail":"{read_only:false; response_revision:8969; number_of_response:1; }","duration":"900.995605ms","start":"2026-03-18T22:08:22.470516Z","end":"2026-03-18T22:08:23.371512Z","steps":["trace[619109343] 'process raft request' (duration: 900.502593ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T22:08:23.371681Z","caller":"traceutil/trace.go:171","msg":"trace[1666973576] transaction","detail":"{read_only:false; response_revision:8970; number_of_response:1; }","duration":"898.915313ms","start":"2026-03-18T22:08:22.472725Z","end":"2026-03-18T22:08:23.37164Z","steps":["trace[1666973576] 'process raft request' (duration: 898.605644ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:08:23.371887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"902.709899ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189e0dee4d0f71ab\" ","response":"range_response_count:1 size:774"} {"level":"warn","ts":"2026-03-18T22:08:23.371738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:08:22.470498Z","time spent":"901.149019ms","remote":"127.0.0.1:55338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T22:08:23.371954Z","caller":"traceutil/trace.go:171","msg":"trace[1857485381] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189e0dee4d0f71ab; range_end:; response_count:1; response_revision:8970; }","duration":"902.806681ms","start":"2026-03-18T22:08:22.469129Z","end":"2026-03-18T22:08:23.371936Z","steps":["trace[1857485381] 'agreement among raft nodes before linearized reading' (duration: 902.619587ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:08:23.371965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:08:22.472702Z","time spent":"899.135929ms","remote":"127.0.0.1:55254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6806,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T22:08:23.371994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:08:22.469118Z","time spent":"902.868283ms","remote":"127.0.0.1:55144","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":798,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189e0dee4d0f71ab\" "} {"level":"info","ts":"2026-03-18T22:08:23.37595Z","caller":"traceutil/trace.go:171","msg":"trace[1283244203] linearizableReadLoop","detail":"{readStateIndex:9317; appliedIndex:9316; }","duration":"902.415402ms","start":"2026-03-18T22:08:22.469173Z","end":"2026-03-18T22:08:23.371588Z","steps":["trace[1283244203] 'read index received' (duration: 23.034948ms)","trace[1283244203] 'applied index is now lower than readState.Index' (duration: 879.378574ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T22:08:23.401627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"931.630153ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T22:08:23.401653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.938221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-18T22:08:23.401657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"805.154563ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T22:08:23.401738Z","caller":"traceutil/trace.go:171","msg":"trace[1869793094] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:8971; }","duration":"334.090104ms","start":"2026-03-18T22:08:23.06763Z","end":"2026-03-18T22:08:23.40172Z","steps":["trace[1869793094] 'agreement among raft nodes before linearized reading' (duration: 333.941721ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T22:08:23.401734Z","caller":"traceutil/trace.go:171","msg":"trace[681065852] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8971; }","duration":"931.765306ms","start":"2026-03-18T22:08:22.469942Z","end":"2026-03-18T22:08:23.401707Z","steps":["trace[681065852] 'agreement among raft nodes before linearized reading' (duration: 931.573411ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T22:08:23.401759Z","caller":"traceutil/trace.go:171","msg":"trace[1779713017] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:8971; }","duration":"805.324117ms","start":"2026-03-18T22:08:22.596412Z","end":"2026-03-18T22:08:23.401736Z","steps":["trace[1779713017] 'agreement among raft nodes before linearized reading' (duration: 805.135632ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:08:23.401787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:08:23.067596Z","time spent":"334.175986ms","remote":"127.0.0.1:41130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":31,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true "} {"level":"warn","ts":"2026-03-18T22:08:23.401702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"924.188866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.200\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-03-18T22:08:23.401797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:08:22.469932Z","time spent":"931.852458ms","remote":"127.0.0.1:55054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T22:08:23.401822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:08:22.596386Z","time spent":"805.423849ms","remote":"127.0.0.1:58788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"info","ts":"2026-03-18T22:08:23.401874Z","caller":"traceutil/trace.go:171","msg":"trace[2108372293] range","detail":"{range_begin:/registry/masterleases/162.253.55.200; range_end:; response_count:1; response_revision:8971; }","duration":"924.359881ms","start":"2026-03-18T22:08:22.477481Z","end":"2026-03-18T22:08:23.401841Z","steps":["trace[2108372293] 'agreement among raft nodes before linearized reading' (duration: 924.107875ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:08:23.401994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:08:22.477472Z","time spent":"924.485504ms","remote":"127.0.0.1:55108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/162.253.55.200\" "} {"level":"info","ts":"2026-03-18T22:08:23.722433Z","caller":"traceutil/trace.go:171","msg":"trace[1564424473] linearizableReadLoop","detail":"{readStateIndex:9322; appliedIndex:9321; }","duration":"319.305864ms","start":"2026-03-18T22:08:23.40308Z","end":"2026-03-18T22:08:23.722386Z","steps":["trace[1564424473] 'read index received' (duration: 267.258039ms)","trace[1564424473] 'applied index is now lower than readState.Index' (duration: 52.046005ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T22:08:23.722575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:08:23.402982Z","time spent":"319.588061ms","remote":"127.0.0.1:55108","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-18T22:08:23.722836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.734084ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T22:08:23.722864Z","caller":"traceutil/trace.go:171","msg":"trace[1229830696] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8971; }","duration":"319.784745ms","start":"2026-03-18T22:08:23.40307Z","end":"2026-03-18T22:08:23.722855Z","steps":["trace[1229830696] 'agreement among raft nodes before linearized reading' (duration: 319.698673ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:08:23.723059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T22:08:23.402981Z","time spent":"319.900759ms","remote":"127.0.0.1:55070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T22:08:23.723301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.190244ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1988"} {"level":"info","ts":"2026-03-18T22:08:23.72339Z","caller":"traceutil/trace.go:171","msg":"trace[740684815] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:8971; }","duration":"158.338738ms","start":"2026-03-18T22:08:23.565027Z","end":"2026-03-18T22:08:23.723366Z","steps":["trace[740684815] 'agreement among raft nodes before linearized reading' (duration: 158.01413ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T22:08:24.006546Z","caller":"traceutil/trace.go:171","msg":"trace[1271340525] linearizableReadLoop","detail":"{readStateIndex:9324; appliedIndex:9323; }","duration":"102.299404ms","start":"2026-03-18T22:08:23.90422Z","end":"2026-03-18T22:08:24.006519Z","steps":["trace[1271340525] 'read index received' (duration: 48.630009ms)","trace[1271340525] 'applied index is now lower than readState.Index' (duration: 53.667785ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T22:08:24.006651Z","caller":"traceutil/trace.go:171","msg":"trace[117007422] transaction","detail":"{read_only:false; response_revision:8973; number_of_response:1; }","duration":"137.128677ms","start":"2026-03-18T22:08:23.869482Z","end":"2026-03-18T22:08:24.006611Z","steps":["trace[117007422] 'process raft request' (duration: 83.35894ms)","trace[117007422] 'compare' (duration: 53.558002ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T22:08:24.007002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.771196ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-03-18T22:08:24.007055Z","caller":"traceutil/trace.go:171","msg":"trace[756381610] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8973; }","duration":"102.886469ms","start":"2026-03-18T22:08:23.904155Z","end":"2026-03-18T22:08:24.007042Z","steps":["trace[756381610] 'agreement among raft nodes before linearized reading' (duration: 102.52338ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T22:08:24.34378Z","caller":"traceutil/trace.go:171","msg":"trace[2033686075] transaction","detail":"{read_only:false; response_revision:8976; number_of_response:1; }","duration":"153.054127ms","start":"2026-03-18T22:08:24.190679Z","end":"2026-03-18T22:08:24.343733Z","steps":["trace[2033686075] 'process raft request' (duration: 152.759469ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T22:08:24.343586Z","caller":"traceutil/trace.go:171","msg":"trace[531112139] transaction","detail":"{read_only:false; response_revision:8975; number_of_response:1; }","duration":"153.011655ms","start":"2026-03-18T22:08:24.190539Z","end":"2026-03-18T22:08:24.343551Z","steps":["trace[531112139] 'process raft request' (duration: 152.700267ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T22:08:24.662044Z","caller":"traceutil/trace.go:171","msg":"trace[1550745105] linearizableReadLoop","detail":"{readStateIndex:9330; appliedIndex:9329; }","duration":"130.542152ms","start":"2026-03-18T22:08:24.531456Z","end":"2026-03-18T22:08:24.661998Z","steps":["trace[1550745105] 'read index received' (duration: 70.751284ms)","trace[1550745105] 'applied index is now lower than readState.Index' (duration: 59.790028ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T22:08:24.662139Z","caller":"traceutil/trace.go:171","msg":"trace[1562907718] transaction","detail":"{read_only:false; response_revision:8979; number_of_response:1; }","duration":"133.560818ms","start":"2026-03-18T22:08:24.528518Z","end":"2026-03-18T22:08:24.662079Z","steps":["trace[1562907718] 'process raft request' (duration: 73.77984ms)","trace[1562907718] 'compare' (duration: 59.594123ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T22:08:24.662446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.935651ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-7df87f7c8-vdsjq.189e0ec578cbd6c0\" ","response":"range_response_count:1 size:1132"} {"level":"info","ts":"2026-03-18T22:08:24.662791Z","caller":"traceutil/trace.go:171","msg":"trace[1161011114] range","detail":"{range_begin:/registry/events/openstack/barbican-api-7df87f7c8-vdsjq.189e0ec578cbd6c0; range_end:; response_count:1; response_revision:8979; }","duration":"131.309051ms","start":"2026-03-18T22:08:24.53145Z","end":"2026-03-18T22:08:24.66276Z","steps":["trace[1161011114] 'agreement among raft nodes before linearized reading' (duration: 130.697896ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T22:09:26.4703Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":7263} {"level":"info","ts":"2026-03-18T22:09:26.545678Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":7263,"took":"72.411446ms","hash":2800463681,"current-db-size-bytes":39268352,"current-db-size":"39 MB","current-db-size-in-use-bytes":24236032,"current-db-size-in-use":"24 MB"} {"level":"info","ts":"2026-03-18T22:09:26.545757Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2800463681,"revision":7263,"compact-revision":5214} {"level":"info","ts":"2026-03-18T22:10:02.486471Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"e10bb51ed7578852","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-18T22:10:02.492285Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-03-18T22:10:02.492373Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"warn","ts":"2026-03-18T22:12:33.678556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.879115ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/staffeln-db-init-nwptd\" ","response":"range_response_count:1 size:7097"} {"level":"info","ts":"2026-03-18T22:12:33.678813Z","caller":"traceutil/trace.go:171","msg":"trace[324357152] range","detail":"{range_begin:/registry/pods/openstack/staffeln-db-init-nwptd; range_end:; response_count:1; response_revision:10481; }","duration":"190.179173ms","start":"2026-03-18T22:12:33.488599Z","end":"2026-03-18T22:12:33.678778Z","steps":["trace[324357152] 'range keys from in-memory index tree' (duration: 189.131477ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T22:12:35.085902Z","caller":"traceutil/trace.go:171","msg":"trace[1286258857] transaction","detail":"{read_only:false; response_revision:10489; number_of_response:1; }","duration":"134.7542ms","start":"2026-03-18T22:12:34.951115Z","end":"2026-03-18T22:12:35.085869Z","steps":["trace[1286258857] 'process raft request' (duration: 134.557925ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T22:12:35.086511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.914465ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-18T22:12:35.086628Z","caller":"traceutil/trace.go:171","msg":"trace[1704720221] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:10489; }","duration":"135.087028ms","start":"2026-03-18T22:12:34.951519Z","end":"2026-03-18T22:12:35.086606Z","steps":["trace[1704720221] 'agreement among raft nodes before linearized reading' (duration: 134.705349ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T22:12:35.086199Z","caller":"traceutil/trace.go:171","msg":"trace[1060033859] linearizableReadLoop","detail":"{readStateIndex:10898; appliedIndex:10896; }","duration":"134.528885ms","start":"2026-03-18T22:12:34.951567Z","end":"2026-03-18T22:12:35.086096Z","steps":["trace[1060033859] 'read index received' (duration: 49.784972ms)","trace[1060033859] 'applied index is now lower than readState.Index' (duration: 84.738843ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T22:12:37.84871Z","caller":"traceutil/trace.go:171","msg":"trace[762999010] transaction","detail":"{read_only:false; response_revision:10511; number_of_response:1; }","duration":"200.377386ms","start":"2026-03-18T22:12:37.648305Z","end":"2026-03-18T22:12:37.848683Z","steps":["trace[762999010] 'process raft request' (duration: 200.065958ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T22:12:37.88394Z","caller":"traceutil/trace.go:171","msg":"trace[1102669469] linearizableReadLoop","detail":"{readStateIndex:10921; appliedIndex:10919; }","duration":"149.61169ms","start":"2026-03-18T22:12:37.734292Z","end":"2026-03-18T22:12:37.883904Z","steps":["trace[1102669469] 'read index received' (duration: 114.227867ms)","trace[1102669469] 'applied index is now lower than readState.Index' (duration: 35.382453ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T22:12:37.884139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.815175ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T22:12:37.884195Z","caller":"traceutil/trace.go:171","msg":"trace[1157543393] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:10512; }","duration":"149.955789ms","start":"2026-03-18T22:12:37.734221Z","end":"2026-03-18T22:12:37.884177Z","steps":["trace[1157543393] 'agreement among raft nodes before linearized reading' (duration: 149.810455ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T22:12:37.885318Z","caller":"traceutil/trace.go:171","msg":"trace[800252817] transaction","detail":"{read_only:false; response_revision:10512; number_of_response:1; }","duration":"132.69913ms","start":"2026-03-18T22:12:37.752593Z","end":"2026-03-18T22:12:37.885292Z","steps":["trace[800252817] 'process raft request' (duration: 131.1127ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T22:12:37.993716Z","caller":"traceutil/trace.go:171","msg":"trace[810582173] transaction","detail":"{read_only:false; response_revision:10513; number_of_response:1; }","duration":"135.546219ms","start":"2026-03-18T22:12:37.858144Z","end":"2026-03-18T22:12:37.993691Z","steps":["trace[810582173] 'process raft request' (duration: 126.222367ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T22:14:26.501709Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":9405} {"level":"info","ts":"2026-03-18T22:14:26.587062Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":9405,"took":"81.892062ms","hash":1894428839,"current-db-size-bytes":39268352,"current-db-size":"39 MB","current-db-size-in-use-bytes":19316736,"current-db-size-in-use":"19 MB"} {"level":"info","ts":"2026-03-18T22:14:26.587237Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1894428839,"revision":9405,"compact-revision":7263} {"level":"info","ts":"2026-03-18T22:19:26.508482Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":11080} {"level":"info","ts":"2026-03-18T22:19:26.588116Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":11080,"took":"77.356621ms","hash":744124041,"current-db-size-bytes":39268352,"current-db-size":"39 MB","current-db-size-in-use-bytes":16371712,"current-db-size-in-use":"16 MB"} {"level":"info","ts":"2026-03-18T22:19:26.588189Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":744124041,"revision":11080,"compact-revision":9405}