{"level":"warn","ts":"2026-03-06T22:01:19.677067Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-06T22:01:19.677169Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.229:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.229:2380","--initial-cluster=instance=https://199.204.45.229:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.229:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.229:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-03-06T22:01:19.677242Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-06T22:01:19.677257Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.229:2380"]} {"level":"info","ts":"2026-03-06T22:01:19.677275Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-06T22:01:19.677811Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.229:2379"]} {"level":"info","ts":"2026-03-06T22:01:19.677889Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.229:2380"],"listen-peer-urls":["https://199.204.45.229:2380"],"advertise-client-urls":["https://199.204.45.229:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.229:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.229:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-03-06T22:01:19.744248Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"60.335766ms"} {"level":"info","ts":"2026-03-06T22:01:19.925656Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"3ba9ae53cc4335db","cluster-id":"4ad2674607ff1d60"} {"level":"info","ts":"2026-03-06T22:01:19.925801Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3ba9ae53cc4335db switched to configuration voters=()"} {"level":"info","ts":"2026-03-06T22:01:19.925831Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3ba9ae53cc4335db became follower at term 0"} {"level":"info","ts":"2026-03-06T22:01:19.925852Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 3ba9ae53cc4335db [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-03-06T22:01:19.925871Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3ba9ae53cc4335db became follower at term 1"} {"level":"info","ts":"2026-03-06T22:01:19.925925Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3ba9ae53cc4335db switched to configuration voters=(4299158994234324443)"} {"level":"warn","ts":"2026-03-06T22:01:20.006141Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-03-06T22:01:20.041854Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-03-06T22:01:20.115432Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-03-06T22:01:20.162888Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"3ba9ae53cc4335db","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-03-06T22:01:20.163274Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"3ba9ae53cc4335db","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-03-06T22:01:20.16331Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-06T22:01:20.163429Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-06T22:01:20.163448Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-06T22:01:20.1693Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-06T22:01:20.169423Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.229:2380"} {"level":"info","ts":"2026-03-06T22:01:20.169472Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.229:2380"} {"level":"info","ts":"2026-03-06T22:01:20.169633Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"3ba9ae53cc4335db","initial-advertise-peer-urls":["https://199.204.45.229:2380"],"listen-peer-urls":["https://199.204.45.229:2380"],"advertise-client-urls":["https://199.204.45.229:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.229:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-03-06T22:01:20.16968Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-03-06T22:01:20.183698Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3ba9ae53cc4335db switched to configuration voters=(4299158994234324443)"} {"level":"info","ts":"2026-03-06T22:01:20.18386Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"4ad2674607ff1d60","local-member-id":"3ba9ae53cc4335db","added-peer-id":"3ba9ae53cc4335db","added-peer-peer-urls":["https://199.204.45.229:2380"]} {"level":"info","ts":"2026-03-06T22:01:20.23088Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3ba9ae53cc4335db is starting a new election at term 1"} {"level":"info","ts":"2026-03-06T22:01:20.230975Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3ba9ae53cc4335db became pre-candidate at term 1"} {"level":"info","ts":"2026-03-06T22:01:20.231005Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3ba9ae53cc4335db received MsgPreVoteResp from 3ba9ae53cc4335db at term 1"} {"level":"info","ts":"2026-03-06T22:01:20.231025Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3ba9ae53cc4335db became candidate at term 2"} {"level":"info","ts":"2026-03-06T22:01:20.231041Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3ba9ae53cc4335db received MsgVoteResp from 3ba9ae53cc4335db at term 2"} {"level":"info","ts":"2026-03-06T22:01:20.231061Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3ba9ae53cc4335db became leader at term 2"} {"level":"info","ts":"2026-03-06T22:01:20.231078Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 3ba9ae53cc4335db elected leader 3ba9ae53cc4335db at term 2"} {"level":"info","ts":"2026-03-06T22:01:20.264853Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-03-06T22:01:20.298111Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-06T22:01:20.298143Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-06T22:01:20.29812Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"3ba9ae53cc4335db","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.229:2379]}","request-path":"/0/members/3ba9ae53cc4335db/attributes","cluster-id":"4ad2674607ff1d60","publish-timeout":"7s"} {"level":"info","ts":"2026-03-06T22:01:20.298594Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-03-06T22:01:20.298712Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-03-06T22:01:20.300851Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.229:2379"} {"level":"info","ts":"2026-03-06T22:01:20.301846Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-03-06T22:01:20.307127Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"4ad2674607ff1d60","local-member-id":"3ba9ae53cc4335db","cluster-version":"3.5"} {"level":"info","ts":"2026-03-06T22:01:20.30723Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-03-06T22:01:20.307272Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-03-06T22:01:22.198639Z","caller":"traceutil/trace.go:171","msg":"trace[1872190226] transaction","detail":"{read_only:false; response_revision:2; number_of_response:1; }","duration":"227.270679ms","start":"2026-03-06T22:01:21.97134Z","end":"2026-03-06T22:01:22.19861Z","steps":["trace[1872190226] 'process raft request' (duration: 227.048244ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T22:01:22.223613Z","caller":"traceutil/trace.go:171","msg":"trace[1682616687] linearizableReadLoop","detail":"{readStateIndex:6; appliedIndex:4; }","duration":"239.013121ms","start":"2026-03-06T22:01:21.984572Z","end":"2026-03-06T22:01:22.223585Z","steps":["trace[1682616687] 'read index received' (duration: 213.74574ms)","trace[1682616687] 'applied index is now lower than readState.Index' (duration: 25.266081ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T22:01:22.223651Z","caller":"traceutil/trace.go:171","msg":"trace[1215171203] transaction","detail":"{read_only:false; response_revision:3; number_of_response:1; }","duration":"252.1001ms","start":"2026-03-06T22:01:21.971496Z","end":"2026-03-06T22:01:22.223596Z","steps":["trace[1215171203] 'process raft request' (duration: 251.7279ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T22:01:22.223761Z","caller":"traceutil/trace.go:171","msg":"trace[598240523] transaction","detail":"{read_only:false; response_revision:5; number_of_response:1; }","duration":"199.38171ms","start":"2026-03-06T22:01:22.024355Z","end":"2026-03-06T22:01:22.223737Z","steps":["trace[598240523] 'process raft request' (duration: 199.040061ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T22:01:22.223748Z","caller":"traceutil/trace.go:171","msg":"trace[1786915361] transaction","detail":"{read_only:false; response_revision:4; number_of_response:1; }","duration":"199.77257ms","start":"2026-03-06T22:01:22.023934Z","end":"2026-03-06T22:01:22.223707Z","steps":["trace[1786915361] 'process raft request' (duration: 199.412931ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T22:01:22.223928Z","caller":"traceutil/trace.go:171","msg":"trace[433790329] transaction","detail":"{read_only:false; response_revision:9; number_of_response:1; }","duration":"198.975609ms","start":"2026-03-06T22:01:22.024932Z","end":"2026-03-06T22:01:22.223907Z","steps":["trace[433790329] 'process raft request' (duration: 198.58605ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T22:01:22.223948Z","caller":"traceutil/trace.go:171","msg":"trace[984700616] transaction","detail":"{read_only:false; response_revision:8; number_of_response:1; }","duration":"199.276937ms","start":"2026-03-06T22:01:22.024619Z","end":"2026-03-06T22:01:22.223896Z","steps":["trace[984700616] 'process raft request' (duration: 198.868997ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T22:01:22.224034Z","caller":"traceutil/trace.go:171","msg":"trace[1883869047] transaction","detail":"{read_only:false; response_revision:6; number_of_response:1; }","duration":"199.549844ms","start":"2026-03-06T22:01:22.02443Z","end":"2026-03-06T22:01:22.223979Z","steps":["trace[1883869047] 'process raft request' (duration: 198.99671ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T22:01:22.224135Z","caller":"traceutil/trace.go:171","msg":"trace[1848141268] transaction","detail":"{read_only:false; response_revision:7; number_of_response:1; }","duration":"199.646347ms","start":"2026-03-06T22:01:22.024477Z","end":"2026-03-06T22:01:22.224123Z","steps":["trace[1848141268] 'process raft request' (duration: 198.98316ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:01:22.224119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.544641ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-06T22:01:22.224162Z","caller":"traceutil/trace.go:171","msg":"trace[908418442] transaction","detail":"{read_only:false; response_revision:10; number_of_response:1; }","duration":"167.2187ms","start":"2026-03-06T22:01:22.056897Z","end":"2026-03-06T22:01:22.224116Z","steps":["trace[908418442] 'process raft request' (duration: 166.646375ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T22:01:22.2242Z","caller":"traceutil/trace.go:171","msg":"trace[1758580546] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:0; response_revision:10; }","duration":"202.679805ms","start":"2026-03-06T22:01:22.021504Z","end":"2026-03-06T22:01:22.224184Z","steps":["trace[1758580546] 'agreement among raft nodes before linearized reading' (duration: 202.545401ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:01:22.224046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.412852ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/instance\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-06T22:01:22.224268Z","caller":"traceutil/trace.go:171","msg":"trace[639248711] range","detail":"{range_begin:/registry/csinodes/instance; range_end:; response_count:0; response_revision:10; }","duration":"239.75749ms","start":"2026-03-06T22:01:21.984497Z","end":"2026-03-06T22:01:22.224255Z","steps":["trace[639248711] 'agreement among raft nodes before linearized reading' (duration: 239.33849ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:01:22.224297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.847574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.229\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-06T22:01:22.224382Z","caller":"traceutil/trace.go:171","msg":"trace[236858837] range","detail":"{range_begin:/registry/masterleases/199.204.45.229; range_end:; response_count:0; response_revision:10; }","duration":"201.967027ms","start":"2026-03-06T22:01:22.022404Z","end":"2026-03-06T22:01:22.224371Z","steps":["trace[236858837] 'agreement among raft nodes before linearized reading' (duration: 201.777702ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:01:22.224276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.882947ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/kube-system/\" range_end:\"/registry/resourcequotas/kube-system0\" ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-03-06T22:01:22.224385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.171616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-06T22:01:22.224535Z","caller":"traceutil/trace.go:171","msg":"trace[612316184] range","detail":"{range_begin:/registry/resourcequotas/kube-system/; range_end:/registry/resourcequotas/kube-system0; response_count:0; response_revision:10; }","duration":"199.088453ms","start":"2026-03-06T22:01:22.025372Z","end":"2026-03-06T22:01:22.224461Z","steps":["trace[612316184] 'agreement among raft nodes before linearized reading' (duration: 198.856687ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T22:01:22.224592Z","caller":"traceutil/trace.go:171","msg":"trace[299587623] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:0; response_revision:10; }","duration":"149.429922ms","start":"2026-03-06T22:01:22.075111Z","end":"2026-03-06T22:01:22.224541Z","steps":["trace[299587623] 'agreement among raft nodes before linearized reading' (duration: 149.021561ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:01:22.224484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.801758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-06T22:01:22.224767Z","caller":"traceutil/trace.go:171","msg":"trace[965675132] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:0; response_revision:10; }","duration":"203.179788ms","start":"2026-03-06T22:01:22.02157Z","end":"2026-03-06T22:01:22.22475Z","steps":["trace[965675132] 'agreement among raft nodes before linearized reading' (duration: 202.820169ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T22:01:22.341767Z","caller":"traceutil/trace.go:171","msg":"trace[2041255839] transaction","detail":"{read_only:false; number_of_response:0; response_revision:13; }","duration":"112.248934ms","start":"2026-03-06T22:01:22.229484Z","end":"2026-03-06T22:01:22.341733Z","steps":["trace[2041255839] 'process raft request' (duration: 34.52288ms)","trace[2041255839] 'compare' (duration: 77.641592ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T22:01:22.342102Z","caller":"traceutil/trace.go:171","msg":"trace[1780778701] transaction","detail":"{read_only:false; response_revision:14; number_of_response:1; }","duration":"111.813993ms","start":"2026-03-06T22:01:22.230261Z","end":"2026-03-06T22:01:22.342075Z","steps":["trace[1780778701] 'process raft request' (duration: 111.442314ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T22:01:22.34215Z","caller":"traceutil/trace.go:171","msg":"trace[1434361033] transaction","detail":"{read_only:false; response_revision:15; number_of_response:1; }","duration":"111.833694ms","start":"2026-03-06T22:01:22.230303Z","end":"2026-03-06T22:01:22.342136Z","steps":["trace[1434361033] 'process raft request' (duration: 111.665659ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T22:01:22.342217Z","caller":"traceutil/trace.go:171","msg":"trace[2051616471] transaction","detail":"{read_only:false; response_revision:16; number_of_response:1; }","duration":"111.817303ms","start":"2026-03-06T22:01:22.230367Z","end":"2026-03-06T22:01:22.342184Z","steps":["trace[2051616471] 'process raft request' (duration: 111.681289ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T22:01:22.342373Z","caller":"traceutil/trace.go:171","msg":"trace[135624845] transaction","detail":"{read_only:false; response_revision:19; number_of_response:1; }","duration":"106.741512ms","start":"2026-03-06T22:01:22.235589Z","end":"2026-03-06T22:01:22.342331Z","steps":["trace[135624845] 'process raft request' (duration: 106.624009ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T22:01:22.34246Z","caller":"traceutil/trace.go:171","msg":"trace[1352456338] transaction","detail":"{read_only:false; response_revision:18; number_of_response:1; }","duration":"107.116982ms","start":"2026-03-06T22:01:22.23533Z","end":"2026-03-06T22:01:22.342447Z","steps":["trace[1352456338] 'process raft request' (duration: 106.801283ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T22:01:22.3425Z","caller":"traceutil/trace.go:171","msg":"trace[127712337] transaction","detail":"{read_only:false; response_revision:17; number_of_response:1; }","duration":"111.600637ms","start":"2026-03-06T22:01:22.230888Z","end":"2026-03-06T22:01:22.342488Z","steps":["trace[127712337] 'process raft request' (duration: 111.209557ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:01:22.342758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.261004ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/kube-public/\" range_end:\"/registry/resourcequotas/kube-public0\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-06T22:01:22.342828Z","caller":"traceutil/trace.go:171","msg":"trace[1537624190] range","detail":"{range_begin:/registry/resourcequotas/kube-public/; range_end:/registry/resourcequotas/kube-public0; response_count:0; response_revision:22; }","duration":"110.377276ms","start":"2026-03-06T22:01:22.232436Z","end":"2026-03-06T22:01:22.342813Z","steps":["trace[1537624190] 'agreement among raft nodes before linearized reading' (duration: 110.228392ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T22:01:22.692685Z","caller":"traceutil/trace.go:171","msg":"trace[1159993658] transaction","detail":"{read_only:false; response_revision:46; number_of_response:1; }","duration":"101.64251ms","start":"2026-03-06T22:01:22.591005Z","end":"2026-03-06T22:01:22.692648Z","steps":["trace[1159993658] 'process raft request' (duration: 55.259685ms)","trace[1159993658] 'compare' (duration: 46.042756ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T22:01:24.125382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.675037ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-06T22:01:24.125572Z","caller":"traceutil/trace.go:171","msg":"trace[1134740653] linearizableReadLoop","detail":"{readStateIndex:157; appliedIndex:156; }","duration":"163.780932ms","start":"2026-03-06T22:01:23.96176Z","end":"2026-03-06T22:01:24.125541Z","steps":["trace[1134740653] 'read index received' (duration: 36.030817ms)","trace[1134740653] 'applied index is now lower than readState.Index' (duration: 127.748135ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T22:01:24.125603Z","caller":"traceutil/trace.go:171","msg":"trace[1311229390] transaction","detail":"{read_only:false; response_revision:153; number_of_response:1; }","duration":"164.095131ms","start":"2026-03-06T22:01:23.961462Z","end":"2026-03-06T22:01:24.125557Z","steps":["trace[1311229390] 'process raft request' (duration: 36.414759ms)","trace[1311229390] 'compare' (duration: 126.449031ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T22:01:24.12579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.027668ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/csr-jh7fj\" ","response":"range_response_count:1 size:860"} {"level":"info","ts":"2026-03-06T22:01:24.125832Z","caller":"traceutil/trace.go:171","msg":"trace[264272997] range","detail":"{range_begin:/registry/certificatesigningrequests/csr-jh7fj; range_end:; response_count:1; response_revision:153; }","duration":"164.133812ms","start":"2026-03-06T22:01:23.961687Z","end":"2026-03-06T22:01:24.125821Z","steps":["trace[264272997] 'agreement among raft nodes before linearized reading' (duration: 163.997568ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:01:36.392184Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880867874559966563,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-06T22:01:36.741145Z","caller":"traceutil/trace.go:171","msg":"trace[1905531797] transaction","detail":"{read_only:false; response_revision:369; number_of_response:1; }","duration":"1.043684579s","start":"2026-03-06T22:01:35.697438Z","end":"2026-03-06T22:01:36.741123Z","steps":["trace[1905531797] 'process raft request' (duration: 1.043452283s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:01:36.74152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:01:35.697416Z","time spent":"1.043799831s","remote":"127.0.0.1:36404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T22:01:37.809695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"908.110182ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-06T22:01:37.809928Z","caller":"traceutil/trace.go:171","msg":"trace[682187809] transaction","detail":"{read_only:false; response_revision:370; number_of_response:1; }","duration":"2.112170931s","start":"2026-03-06T22:01:35.697714Z","end":"2026-03-06T22:01:37.809885Z","steps":["trace[682187809] 'process raft request' (duration: 1.203744151s)","trace[682187809] 'compare' (duration: 907.486295ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T22:01:37.809974Z","caller":"traceutil/trace.go:171","msg":"trace[1414833311] linearizableReadLoop","detail":"{readStateIndex:386; appliedIndex:384; }","duration":"1.918056795s","start":"2026-03-06T22:01:35.891893Z","end":"2026-03-06T22:01:37.80995Z","steps":["trace[1414833311] 'read index received' (duration: 849.067951ms)","trace[1414833311] 'applied index is now lower than readState.Index' (duration: 1.068987394s)"],"step_count":2} {"level":"warn","ts":"2026-03-06T22:01:37.810092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:01:35.697699Z","time spent":"2.112304484s","remote":"127.0.0.1:36404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T22:01:37.810085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.918204909s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T22:01:37.810181Z","caller":"traceutil/trace.go:171","msg":"trace[597280109] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:371; }","duration":"1.918305022s","start":"2026-03-06T22:01:35.891862Z","end":"2026-03-06T22:01:37.810167Z","steps":["trace[597280109] 'agreement among raft nodes before linearized reading' (duration: 1.918191849s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:01:37.810184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.686668755s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"warn","ts":"2026-03-06T22:01:37.81022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.936882ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T22:01:37.81009Z","caller":"traceutil/trace.go:171","msg":"trace[501970270] transaction","detail":"{read_only:false; response_revision:371; number_of_response:1; }","duration":"1.125161842s","start":"2026-03-06T22:01:36.684876Z","end":"2026-03-06T22:01:37.810037Z","steps":["trace[501970270] 'process raft request' (duration: 1.124944187s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:01:37.810257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.072942313s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-06T22:01:37.810368Z","caller":"traceutil/trace.go:171","msg":"trace[350675082] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:371; }","duration":"1.073086257s","start":"2026-03-06T22:01:36.737255Z","end":"2026-03-06T22:01:37.810341Z","steps":["trace[350675082] 'agreement among raft nodes before linearized reading' (duration: 1.072913213s)"],"step_count":1} {"level":"info","ts":"2026-03-06T22:01:37.810281Z","caller":"traceutil/trace.go:171","msg":"trace[819209550] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:371; }","duration":"1.686810219s","start":"2026-03-06T22:01:36.123448Z","end":"2026-03-06T22:01:37.810258Z","steps":["trace[819209550] 'agreement among raft nodes before linearized reading' (duration: 1.686646215s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:01:37.810415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:01:36.737242Z","time spent":"1.073164229s","remote":"127.0.0.1:36404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-06T22:01:37.810439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:01:36.123427Z","time spent":"1.686995054s","remote":"127.0.0.1:36404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":526,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-06T22:01:37.810295Z","caller":"traceutil/trace.go:171","msg":"trace[1009422653] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:371; }","duration":"216.040525ms","start":"2026-03-06T22:01:37.594231Z","end":"2026-03-06T22:01:37.810271Z","steps":["trace[1009422653] 'agreement among raft nodes before linearized reading' (duration: 215.917882ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:01:37.810594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:01:36.684846Z","time spent":"1.125533132s","remote":"127.0.0.1:36404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T22:01:38.159987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.643522ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-06T22:01:38.160104Z","caller":"traceutil/trace.go:171","msg":"trace[2039671428] transaction","detail":"{read_only:false; response_revision:372; number_of_response:1; }","duration":"345.286314ms","start":"2026-03-06T22:01:37.814799Z","end":"2026-03-06T22:01:38.160085Z","steps":["trace[2039671428] 'process raft request' (duration: 238.428166ms)","trace[2039671428] 'compare' (duration: 106.465398ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T22:01:38.160168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:01:37.814746Z","time spent":"345.392506ms","remote":"127.0.0.1:36404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T22:01:38.163602Z","caller":"traceutil/trace.go:171","msg":"trace[330537277] transaction","detail":"{read_only:false; response_revision:373; number_of_response:1; }","duration":"348.676428ms","start":"2026-03-06T22:01:37.814905Z","end":"2026-03-06T22:01:38.163582Z","steps":["trace[330537277] 'process raft request' (duration: 348.498054ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:01:38.16376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:01:37.814895Z","time spent":"348.771661ms","remote":"127.0.0.1:36404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T22:01:38.163851Z","caller":"traceutil/trace.go:171","msg":"trace[1137690721] transaction","detail":"{read_only:false; response_revision:374; number_of_response:1; }","duration":"343.510109ms","start":"2026-03-06T22:01:37.820302Z","end":"2026-03-06T22:01:38.163812Z","steps":["trace[1137690721] 'process raft request' (duration: 343.223792ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:01:38.164043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:01:37.820291Z","time spent":"343.646512ms","remote":"127.0.0.1:36304","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5321,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T22:01:40.887445Z","caller":"traceutil/trace.go:171","msg":"trace[58937790] transaction","detail":"{read_only:false; response_revision:383; number_of_response:1; }","duration":"104.797646ms","start":"2026-03-06T22:01:40.782621Z","end":"2026-03-06T22:01:40.887418Z","steps":["trace[58937790] 'process raft request' (duration: 56.634599ms)","trace[58937790] 'compare' (duration: 48.024503ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T22:01:41.109896Z","caller":"traceutil/trace.go:171","msg":"trace[1222852437] transaction","detail":"{read_only:false; response_revision:386; number_of_response:1; }","duration":"215.201214ms","start":"2026-03-06T22:01:40.894672Z","end":"2026-03-06T22:01:41.109873Z","steps":["trace[1222852437] 'process raft request' (duration: 215.135592ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T22:01:41.109983Z","caller":"traceutil/trace.go:171","msg":"trace[1251236864] transaction","detail":"{read_only:false; response_revision:385; number_of_response:1; }","duration":"216.979928ms","start":"2026-03-06T22:01:40.892962Z","end":"2026-03-06T22:01:41.109941Z","steps":["trace[1251236864] 'process raft request' (duration: 140.738948ms)","trace[1251236864] 'compare' (duration: 75.975454ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T22:01:41.483872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.714405ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-06T22:01:41.484112Z","caller":"traceutil/trace.go:171","msg":"trace[466423588] transaction","detail":"{read_only:false; response_revision:399; number_of_response:1; }","duration":"193.598522ms","start":"2026-03-06T22:01:41.290485Z","end":"2026-03-06T22:01:41.484084Z","steps":["trace[466423588] 'process raft request' (duration: 84.58323ms)","trace[466423588] 'compare' (duration: 108.405627ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T22:01:41.484267Z","caller":"traceutil/trace.go:171","msg":"trace[1754010345] transaction","detail":"{read_only:false; response_revision:400; number_of_response:1; }","duration":"192.246348ms","start":"2026-03-06T22:01:41.291988Z","end":"2026-03-06T22:01:41.484234Z","steps":["trace[1754010345] 'process raft request' (duration: 191.987412ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T22:01:41.48453Z","caller":"traceutil/trace.go:171","msg":"trace[230273891] transaction","detail":"{read_only:false; response_revision:402; number_of_response:1; }","duration":"190.650358ms","start":"2026-03-06T22:01:41.293865Z","end":"2026-03-06T22:01:41.484516Z","steps":["trace[230273891] 'process raft request' (duration: 190.572666ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T22:01:41.484546Z","caller":"traceutil/trace.go:171","msg":"trace[411744781] transaction","detail":"{read_only:false; response_revision:401; number_of_response:1; }","duration":"192.396442ms","start":"2026-03-06T22:01:41.292126Z","end":"2026-03-06T22:01:41.484522Z","steps":["trace[411744781] 'process raft request' (duration: 191.907179ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:01:44.374962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"767.334872ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-06T22:01:44.375017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.138314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-06T22:01:44.375056Z","caller":"traceutil/trace.go:171","msg":"trace[1681270962] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:416; }","duration":"767.479535ms","start":"2026-03-06T22:01:43.607561Z","end":"2026-03-06T22:01:44.375041Z","steps":["trace[1681270962] 'range keys from in-memory index tree' (duration: 767.25746ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:01:44.375085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:01:43.60754Z","time spent":"767.539417ms","remote":"127.0.0.1:36084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-06T22:01:44.375097Z","caller":"traceutil/trace.go:171","msg":"trace[1921554358] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:416; }","duration":"164.336938ms","start":"2026-03-06T22:01:44.210737Z","end":"2026-03-06T22:01:44.375074Z","steps":["trace[1921554358] 'range keys from in-memory index tree' (duration: 164.018911ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:01:44.375111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"539.264205ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-06T22:01:44.375126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.415131ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"info","ts":"2026-03-06T22:01:44.3752Z","caller":"traceutil/trace.go:171","msg":"trace[1498675883] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:416; }","duration":"539.410169ms","start":"2026-03-06T22:01:43.835764Z","end":"2026-03-06T22:01:44.375174Z","steps":["trace[1498675883] 'range keys from in-memory index tree' (duration: 539.157252ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T22:01:44.375205Z","caller":"traceutil/trace.go:171","msg":"trace[2100498856] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:416; }","duration":"166.536804ms","start":"2026-03-06T22:01:44.208648Z","end":"2026-03-06T22:01:44.375185Z","steps":["trace[2100498856] 'range keys from in-memory index tree' (duration: 166.312178ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:01:44.375253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:01:43.83574Z","time spent":"539.503431ms","remote":"127.0.0.1:36404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-06T22:01:45.059805Z","caller":"traceutil/trace.go:171","msg":"trace[1814482377] transaction","detail":"{read_only:false; response_revision:418; number_of_response:1; }","duration":"680.796183ms","start":"2026-03-06T22:01:44.378982Z","end":"2026-03-06T22:01:45.059778Z","steps":["trace[1814482377] 'process raft request' (duration: 680.735382ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T22:01:45.059866Z","caller":"traceutil/trace.go:171","msg":"trace[1049849407] transaction","detail":"{read_only:false; response_revision:417; number_of_response:1; }","duration":"680.878086ms","start":"2026-03-06T22:01:44.378953Z","end":"2026-03-06T22:01:45.059831Z","steps":["trace[1049849407] 'process raft request' (duration: 680.601229ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:01:45.059943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:01:44.378965Z","time spent":"680.905836ms","remote":"127.0.0.1:36404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T22:01:45.060026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:01:44.378936Z","time spent":"681.007008ms","remote":"127.0.0.1:36404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T22:01:45.143516Z","caller":"traceutil/trace.go:171","msg":"trace[69307180] linearizableReadLoop","detail":"{readStateIndex:437; appliedIndex:434; }","duration":"408.261043ms","start":"2026-03-06T22:01:44.735235Z","end":"2026-03-06T22:01:45.143496Z","steps":["trace[69307180] 'read index received' (duration: 324.155005ms)","trace[69307180] 'applied index is now lower than readState.Index' (duration: 84.105088ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T22:01:45.143544Z","caller":"traceutil/trace.go:171","msg":"trace[409898491] transaction","detail":"{read_only:false; response_revision:419; number_of_response:1; }","duration":"764.088771ms","start":"2026-03-06T22:01:44.379437Z","end":"2026-03-06T22:01:45.143526Z","steps":["trace[409898491] 'process raft request' (duration: 763.951618ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:01:45.14363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:01:44.379427Z","time spent":"764.155173ms","remote":"127.0.0.1:36404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T22:01:45.143651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"408.410107ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.229\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-06T22:01:45.143678Z","caller":"traceutil/trace.go:171","msg":"trace[1421797384] range","detail":"{range_begin:/registry/masterleases/199.204.45.229; range_end:; response_count:1; response_revision:419; }","duration":"408.496609ms","start":"2026-03-06T22:01:44.735172Z","end":"2026-03-06T22:01:45.143668Z","steps":["trace[1421797384] 'agreement among raft nodes before linearized reading' (duration: 408.431147ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:01:45.143704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:01:44.735148Z","time spent":"408.55055ms","remote":"127.0.0.1:36128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.229\" "} {"level":"warn","ts":"2026-03-06T22:01:45.143708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.091838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-06T22:01:45.143769Z","caller":"traceutil/trace.go:171","msg":"trace[1451247976] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:419; }","duration":"325.194421ms","start":"2026-03-06T22:01:44.818561Z","end":"2026-03-06T22:01:45.143755Z","steps":["trace[1451247976] 'agreement among raft nodes before linearized reading' (duration: 325.084048ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:01:45.143815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:01:44.818539Z","time spent":"325.268342ms","remote":"127.0.0.1:36404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-06T22:01:53.096085Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880867874559966709,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T22:01:53.596713Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880867874559966709,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T22:01:53.856689Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.312490144s","expected-duration":"1s"} {"level":"info","ts":"2026-03-06T22:01:53.857773Z","caller":"traceutil/trace.go:171","msg":"trace[966896443] transaction","detail":"{read_only:false; response_revision:435; number_of_response:1; }","duration":"1.315324214s","start":"2026-03-06T22:01:52.542425Z","end":"2026-03-06T22:01:53.85775Z","steps":["trace[966896443] 'process raft request' (duration: 1.314708479s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:01:53.857883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:01:52.542396Z","time spent":"1.315430446s","remote":"127.0.0.1:36196","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":317292,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-06T22:01:53.883964Z","caller":"traceutil/trace.go:171","msg":"trace[1757203863] linearizableReadLoop","detail":"{readStateIndex:456; appliedIndex:454; }","duration":"1.288592375s","start":"2026-03-06T22:01:52.595353Z","end":"2026-03-06T22:01:53.883945Z","steps":["trace[1757203863] 'read index received' (duration: 1.261619488s)","trace[1757203863] 'applied index is now lower than readState.Index' (duration: 26.972067ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T22:01:53.884089Z","caller":"traceutil/trace.go:171","msg":"trace[1013854826] transaction","detail":"{read_only:false; response_revision:436; number_of_response:1; }","duration":"780.47377ms","start":"2026-03-06T22:01:53.103608Z","end":"2026-03-06T22:01:53.884082Z","steps":["trace[1013854826] 'process raft request' (duration: 780.240954ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:01:53.884192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:01:53.103574Z","time spent":"780.537432ms","remote":"127.0.0.1:36404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T22:01:53.884215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"709.577322ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-06T22:01:53.88424Z","caller":"traceutil/trace.go:171","msg":"trace[1441822190] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:436; }","duration":"709.648574ms","start":"2026-03-06T22:01:53.174585Z","end":"2026-03-06T22:01:53.884234Z","steps":["trace[1441822190] 'agreement among raft nodes before linearized reading' (duration: 709.600123ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:01:53.884216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"790.529352ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-06T22:01:53.884259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:01:53.174561Z","time spent":"709.692445ms","remote":"127.0.0.1:36404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":454,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-06T22:01:53.884241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"690.155386ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-06T22:01:53.88428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.288929663s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T22:01:53.884298Z","caller":"traceutil/trace.go:171","msg":"trace[537411349] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:436; }","duration":"690.248239ms","start":"2026-03-06T22:01:53.194036Z","end":"2026-03-06T22:01:53.884284Z","steps":["trace[537411349] 'agreement among raft nodes before linearized reading' (duration: 690.113456ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:01:53.884345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:01:53.194025Z","time spent":"690.30575ms","remote":"127.0.0.1:36404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-06T22:01:53.884353Z","caller":"traceutil/trace.go:171","msg":"trace[1813303530] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:436; }","duration":"1.289011125s","start":"2026-03-06T22:01:52.595307Z","end":"2026-03-06T22:01:53.884318Z","steps":["trace[1813303530] 'agreement among raft nodes before linearized reading' (duration: 1.288932573s)"],"step_count":1} {"level":"info","ts":"2026-03-06T22:01:53.884278Z","caller":"traceutil/trace.go:171","msg":"trace[393193128] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:436; }","duration":"790.650525ms","start":"2026-03-06T22:01:53.093612Z","end":"2026-03-06T22:01:53.884263Z","steps":["trace[393193128] 'agreement among raft nodes before linearized reading' (duration: 790.507551ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:01:53.884728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:01:52.595285Z","time spent":"1.289436456s","remote":"127.0.0.1:36084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T22:01:53.884715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"790.49571ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"warn","ts":"2026-03-06T22:01:53.884774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:01:53.093591Z","time spent":"791.157647ms","remote":"127.0.0.1:36404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-06T22:01:53.88479Z","caller":"traceutil/trace.go:171","msg":"trace[120376811] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:436; }","duration":"790.748987ms","start":"2026-03-06T22:01:53.094014Z","end":"2026-03-06T22:01:53.884763Z","steps":["trace[120376811] 'agreement among raft nodes before linearized reading' (duration: 790.264665ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:01:53.884835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:01:53.094004Z","time spent":"790.820869ms","remote":"127.0.0.1:36404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":526,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-06T22:01:57.508902Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.475604045s","expected-duration":"1s"} {"level":"info","ts":"2026-03-06T22:01:57.50928Z","caller":"traceutil/trace.go:171","msg":"trace[972198094] transaction","detail":"{read_only:false; response_revision:479; number_of_response:1; }","duration":"1.476102447s","start":"2026-03-06T22:01:56.033153Z","end":"2026-03-06T22:01:57.509255Z","steps":["trace[972198094] 'process raft request' (duration: 1.475961354s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:01:57.509411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:01:56.033113Z","time spent":"1.47621424s","remote":"127.0.0.1:36292","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4571,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T22:02:01.07386Z","caller":"traceutil/trace.go:171","msg":"trace[1946639754] transaction","detail":"{read_only:false; response_revision:492; number_of_response:1; }","duration":"335.723664ms","start":"2026-03-06T22:02:00.738109Z","end":"2026-03-06T22:02:01.073833Z","steps":["trace[1946639754] 'process raft request' (duration: 335.658743ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T22:02:01.073977Z","caller":"traceutil/trace.go:171","msg":"trace[910732748] transaction","detail":"{read_only:false; response_revision:491; number_of_response:1; }","duration":"341.061177ms","start":"2026-03-06T22:02:00.732869Z","end":"2026-03-06T22:02:01.07393Z","steps":["trace[910732748] 'process raft request' (duration: 255.423051ms)","trace[910732748] 'compare' (duration: 85.325758ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T22:02:01.074025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:02:00.73809Z","time spent":"335.853077ms","remote":"127.0.0.1:36196","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":12761,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-06T22:02:01.074149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:02:00.73285Z","time spent":"341.221031ms","remote":"127.0.0.1:36212","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1745,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-06T22:02:01.248432Z","caller":"traceutil/trace.go:171","msg":"trace[1238404423] transaction","detail":"{read_only:false; response_revision:493; number_of_response:1; }","duration":"166.035563ms","start":"2026-03-06T22:02:01.082361Z","end":"2026-03-06T22:02:01.248396Z","steps":["trace[1238404423] 'process raft request' (duration: 104.568902ms)","trace[1238404423] 'compare' (duration: 61.322047ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T22:02:01.454169Z","caller":"traceutil/trace.go:171","msg":"trace[753607604] transaction","detail":"{read_only:false; response_revision:495; number_of_response:1; }","duration":"130.380257ms","start":"2026-03-06T22:02:01.32376Z","end":"2026-03-06T22:02:01.454141Z","steps":["trace[753607604] 'process raft request' (duration: 109.538515ms)","trace[753607604] 'compare' (duration: 20.715379ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T22:02:01.700641Z","caller":"traceutil/trace.go:171","msg":"trace[1863005146] transaction","detail":"{read_only:false; response_revision:497; number_of_response:1; }","duration":"152.674186ms","start":"2026-03-06T22:02:01.547929Z","end":"2026-03-06T22:02:01.700603Z","steps":["trace[1863005146] 'process raft request' (duration: 73.376538ms)","trace[1863005146] 'compare' (duration: 79.157564ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T22:02:01.881475Z","caller":"traceutil/trace.go:171","msg":"trace[1311214190] transaction","detail":"{read_only:false; response_revision:500; number_of_response:1; }","duration":"108.683044ms","start":"2026-03-06T22:02:01.772771Z","end":"2026-03-06T22:02:01.881454Z","steps":["trace[1311214190] 'process raft request' (duration: 108.584392ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T22:02:02.037788Z","caller":"traceutil/trace.go:171","msg":"trace[1498828933] transaction","detail":"{read_only:false; response_revision:504; number_of_response:1; }","duration":"107.531684ms","start":"2026-03-06T22:02:01.930227Z","end":"2026-03-06T22:02:02.037759Z","steps":["trace[1498828933] 'process raft request' (duration: 59.112261ms)","trace[1498828933] 'compare' (duration: 48.27124ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T22:02:02.099994Z","caller":"traceutil/trace.go:171","msg":"trace[421906029] linearizableReadLoop","detail":"{readStateIndex:528; appliedIndex:525; }","duration":"167.935139ms","start":"2026-03-06T22:02:01.932047Z","end":"2026-03-06T22:02:02.099982Z","steps":["trace[421906029] 'read index received' (duration: 57.386548ms)","trace[421906029] 'applied index is now lower than readState.Index' (duration: 110.547761ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T22:02:02.100069Z","caller":"traceutil/trace.go:171","msg":"trace[969027004] transaction","detail":"{read_only:false; response_revision:505; number_of_response:1; }","duration":"169.214852ms","start":"2026-03-06T22:02:01.930846Z","end":"2026-03-06T22:02:02.100061Z","steps":["trace[969027004] 'process raft request' (duration: 168.937035ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T22:02:02.100298Z","caller":"traceutil/trace.go:171","msg":"trace[1607860973] transaction","detail":"{read_only:false; response_revision:506; number_of_response:1; }","duration":"168.623986ms","start":"2026-03-06T22:02:01.931667Z","end":"2026-03-06T22:02:02.100291Z","steps":["trace[1607860973] 'process raft request' (duration: 168.168275ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T22:02:02.100447Z","caller":"traceutil/trace.go:171","msg":"trace[1243623950] transaction","detail":"{read_only:false; response_revision:507; number_of_response:1; }","duration":"168.193705ms","start":"2026-03-06T22:02:01.932248Z","end":"2026-03-06T22:02:02.100442Z","steps":["trace[1243623950] 'process raft request' (duration: 167.653792ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T22:02:02.100641Z","caller":"traceutil/trace.go:171","msg":"trace[1456506442] transaction","detail":"{read_only:false; response_revision:508; number_of_response:1; }","duration":"167.628991ms","start":"2026-03-06T22:02:01.932983Z","end":"2026-03-06T22:02:02.100612Z","steps":["trace[1456506442] 'process raft request' (duration: 166.955164ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:02:02.100922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.62957ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-06T22:02:02.100959Z","caller":"traceutil/trace.go:171","msg":"trace[615813259] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:508; }","duration":"163.700181ms","start":"2026-03-06T22:02:01.937249Z","end":"2026-03-06T22:02:02.10095Z","steps":["trace[615813259] 'agreement among raft nodes before linearized reading' (duration: 163.586069ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:02:02.100956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.890532ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-06T22:02:02.100993Z","caller":"traceutil/trace.go:171","msg":"trace[1531869348] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:508; }","duration":"168.986194ms","start":"2026-03-06T22:02:01.931996Z","end":"2026-03-06T22:02:02.100982Z","steps":["trace[1531869348] 'agreement among raft nodes before linearized reading' (duration: 168.8224ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:02:02.1011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.256921ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-06T22:02:02.101126Z","caller":"traceutil/trace.go:171","msg":"trace[1203219066] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:508; }","duration":"163.293952ms","start":"2026-03-06T22:02:01.937826Z","end":"2026-03-06T22:02:02.10112Z","steps":["trace[1203219066] 'agreement among raft nodes before linearized reading' (duration: 163.2279ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:02:02.101152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.83462ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/local-path-storage/\" range_end:\"/registry/secrets/local-path-storage0\" ","response":"range_response_count:1 size:12755"} {"level":"warn","ts":"2026-03-06T22:02:02.101194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.797369ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-06T22:02:02.101217Z","caller":"traceutil/trace.go:171","msg":"trace[1500444350] range","detail":"{range_begin:/registry/secrets/local-path-storage/; range_end:/registry/secrets/local-path-storage0; response_count:1; response_revision:508; }","duration":"160.923943ms","start":"2026-03-06T22:02:01.940277Z","end":"2026-03-06T22:02:02.101201Z","steps":["trace[1500444350] 'agreement among raft nodes before linearized reading' (duration: 160.767209ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T22:02:02.101257Z","caller":"traceutil/trace.go:171","msg":"trace[549183366] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:508; }","duration":"160.891952ms","start":"2026-03-06T22:02:01.940346Z","end":"2026-03-06T22:02:02.101238Z","steps":["trace[549183366] 'agreement among raft nodes before linearized reading' (duration: 160.742738ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T22:02:02.230972Z","caller":"traceutil/trace.go:171","msg":"trace[106329364] transaction","detail":"{read_only:false; response_revision:512; number_of_response:1; }","duration":"122.87442ms","start":"2026-03-06T22:02:02.108064Z","end":"2026-03-06T22:02:02.230938Z","steps":["trace[106329364] 'process raft request' (duration: 122.732217ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:02:02.231407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.619768ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/local-path-storage/local-path-provisioner-679c578f5\" ","response":"range_response_count:1 size:3219"} {"level":"info","ts":"2026-03-06T22:02:02.231549Z","caller":"traceutil/trace.go:171","msg":"trace[1837439592] range","detail":"{range_begin:/registry/replicasets/local-path-storage/local-path-provisioner-679c578f5; range_end:; response_count:1; response_revision:512; }","duration":"121.786533ms","start":"2026-03-06T22:02:02.109741Z","end":"2026-03-06T22:02:02.231527Z","steps":["trace[1837439592] 'agreement among raft nodes before linearized reading' (duration: 121.173547ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T22:02:02.395031Z","caller":"traceutil/trace.go:171","msg":"trace[832095715] transaction","detail":"{read_only:false; response_revision:513; number_of_response:1; }","duration":"159.470397ms","start":"2026-03-06T22:02:02.235535Z","end":"2026-03-06T22:02:02.395006Z","steps":["trace[832095715] 'process raft request' (duration: 159.297522ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T22:02:02.612145Z","caller":"traceutil/trace.go:171","msg":"trace[1813330831] transaction","detail":"{read_only:false; response_revision:514; number_of_response:1; }","duration":"210.467525ms","start":"2026-03-06T22:02:02.40165Z","end":"2026-03-06T22:02:02.612118Z","steps":["trace[1813330831] 'process raft request' (duration: 116.659614ms)","trace[1813330831] 'compare' (duration: 93.609626ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T22:02:06.164684Z","caller":"traceutil/trace.go:171","msg":"trace[1403580654] linearizableReadLoop","detail":"{readStateIndex:547; appliedIndex:546; }","duration":"310.603095ms","start":"2026-03-06T22:02:05.85405Z","end":"2026-03-06T22:02:06.164654Z","steps":["trace[1403580654] 'read index received' (duration: 309.429175ms)","trace[1403580654] 'applied index is now lower than readState.Index' (duration: 1.1724ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T22:02:06.164828Z","caller":"traceutil/trace.go:171","msg":"trace[1767757552] transaction","detail":"{read_only:false; response_revision:524; number_of_response:1; }","duration":"349.747846ms","start":"2026-03-06T22:02:05.814987Z","end":"2026-03-06T22:02:06.164735Z","steps":["trace[1767757552] 'process raft request' (duration: 348.583946ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:02:06.164921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.8448ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-06T22:02:06.164991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:02:05.814959Z","time spent":"349.941631ms","remote":"127.0.0.1:36304","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17134,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T22:02:06.165014Z","caller":"traceutil/trace.go:171","msg":"trace[2054718985] range","detail":"{range_begin:/registry/secrets/cert-manager/; range_end:/registry/secrets/cert-manager0; response_count:0; response_revision:524; }","duration":"310.989504ms","start":"2026-03-06T22:02:05.854003Z","end":"2026-03-06T22:02:06.164993Z","steps":["trace[2054718985] 'agreement among raft nodes before linearized reading' (duration: 310.781769ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:02:06.165075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:02:05.85398Z","time spent":"311.085846ms","remote":"127.0.0.1:36196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":27,"request content":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" "} {"level":"warn","ts":"2026-03-06T22:02:06.715642Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880867874559966880,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T22:02:07.228667Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880867874559966880,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T22:02:07.555533Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.350718853s","expected-duration":"1s"} {"level":"info","ts":"2026-03-06T22:02:07.556433Z","caller":"traceutil/trace.go:171","msg":"trace[931547279] transaction","detail":"{read_only:false; response_revision:525; number_of_response:1; }","duration":"1.386931791s","start":"2026-03-06T22:02:06.169156Z","end":"2026-03-06T22:02:07.556088Z","steps":["trace[931547279] 'process raft request' (duration: 1.386759007s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:02:07.556674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:02:06.169128Z","time spent":"1.387460923s","remote":"127.0.0.1:36404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T22:02:07.759787Z","caller":"traceutil/trace.go:171","msg":"trace[1622186630] transaction","detail":"{read_only:false; response_revision:526; number_of_response:1; }","duration":"1.584778889s","start":"2026-03-06T22:02:06.174981Z","end":"2026-03-06T22:02:07.75976Z","steps":["trace[1622186630] 'process raft request' (duration: 1.500102848s)","trace[1622186630] 'compare' (duration: 84.529268ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T22:02:07.759945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:02:06.174958Z","time spent":"1.584908622s","remote":"127.0.0.1:36404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T22:02:07.759953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.545080955s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T22:02:07.760086Z","caller":"traceutil/trace.go:171","msg":"trace[2018753481] range","detail":"{range_begin:/registry/secrets/cert-manager/; range_end:/registry/secrets/cert-manager0; response_count:0; response_revision:526; }","duration":"1.545260649s","start":"2026-03-06T22:02:06.214797Z","end":"2026-03-06T22:02:07.760057Z","steps":["trace[2018753481] 'agreement among raft nodes before linearized reading' (duration: 1.545071554s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:02:07.760138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:02:06.214752Z","time spent":"1.545372952s","remote":"127.0.0.1:36196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":27,"request content":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" "} {"level":"info","ts":"2026-03-06T22:02:07.760293Z","caller":"traceutil/trace.go:171","msg":"trace[1028020835] linearizableReadLoop","detail":"{readStateIndex:549; appliedIndex:547; }","duration":"1.544882849s","start":"2026-03-06T22:02:06.214839Z","end":"2026-03-06T22:02:07.759722Z","steps":["trace[1028020835] 'read index received' (duration: 1.340938708s)","trace[1028020835] 'applied index is now lower than readState.Index' (duration: 203.943171ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T22:02:07.760534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.20348ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-06T22:02:07.76062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.545637227s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-06T22:02:07.760628Z","caller":"traceutil/trace.go:171","msg":"trace[1265530039] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:526; }","duration":"167.348333ms","start":"2026-03-06T22:02:07.593261Z","end":"2026-03-06T22:02:07.760609Z","steps":["trace[1265530039] 'agreement among raft nodes before linearized reading' (duration: 167.20016ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:02:07.760632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.518872957s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-06T22:02:07.760683Z","caller":"traceutil/trace.go:171","msg":"trace[433154831] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:526; }","duration":"1.518954279s","start":"2026-03-06T22:02:06.241711Z","end":"2026-03-06T22:02:07.760665Z","steps":["trace[433154831] 'agreement among raft nodes before linearized reading' (duration: 1.518799155s)"],"step_count":1} {"level":"info","ts":"2026-03-06T22:02:07.760705Z","caller":"traceutil/trace.go:171","msg":"trace[1640780370] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:526; }","duration":"1.54573141s","start":"2026-03-06T22:02:06.214921Z","end":"2026-03-06T22:02:07.760653Z","steps":["trace[1640780370] 'agreement among raft nodes before linearized reading' (duration: 1.545508715s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:02:07.760717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:02:06.241692Z","time spent":"1.519018501s","remote":"127.0.0.1:36404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":454,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-06T22:02:07.760741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:02:06.214904Z","time spent":"1.545828193s","remote":"127.0.0.1:36404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-06T22:02:09.095561Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880867874559966885,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T22:02:09.43432Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.269949061s","expected-duration":"1s"} {"level":"info","ts":"2026-03-06T22:02:09.434746Z","caller":"traceutil/trace.go:171","msg":"trace[754114972] linearizableReadLoop","detail":"{readStateIndex:552; appliedIndex:551; }","duration":"839.277746ms","start":"2026-03-06T22:02:08.595443Z","end":"2026-03-06T22:02:09.434721Z","steps":["trace[754114972] 'read index received' (duration: 839.086841ms)","trace[754114972] 'applied index is now lower than readState.Index' (duration: 189.145µs)"],"step_count":2} {"level":"info","ts":"2026-03-06T22:02:09.434852Z","caller":"traceutil/trace.go:171","msg":"trace[1222445404] transaction","detail":"{read_only:false; response_revision:529; number_of_response:1; }","duration":"1.270616127s","start":"2026-03-06T22:02:08.164195Z","end":"2026-03-06T22:02:09.434811Z","steps":["trace[1222445404] 'process raft request' (duration: 1.270369351s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:02:09.434919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"839.466851ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T22:02:09.434961Z","caller":"traceutil/trace.go:171","msg":"trace[566731705] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:529; }","duration":"839.573534ms","start":"2026-03-06T22:02:08.595378Z","end":"2026-03-06T22:02:09.434952Z","steps":["trace[566731705] 'agreement among raft nodes before linearized reading' (duration: 839.485982ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:02:09.435002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:02:08.595355Z","time spent":"839.637125ms","remote":"127.0.0.1:36084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T22:02:09.435035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:02:08.164142Z","time spent":"1.270798762s","remote":"127.0.0.1:36404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T22:02:10.991657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.430954824s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"info","ts":"2026-03-06T22:02:10.991739Z","caller":"traceutil/trace.go:171","msg":"trace[405079208] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:529; }","duration":"1.431095418s","start":"2026-03-06T22:02:09.560626Z","end":"2026-03-06T22:02:10.991721Z","steps":["trace[405079208] 'range keys from in-memory index tree' (duration: 1.430656407s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:02:10.991782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:02:09.560599Z","time spent":"1.43117351s","remote":"127.0.0.1:36404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":526,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-06T22:02:10.991784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.161105762s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-06T22:02:10.991894Z","caller":"traceutil/trace.go:171","msg":"trace[631058913] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:529; }","duration":"1.161264345s","start":"2026-03-06T22:02:09.830605Z","end":"2026-03-06T22:02:10.991869Z","steps":["trace[631058913] 'range keys from in-memory index tree' (duration: 1.160905927s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:02:10.991959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:02:09.830592Z","time spent":"1.161352928s","remote":"127.0.0.1:36404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-06T22:02:10.992004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.185609895s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/cert-manager/cert-manager-cainjector\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T22:02:10.992076Z","caller":"traceutil/trace.go:171","msg":"trace[1599335095] range","detail":"{range_begin:/registry/serviceaccounts/cert-manager/cert-manager-cainjector; range_end:; response_count:0; response_revision:529; }","duration":"1.185705277s","start":"2026-03-06T22:02:09.806354Z","end":"2026-03-06T22:02:10.992059Z","steps":["trace[1599335095] 'range keys from in-memory index tree' (duration: 1.185562504s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:02:10.992066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.163188463s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-06T22:02:10.992088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.199701559s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-03-06T22:02:10.992115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:02:09.806346Z","time spent":"1.185761718s","remote":"127.0.0.1:36326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":27,"request content":"key:\"/registry/serviceaccounts/cert-manager/cert-manager-cainjector\" "} {"level":"info","ts":"2026-03-06T22:02:10.99214Z","caller":"traceutil/trace.go:171","msg":"trace[1438263028] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:529; }","duration":"1.19977429s","start":"2026-03-06T22:02:09.792352Z","end":"2026-03-06T22:02:10.992126Z","steps":["trace[1438263028] 'range keys from in-memory index tree' (duration: 1.199573955s)"],"step_count":1} {"level":"info","ts":"2026-03-06T22:02:10.992141Z","caller":"traceutil/trace.go:171","msg":"trace[1941988719] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:529; }","duration":"1.163301876s","start":"2026-03-06T22:02:09.828818Z","end":"2026-03-06T22:02:10.99212Z","steps":["trace[1941988719] 'range keys from in-memory index tree' (duration: 1.16306309s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:02:10.992137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.227854145s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-06T22:02:10.992177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:02:09.792342Z","time spent":"1.199825821s","remote":"127.0.0.1:36404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":454,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-06T22:02:10.99219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:02:09.828798Z","time spent":"1.163380448s","remote":"127.0.0.1:36084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-06T22:02:10.992229Z","caller":"traceutil/trace.go:171","msg":"trace[1256195441] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:529; }","duration":"1.227974138s","start":"2026-03-06T22:02:09.764233Z","end":"2026-03-06T22:02:10.992207Z","steps":["trace[1256195441] 'range keys from in-memory index tree' (duration: 1.22771303s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:02:10.992293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:02:09.764214Z","time spent":"1.228052289s","remote":"127.0.0.1:36404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-06T22:02:11.021739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.031827ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-03-06T22:02:11.022086Z","caller":"traceutil/trace.go:171","msg":"trace[992825323] linearizableReadLoop","detail":"{readStateIndex:553; appliedIndex:552; }","duration":"429.190717ms","start":"2026-03-06T22:02:10.592862Z","end":"2026-03-06T22:02:11.022052Z","steps":["trace[992825323] 'read index received' (duration: 255.742911ms)","trace[992825323] 'applied index is now lower than readState.Index' (duration: 173.443156ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T22:02:11.022271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"429.376153ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T22:02:11.022312Z","caller":"traceutil/trace.go:171","msg":"trace[612554623] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:530; }","duration":"429.484025ms","start":"2026-03-06T22:02:10.592817Z","end":"2026-03-06T22:02:11.022301Z","steps":["trace[612554623] 'agreement among raft nodes before linearized reading' (duration: 429.377353ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:02:11.022352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:02:10.592791Z","time spent":"429.550526ms","remote":"127.0.0.1:36100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-06T22:02:11.603375Z","caller":"traceutil/trace.go:171","msg":"trace[1517038645] transaction","detail":"{read_only:false; response_revision:588; number_of_response:1; }","duration":"222.063235ms","start":"2026-03-06T22:02:11.381251Z","end":"2026-03-06T22:02:11.603314Z","steps":["trace[1517038645] 'process raft request' (duration: 129.945966ms)","trace[1517038645] 'compare' (duration: 91.806602ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T22:02:11.603515Z","caller":"traceutil/trace.go:171","msg":"trace[1771192048] transaction","detail":"{read_only:false; response_revision:589; number_of_response:1; }","duration":"222.054735ms","start":"2026-03-06T22:02:11.381411Z","end":"2026-03-06T22:02:11.603466Z","steps":["trace[1771192048] 'process raft request' (duration: 221.812629ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T22:02:11.603442Z","caller":"traceutil/trace.go:171","msg":"trace[1605955127] linearizableReadLoop","detail":"{readStateIndex:613; appliedIndex:611; }","duration":"214.066375ms","start":"2026-03-06T22:02:11.389348Z","end":"2026-03-06T22:02:11.603414Z","steps":["trace[1605955127] 'read index received' (duration: 121.833023ms)","trace[1605955127] 'applied index is now lower than readState.Index' (duration: 92.232252ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T22:02:11.603585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.216188ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:116"} {"level":"info","ts":"2026-03-06T22:02:11.603818Z","caller":"traceutil/trace.go:171","msg":"trace[1243885068] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:589; }","duration":"214.488935ms","start":"2026-03-06T22:02:11.389316Z","end":"2026-03-06T22:02:11.603805Z","steps":["trace[1243885068] 'agreement among raft nodes before linearized reading' (duration: 214.184398ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T22:02:12.231866Z","caller":"traceutil/trace.go:171","msg":"trace[1191126661] transaction","detail":"{read_only:false; response_revision:645; number_of_response:1; }","duration":"272.668904ms","start":"2026-03-06T22:02:11.959158Z","end":"2026-03-06T22:02:12.231827Z","steps":["trace[1191126661] 'process raft request' (duration: 271.496305ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:02:13.394299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.614574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-06T22:02:13.394385Z","caller":"traceutil/trace.go:171","msg":"trace[1589191490] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:670; }","duration":"367.764598ms","start":"2026-03-06T22:02:13.026603Z","end":"2026-03-06T22:02:13.394368Z","steps":["trace[1589191490] 'range keys from in-memory index tree' (duration: 367.412909ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:02:13.39442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:02:13.026579Z","time spent":"367.834239ms","remote":"127.0.0.1:36404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-06T22:02:13.394711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.718981ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-06T22:02:13.394801Z","caller":"traceutil/trace.go:171","msg":"trace[142479119] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:670; }","duration":"362.824013ms","start":"2026-03-06T22:02:13.031933Z","end":"2026-03-06T22:02:13.394757Z","steps":["trace[142479119] 'range keys from in-memory index tree' (duration: 362.594717ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:02:13.394836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:02:13.031913Z","time spent":"362.914426ms","remote":"127.0.0.1:36404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-06T22:02:13.3947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.679049ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-06T22:02:13.39481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.425933ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-06T22:02:13.394939Z","caller":"traceutil/trace.go:171","msg":"trace[1595839519] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:670; }","duration":"362.975318ms","start":"2026-03-06T22:02:13.031922Z","end":"2026-03-06T22:02:13.394897Z","steps":["trace[1595839519] 'range keys from in-memory index tree' (duration: 362.205328ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T22:02:13.394958Z","caller":"traceutil/trace.go:171","msg":"trace[1348800937] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:670; }","duration":"362.671841ms","start":"2026-03-06T22:02:13.032263Z","end":"2026-03-06T22:02:13.394935Z","steps":["trace[1348800937] 'range keys from in-memory index tree' (duration: 361.934462ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:02:13.395019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:02:13.03223Z","time spent":"362.778123ms","remote":"127.0.0.1:36404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-06T22:02:13.39504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:02:13.0319Z","time spent":"363.118832ms","remote":"127.0.0.1:36404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-06T22:02:13.395635Z","caller":"traceutil/trace.go:171","msg":"trace[577289732] transaction","detail":"{read_only:false; response_revision:671; number_of_response:1; }","duration":"333.365756ms","start":"2026-03-06T22:02:13.062255Z","end":"2026-03-06T22:02:13.395621Z","steps":["trace[577289732] 'process raft request' (duration: 333.237442ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:02:13.395744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:02:13.06223Z","time spent":"333.455028ms","remote":"127.0.0.1:36148","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8270,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-06T22:02:13.400564Z","caller":"traceutil/trace.go:171","msg":"trace[1800984062] transaction","detail":"{read_only:false; response_revision:672; number_of_response:1; }","duration":"137.398594ms","start":"2026-03-06T22:02:13.263149Z","end":"2026-03-06T22:02:13.400548Z","steps":["trace[1800984062] 'process raft request' (duration: 137.315151ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T22:02:17.061207Z","caller":"traceutil/trace.go:171","msg":"trace[1025617932] transaction","detail":"{read_only:false; response_revision:726; number_of_response:1; }","duration":"186.312559ms","start":"2026-03-06T22:02:16.87484Z","end":"2026-03-06T22:02:17.061152Z","steps":["trace[1025617932] 'process raft request' (duration: 105.319489ms)","trace[1025617932] 'compare' (duration: 80.447947ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T22:02:17.061831Z","caller":"traceutil/trace.go:171","msg":"trace[535001159] linearizableReadLoop","detail":"{readStateIndex:752; appliedIndex:750; }","duration":"158.41828ms","start":"2026-03-06T22:02:16.903396Z","end":"2026-03-06T22:02:17.061814Z","steps":["trace[535001159] 'read index received' (duration: 76.821275ms)","trace[535001159] 'applied index is now lower than readState.Index' (duration: 81.596075ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T22:02:17.062189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.76988ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-06T22:02:17.062247Z","caller":"traceutil/trace.go:171","msg":"trace[902863506] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:727; }","duration":"158.863962ms","start":"2026-03-06T22:02:16.903371Z","end":"2026-03-06T22:02:17.062235Z","steps":["trace[902863506] 'agreement among raft nodes before linearized reading' (duration: 158.663837ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T22:02:17.062494Z","caller":"traceutil/trace.go:171","msg":"trace[1296465096] transaction","detail":"{read_only:false; response_revision:727; number_of_response:1; }","duration":"169.215652ms","start":"2026-03-06T22:02:16.893269Z","end":"2026-03-06T22:02:17.062485Z","steps":["trace[1296465096] 'process raft request' (duration: 167.661443ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:02:19.934688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.051798ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/instance\" ","response":"range_response_count:1 size:2250"} {"level":"info","ts":"2026-03-06T22:02:19.934815Z","caller":"traceutil/trace.go:171","msg":"trace[1290170371] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/instance; range_end:; response_count:1; response_revision:775; }","duration":"181.232253ms","start":"2026-03-06T22:02:19.753561Z","end":"2026-03-06T22:02:19.934793Z","steps":["trace[1290170371] 'range keys from in-memory index tree' (duration: 180.797202ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T22:02:21.65273Z","caller":"traceutil/trace.go:171","msg":"trace[209811553] linearizableReadLoop","detail":"{readStateIndex:807; appliedIndex:806; }","duration":"138.110511ms","start":"2026-03-06T22:02:21.514593Z","end":"2026-03-06T22:02:21.652703Z","steps":["trace[209811553] 'read index received' (duration: 118.409728ms)","trace[209811553] 'applied index is now lower than readState.Index' (duration: 19.699923ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T22:02:21.652829Z","caller":"traceutil/trace.go:171","msg":"trace[1063277096] transaction","detail":"{read_only:false; response_revision:780; number_of_response:1; }","duration":"214.454485ms","start":"2026-03-06T22:02:21.438345Z","end":"2026-03-06T22:02:21.6528Z","steps":["trace[1063277096] 'process raft request' (duration: 194.389152ms)","trace[1063277096] 'compare' (duration: 19.858548ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T22:02:21.652972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.372418ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-06T22:02:21.65302Z","caller":"traceutil/trace.go:171","msg":"trace[1192071510] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:780; }","duration":"138.46277ms","start":"2026-03-06T22:02:21.514539Z","end":"2026-03-06T22:02:21.653002Z","steps":["trace[1192071510] 'agreement among raft nodes before linearized reading' (duration: 138.285255ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T22:02:21.75273Z","caller":"traceutil/trace.go:171","msg":"trace[674614629] transaction","detail":"{read_only:false; response_revision:781; number_of_response:1; }","duration":"132.823319ms","start":"2026-03-06T22:02:21.619874Z","end":"2026-03-06T22:02:21.752697Z","steps":["trace[674614629] 'process raft request' (duration: 132.675715ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:02:21.769747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.316541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-06T22:02:21.769788Z","caller":"traceutil/trace.go:171","msg":"trace[82873370] transaction","detail":"{read_only:false; response_revision:782; number_of_response:1; }","duration":"113.647429ms","start":"2026-03-06T22:02:21.656119Z","end":"2026-03-06T22:02:21.769767Z","steps":["trace[82873370] 'process raft request' (duration: 108.736295ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T22:02:21.769826Z","caller":"traceutil/trace.go:171","msg":"trace[962935422] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:781; }","duration":"228.433285ms","start":"2026-03-06T22:02:21.541375Z","end":"2026-03-06T22:02:21.769808Z","steps":["trace[962935422] 'agreement among raft nodes before linearized reading' (duration: 211.299145ms)","trace[962935422] 'range keys from in-memory index tree' (duration: 16.942194ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T22:02:21.769835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.04767ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-06T22:02:21.769776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.717612ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-06T22:02:21.769933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.916067ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-06T22:02:21.769967Z","caller":"traceutil/trace.go:171","msg":"trace[2032048944] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:781; }","duration":"146.204805ms","start":"2026-03-06T22:02:21.623722Z","end":"2026-03-06T22:02:21.769926Z","steps":["trace[2032048944] 'agreement among raft nodes before linearized reading' (duration: 129.041315ms)","trace[2032048944] 'count revisions from in-memory index tree' (duration: 16.991226ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T22:02:21.770002Z","caller":"traceutil/trace.go:171","msg":"trace[873710212] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:781; }","duration":"227.02654ms","start":"2026-03-06T22:02:21.542956Z","end":"2026-03-06T22:02:21.769983Z","steps":["trace[873710212] 'agreement among raft nodes before linearized reading' (duration: 209.818829ms)","trace[873710212] 'range keys from in-memory index tree' (duration: 17.014867ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T22:02:21.770047Z","caller":"traceutil/trace.go:171","msg":"trace[932268816] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:781; }","duration":"226.957308ms","start":"2026-03-06T22:02:21.542984Z","end":"2026-03-06T22:02:21.769941Z","steps":["trace[932268816] 'agreement among raft nodes before linearized reading' (duration: 209.750497ms)","trace[932268816] 'range keys from in-memory index tree' (duration: 16.879383ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T22:02:22.060231Z","caller":"traceutil/trace.go:171","msg":"trace[528557937] transaction","detail":"{read_only:false; response_revision:787; number_of_response:1; }","duration":"123.171927ms","start":"2026-03-06T22:02:21.937032Z","end":"2026-03-06T22:02:22.060204Z","steps":["trace[528557937] 'process raft request' (duration: 92.503858ms)","trace[528557937] 'compare' (duration: 30.561007ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T22:02:22.54016Z","caller":"traceutil/trace.go:171","msg":"trace[219652817] transaction","detail":"{read_only:false; response_revision:792; number_of_response:1; }","duration":"126.86806ms","start":"2026-03-06T22:02:22.413257Z","end":"2026-03-06T22:02:22.540125Z","steps":["trace[219652817] 'process raft request' (duration: 126.659914ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T22:02:22.605706Z","caller":"traceutil/trace.go:171","msg":"trace[440763098] transaction","detail":"{read_only:false; response_revision:793; number_of_response:1; }","duration":"146.956083ms","start":"2026-03-06T22:02:22.45871Z","end":"2026-03-06T22:02:22.605666Z","steps":["trace[440763098] 'process raft request' (duration: 146.549843ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T22:02:22.852517Z","caller":"traceutil/trace.go:171","msg":"trace[1613971569] transaction","detail":"{read_only:false; response_revision:794; number_of_response:1; }","duration":"115.797413ms","start":"2026-03-06T22:02:22.736694Z","end":"2026-03-06T22:02:22.852492Z","steps":["trace[1613971569] 'process raft request' (duration: 115.644249ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T22:02:25.374648Z","caller":"traceutil/trace.go:171","msg":"trace[1687691366] transaction","detail":"{read_only:false; response_revision:822; number_of_response:1; }","duration":"431.679239ms","start":"2026-03-06T22:02:24.942952Z","end":"2026-03-06T22:02:25.374632Z","steps":["trace[1687691366] 'process raft request' (duration: 366.459915ms)","trace[1687691366] 'compare' (duration: 65.137932ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T22:02:25.374754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:02:24.942903Z","time spent":"431.795002ms","remote":"127.0.0.1:36178","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":762,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-06T22:02:25.538638Z","caller":"traceutil/trace.go:171","msg":"trace[2062470490] linearizableReadLoop","detail":"{readStateIndex:851; appliedIndex:849; }","duration":"413.271548ms","start":"2026-03-06T22:02:25.125345Z","end":"2026-03-06T22:02:25.538617Z","steps":["trace[2062470490] 'read index received' (duration: 184.093785ms)","trace[2062470490] 'applied index is now lower than readState.Index' (duration: 229.176793ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T22:02:25.538669Z","caller":"traceutil/trace.go:171","msg":"trace[719138682] transaction","detail":"{read_only:false; response_revision:823; number_of_response:1; }","duration":"591.045694ms","start":"2026-03-06T22:02:24.947588Z","end":"2026-03-06T22:02:25.538634Z","steps":["trace[719138682] 'process raft request' (duration: 550.025117ms)","trace[719138682] 'compare' (duration: 40.804592ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T22:02:25.538908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:02:24.947564Z","time spent":"591.174807ms","remote":"127.0.0.1:36304","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5068,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T22:02:25.538958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.173639ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-06T22:02:25.538954Z","caller":"traceutil/trace.go:171","msg":"trace[1161302803] transaction","detail":"{read_only:false; response_revision:824; number_of_response:1; }","duration":"133.053225ms","start":"2026-03-06T22:02:25.405863Z","end":"2026-03-06T22:02:25.538916Z","steps":["trace[1161302803] 'process raft request' (duration: 132.705916ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T22:02:25.53901Z","caller":"traceutil/trace.go:171","msg":"trace[678789250] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:824; }","duration":"149.284552ms","start":"2026-03-06T22:02:25.38971Z","end":"2026-03-06T22:02:25.538994Z","steps":["trace[678789250] 'agreement among raft nodes before linearized reading' (duration: 149.105037ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:02:25.539122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"413.75756ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-06T22:02:25.539206Z","caller":"traceutil/trace.go:171","msg":"trace[1958379242] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:824; }","duration":"413.898864ms","start":"2026-03-06T22:02:25.125289Z","end":"2026-03-06T22:02:25.539188Z","steps":["trace[1958379242] 'agreement among raft nodes before linearized reading' (duration: 413.458082ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:02:25.539261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:02:25.125265Z","time spent":"413.987246ms","remote":"127.0.0.1:36404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-06T22:02:25.916062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.469962ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-06T22:02:25.916224Z","caller":"traceutil/trace.go:171","msg":"trace[650237250] transaction","detail":"{read_only:false; response_revision:836; number_of_response:1; }","duration":"259.832313ms","start":"2026-03-06T22:02:25.656357Z","end":"2026-03-06T22:02:25.916189Z","steps":["trace[650237250] 'process raft request' (duration: 93.113664ms)","trace[650237250] 'compare' (duration: 166.36108ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T22:02:25.916174Z","caller":"traceutil/trace.go:171","msg":"trace[605810095] linearizableReadLoop","detail":"{readStateIndex:864; appliedIndex:863; }","duration":"235.887143ms","start":"2026-03-06T22:02:25.680269Z","end":"2026-03-06T22:02:25.916156Z","steps":["trace[605810095] 'read index received' (duration: 69.272457ms)","trace[605810095] 'applied index is now lower than readState.Index' (duration: 166.613236ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T22:02:25.916479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.18716ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/coredns-7c96b6546b-4rltn\" ","response":"range_response_count:1 size:5047"} {"level":"info","ts":"2026-03-06T22:02:25.916568Z","caller":"traceutil/trace.go:171","msg":"trace[1691231372] range","detail":"{range_begin:/registry/pods/kube-system/coredns-7c96b6546b-4rltn; range_end:; response_count:1; response_revision:836; }","duration":"236.339713ms","start":"2026-03-06T22:02:25.680206Z","end":"2026-03-06T22:02:25.916545Z","steps":["trace[1691231372] 'agreement among raft nodes before linearized reading' (duration: 236.067127ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T22:02:25.980523Z","caller":"traceutil/trace.go:171","msg":"trace[707874143] transaction","detail":"{read_only:false; response_revision:838; number_of_response:1; }","duration":"291.491116ms","start":"2026-03-06T22:02:25.688997Z","end":"2026-03-06T22:02:25.980488Z","steps":["trace[707874143] 'process raft request' (duration: 291.412674ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:02:25.980697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.46342ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-06T22:02:25.980774Z","caller":"traceutil/trace.go:171","msg":"trace[1040533318] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:838; }","duration":"144.601784ms","start":"2026-03-06T22:02:25.836159Z","end":"2026-03-06T22:02:25.98076Z","steps":["trace[1040533318] 'agreement among raft nodes before linearized reading' (duration: 144.331117ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T22:02:25.98073Z","caller":"traceutil/trace.go:171","msg":"trace[2083611132] transaction","detail":"{read_only:false; response_revision:837; number_of_response:1; }","duration":"297.556808ms","start":"2026-03-06T22:02:25.683114Z","end":"2026-03-06T22:02:25.980671Z","steps":["trace[2083611132] 'process raft request' (duration: 297.186779ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:02:25.98077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.061528ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-06T22:02:25.980993Z","caller":"traceutil/trace.go:171","msg":"trace[1514795549] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:838; }","duration":"191.318455ms","start":"2026-03-06T22:02:25.789643Z","end":"2026-03-06T22:02:25.980962Z","steps":["trace[1514795549] 'agreement among raft nodes before linearized reading' (duration: 190.964746ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:02:25.981131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.799915ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-06T22:02:25.981301Z","caller":"traceutil/trace.go:171","msg":"trace[339783955] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:838; }","duration":"164.019021ms","start":"2026-03-06T22:02:25.81722Z","end":"2026-03-06T22:02:25.981239Z","steps":["trace[339783955] 'agreement among raft nodes before linearized reading' (duration: 163.56948ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:02:25.981502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.94456ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-06T22:02:25.981609Z","caller":"traceutil/trace.go:171","msg":"trace[1654248077] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:838; }","duration":"184.026032ms","start":"2026-03-06T22:02:25.797529Z","end":"2026-03-06T22:02:25.981555Z","steps":["trace[1654248077] 'agreement among raft nodes before linearized reading' (duration: 183.012366ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T22:02:27.810111Z","caller":"traceutil/trace.go:171","msg":"trace[1315384737] transaction","detail":"{read_only:false; response_revision:858; number_of_response:1; }","duration":"117.823153ms","start":"2026-03-06T22:02:27.692249Z","end":"2026-03-06T22:02:27.810072Z","steps":["trace[1315384737] 'process raft request' (duration: 117.606157ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T22:02:29.175145Z","caller":"traceutil/trace.go:171","msg":"trace[158363112] transaction","detail":"{read_only:false; response_revision:869; number_of_response:1; }","duration":"158.649926ms","start":"2026-03-06T22:02:29.016457Z","end":"2026-03-06T22:02:29.175107Z","steps":["trace[158363112] 'process raft request' (duration: 158.4308ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T22:02:33.876096Z","caller":"traceutil/trace.go:171","msg":"trace[186177355] transaction","detail":"{read_only:false; response_revision:882; number_of_response:1; }","duration":"195.616844ms","start":"2026-03-06T22:02:33.680451Z","end":"2026-03-06T22:02:33.876068Z","steps":["trace[186177355] 'process raft request' (duration: 195.4622ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:02:34.094455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.414817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-06T22:02:34.094546Z","caller":"traceutil/trace.go:171","msg":"trace[1014070875] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:882; }","duration":"179.583072ms","start":"2026-03-06T22:02:33.914943Z","end":"2026-03-06T22:02:34.094526Z","steps":["trace[1014070875] 'count revisions from in-memory index tree' (duration: 179.216892ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:02:34.645745Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880867874559967534,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-06T22:02:34.948691Z","caller":"traceutil/trace.go:171","msg":"trace[659048100] transaction","detail":"{read_only:false; response_revision:883; number_of_response:1; }","duration":"839.259785ms","start":"2026-03-06T22:02:34.109403Z","end":"2026-03-06T22:02:34.948663Z","steps":["trace[659048100] 'process raft request' (duration: 839.099431ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:02:34.948857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:02:34.109366Z","time spent":"839.408188ms","remote":"127.0.0.1:36404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T22:02:35.02394Z","caller":"traceutil/trace.go:171","msg":"trace[835519422] linearizableReadLoop","detail":"{readStateIndex:914; appliedIndex:912; }","duration":"878.283973ms","start":"2026-03-06T22:02:34.145632Z","end":"2026-03-06T22:02:35.023916Z","steps":["trace[835519422] 'read index received' (duration: 802.943924ms)","trace[835519422] 'applied index is now lower than readState.Index' (duration: 75.338789ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T22:02:35.024297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"878.643352ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-06T22:02:35.024377Z","caller":"traceutil/trace.go:171","msg":"trace[31329408] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:884; }","duration":"878.751555ms","start":"2026-03-06T22:02:34.145607Z","end":"2026-03-06T22:02:35.024358Z","steps":["trace[31329408] 'agreement among raft nodes before linearized reading' (duration: 878.463207ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T22:02:35.024389Z","caller":"traceutil/trace.go:171","msg":"trace[1429574635] transaction","detail":"{read_only:false; response_revision:884; number_of_response:1; }","duration":"638.679178ms","start":"2026-03-06T22:02:34.385682Z","end":"2026-03-06T22:02:35.024361Z","steps":["trace[1429574635] 'process raft request' (duration: 637.445376ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:02:35.024419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:02:34.145595Z","time spent":"878.815286ms","remote":"127.0.0.1:36404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-06T22:02:35.024449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"428.782808ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-06T22:02:35.024527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:02:34.385643Z","time spent":"638.805801ms","remote":"127.0.0.1:36404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T22:02:35.024531Z","caller":"traceutil/trace.go:171","msg":"trace[180752142] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:884; }","duration":"428.946852ms","start":"2026-03-06T22:02:34.595568Z","end":"2026-03-06T22:02:35.024515Z","steps":["trace[180752142] 'agreement among raft nodes before linearized reading' (duration: 428.774307ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:02:35.024618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:02:34.595513Z","time spent":"429.091116ms","remote":"127.0.0.1:36084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T22:02:35.02465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"872.238952ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-06T22:02:35.024637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"873.261987ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-03-06T22:02:35.024715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.049415ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.229\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-06T22:02:35.024753Z","caller":"traceutil/trace.go:171","msg":"trace[654207430] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:884; }","duration":"873.498923ms","start":"2026-03-06T22:02:34.151227Z","end":"2026-03-06T22:02:35.024726Z","steps":["trace[654207430] 'agreement among raft nodes before linearized reading' (duration: 873.118844ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:02:35.024721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"451.059245ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T22:02:35.024691Z","caller":"traceutil/trace.go:171","msg":"trace[473159701] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:884; }","duration":"872.321884ms","start":"2026-03-06T22:02:34.152361Z","end":"2026-03-06T22:02:35.024683Z","steps":["trace[473159701] 'agreement among raft nodes before linearized reading' (duration: 872.197641ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:02:35.024816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:02:34.151202Z","time spent":"873.604616ms","remote":"127.0.0.1:36404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":454,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-06T22:02:35.024856Z","caller":"traceutil/trace.go:171","msg":"trace[1196689229] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:884; }","duration":"451.27553ms","start":"2026-03-06T22:02:34.573553Z","end":"2026-03-06T22:02:35.024828Z","steps":["trace[1196689229] 'agreement among raft nodes before linearized reading' (duration: 451.002434ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T22:02:35.024797Z","caller":"traceutil/trace.go:171","msg":"trace[248133831] range","detail":"{range_begin:/registry/masterleases/199.204.45.229; range_end:; response_count:1; response_revision:884; }","duration":"287.167408ms","start":"2026-03-06T22:02:34.737607Z","end":"2026-03-06T22:02:35.024775Z","steps":["trace[248133831] 'agreement among raft nodes before linearized reading' (duration: 286.993894ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:02:35.024943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:02:34.573525Z","time spent":"451.388434ms","remote":"127.0.0.1:36240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":27,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-06T22:02:35.025034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:02:34.152342Z","time spent":"872.5495ms","remote":"127.0.0.1:36404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-06T22:02:51.515666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"490.603728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"info","ts":"2026-03-06T22:02:51.515766Z","caller":"traceutil/trace.go:171","msg":"trace[1730930230] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:972; }","duration":"490.742762ms","start":"2026-03-06T22:02:51.024999Z","end":"2026-03-06T22:02:51.515742Z","steps":["trace[1730930230] 'range keys from in-memory index tree' (duration: 490.428664ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:02:51.515896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:02:51.024988Z","time spent":"490.823444ms","remote":"127.0.0.1:36404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":526,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-06T22:02:51.515908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"395.944612ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-06T22:02:51.515964Z","caller":"traceutil/trace.go:171","msg":"trace[1580822085] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:972; }","duration":"396.025953ms","start":"2026-03-06T22:02:51.11992Z","end":"2026-03-06T22:02:51.515946Z","steps":["trace[1580822085] 'range keys from in-memory index tree' (duration: 395.798618ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:02:51.51593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.386198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-06T22:02:51.516001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:02:51.11991Z","time spent":"396.082075ms","remote":"127.0.0.1:36404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-06T22:02:51.516036Z","caller":"traceutil/trace.go:171","msg":"trace[2050133680] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:972; }","duration":"348.542182ms","start":"2026-03-06T22:02:51.167471Z","end":"2026-03-06T22:02:51.516013Z","steps":["trace[2050133680] 'count revisions from in-memory index tree' (duration: 348.224904ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:02:51.516078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:02:51.167461Z","time spent":"348.607454ms","remote":"127.0.0.1:36578","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":29,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-03-06T22:02:51.516257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"922.43136ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T22:02:51.516333Z","caller":"traceutil/trace.go:171","msg":"trace[1255158797] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:972; }","duration":"922.547213ms","start":"2026-03-06T22:02:50.593777Z","end":"2026-03-06T22:02:51.516324Z","steps":["trace[1255158797] 'range keys from in-memory index tree' (duration: 922.372538ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:02:51.516356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:02:50.593757Z","time spent":"922.592083ms","remote":"127.0.0.1:36100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T22:02:51.516393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"601.484415ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T22:02:51.516467Z","caller":"traceutil/trace.go:171","msg":"trace[2108429891] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:972; }","duration":"601.603939ms","start":"2026-03-06T22:02:50.91484Z","end":"2026-03-06T22:02:51.516444Z","steps":["trace[2108429891] 'count revisions from in-memory index tree' (duration: 601.378682ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:02:51.51647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.78799ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-06T22:02:51.516535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:02:50.914812Z","time spent":"601.69091ms","remote":"127.0.0.1:36552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":27,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"info","ts":"2026-03-06T22:02:51.51654Z","caller":"traceutil/trace.go:171","msg":"trace[404244749] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:972; }","duration":"399.900323ms","start":"2026-03-06T22:02:51.116624Z","end":"2026-03-06T22:02:51.516525Z","steps":["trace[404244749] 'range keys from in-memory index tree' (duration: 399.602065ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:02:51.516601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"397.968913ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-03-06T22:02:51.516643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:02:51.116601Z","time spent":"400.028115ms","remote":"127.0.0.1:36404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-06T22:02:51.516703Z","caller":"traceutil/trace.go:171","msg":"trace[1342852897] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:972; }","duration":"398.071005ms","start":"2026-03-06T22:02:51.118601Z","end":"2026-03-06T22:02:51.516672Z","steps":["trace[1342852897] 'range keys from in-memory index tree' (duration: 397.783908ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:02:51.516752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:02:51.118559Z","time spent":"398.184388ms","remote":"127.0.0.1:36404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":454,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-06T22:02:51.72195Z","caller":"traceutil/trace.go:171","msg":"trace[1586879616] transaction","detail":"{read_only:false; response_revision:973; number_of_response:1; }","duration":"201.456499ms","start":"2026-03-06T22:02:51.520464Z","end":"2026-03-06T22:02:51.721921Z","steps":["trace[1586879616] 'process raft request' (duration: 201.278645ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T22:02:51.909236Z","caller":"traceutil/trace.go:171","msg":"trace[1086575565] transaction","detail":"{read_only:false; response_revision:974; number_of_response:1; }","duration":"388.148245ms","start":"2026-03-06T22:02:51.521064Z","end":"2026-03-06T22:02:51.909212Z","steps":["trace[1086575565] 'process raft request' (duration: 387.951521ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:02:51.909398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:02:51.521041Z","time spent":"388.269779ms","remote":"127.0.0.1:36404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T22:02:51.909664Z","caller":"traceutil/trace.go:171","msg":"trace[1163540685] transaction","detail":"{read_only:false; response_revision:975; number_of_response:1; }","duration":"388.452743ms","start":"2026-03-06T22:02:51.521151Z","end":"2026-03-06T22:02:51.909604Z","steps":["trace[1163540685] 'process raft request' (duration: 388.010992ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T22:02:51.910072Z","caller":"traceutil/trace.go:171","msg":"trace[875542721] linearizableReadLoop","detail":"{readStateIndex:1010; appliedIndex:1006; }","duration":"386.721819ms","start":"2026-03-06T22:02:51.523338Z","end":"2026-03-06T22:02:51.91006Z","steps":["trace[875542721] 'read index received' (duration: 198.410522ms)","trace[875542721] 'applied index is now lower than readState.Index' (duration: 188.310427ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T22:02:51.910122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:02:51.521144Z","time spent":"388.605167ms","remote":"127.0.0.1:36404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T22:02:51.910244Z","caller":"traceutil/trace.go:171","msg":"trace[167921505] transaction","detail":"{read_only:false; response_revision:976; number_of_response:1; }","duration":"388.872864ms","start":"2026-03-06T22:02:51.521326Z","end":"2026-03-06T22:02:51.910199Z","steps":["trace[167921505] 'process raft request' (duration: 388.179777ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:02:51.910202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.852823ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T22:02:51.910374Z","caller":"traceutil/trace.go:171","msg":"trace[647476549] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:976; }","duration":"387.060987ms","start":"2026-03-06T22:02:51.523302Z","end":"2026-03-06T22:02:51.910363Z","steps":["trace[647476549] 'agreement among raft nodes before linearized reading' (duration: 386.842752ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:02:51.910357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.695101ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-06T22:02:51.910416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:02:51.523288Z","time spent":"387.117669ms","remote":"127.0.0.1:36352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":27,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"info","ts":"2026-03-06T22:02:51.91044Z","caller":"traceutil/trace.go:171","msg":"trace[1096702846] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:976; }","duration":"315.825144ms","start":"2026-03-06T22:02:51.594596Z","end":"2026-03-06T22:02:51.910421Z","steps":["trace[1096702846] 'agreement among raft nodes before linearized reading' (duration: 315.654649ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:02:51.910486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:02:51.594576Z","time spent":"315.902286ms","remote":"127.0.0.1:36084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T22:02:51.910503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:02:51.521318Z","time spent":"389.033958ms","remote":"127.0.0.1:36404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T22:03:07.282352Z","caller":"traceutil/trace.go:171","msg":"trace[1610337806] transaction","detail":"{read_only:false; response_revision:1100; number_of_response:1; }","duration":"147.686978ms","start":"2026-03-06T22:03:07.134635Z","end":"2026-03-06T22:03:07.282322Z","steps":["trace[1610337806] 'process raft request' (duration: 147.539614ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T22:03:15.948487Z","caller":"traceutil/trace.go:171","msg":"trace[1610848953] transaction","detail":"{read_only:false; response_revision:1223; number_of_response:1; }","duration":"100.967966ms","start":"2026-03-06T22:03:15.847482Z","end":"2026-03-06T22:03:15.94845Z","steps":["trace[1610848953] 'process raft request' (duration: 100.742551ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:03:16.339977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.366718ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-06T22:03:16.340085Z","caller":"traceutil/trace.go:171","msg":"trace[705039088] linearizableReadLoop","detail":"{readStateIndex:1268; appliedIndex:1267; }","duration":"318.938333ms","start":"2026-03-06T22:03:16.02113Z","end":"2026-03-06T22:03:16.340068Z","steps":["trace[705039088] 'read index received' (duration: 162.422551ms)","trace[705039088] 'applied index is now lower than readState.Index' (duration: 156.514002ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T22:03:16.340376Z","caller":"traceutil/trace.go:171","msg":"trace[1061483511] transaction","detail":"{read_only:false; response_revision:1224; number_of_response:1; }","duration":"320.936795ms","start":"2026-03-06T22:03:16.019425Z","end":"2026-03-06T22:03:16.340362Z","steps":["trace[1061483511] 'process raft request' (duration: 164.077434ms)","trace[1061483511] 'compare' (duration: 156.256556ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T22:03:16.340458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:03:16.019397Z","time spent":"321.024486ms","remote":"127.0.0.1:36404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T22:03:16.340695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.554089ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"warn","ts":"2026-03-06T22:03:16.340701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.742467ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-06T22:03:16.340752Z","caller":"traceutil/trace.go:171","msg":"trace[2020957857] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1224; }","duration":"319.624471ms","start":"2026-03-06T22:03:16.021111Z","end":"2026-03-06T22:03:16.340736Z","steps":["trace[2020957857] 'agreement among raft nodes before linearized reading' (duration: 319.476357ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T22:03:16.340764Z","caller":"traceutil/trace.go:171","msg":"trace[1201441974] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1224; }","duration":"314.822028ms","start":"2026-03-06T22:03:16.025925Z","end":"2026-03-06T22:03:16.340747Z","steps":["trace[1201441974] 'agreement among raft nodes before linearized reading' (duration: 314.659164ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:03:16.340786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:03:16.0211Z","time spent":"319.678232ms","remote":"127.0.0.1:36404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":526,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-06T22:03:16.340798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:03:16.025917Z","time spent":"314.87346ms","remote":"127.0.0.1:36404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":454,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-06T22:03:16.340799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.408311ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-06T22:03:16.340897Z","caller":"traceutil/trace.go:171","msg":"trace[1074139006] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1224; }","duration":"318.569035ms","start":"2026-03-06T22:03:16.022307Z","end":"2026-03-06T22:03:16.340876Z","steps":["trace[1074139006] 'agreement among raft nodes before linearized reading' (duration: 318.269977ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:03:16.340982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:03:16.022285Z","time spent":"318.649916ms","remote":"127.0.0.1:36404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-06T22:03:16.341411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.080289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-06T22:03:16.341547Z","caller":"traceutil/trace.go:171","msg":"trace[459076594] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1224; }","duration":"152.311625ms","start":"2026-03-06T22:03:16.189208Z","end":"2026-03-06T22:03:16.34152Z","steps":["trace[459076594] 'agreement among raft nodes before linearized reading' (duration: 151.374631ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T22:03:26.260486Z","caller":"traceutil/trace.go:171","msg":"trace[1346453184] transaction","detail":"{read_only:false; response_revision:1437; number_of_response:1; }","duration":"202.799684ms","start":"2026-03-06T22:03:26.05766Z","end":"2026-03-06T22:03:26.260459Z","steps":["trace[1346453184] 'process raft request' (duration: 202.64388ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T22:03:26.263701Z","caller":"traceutil/trace.go:171","msg":"trace[1839567439] transaction","detail":"{read_only:false; response_revision:1438; number_of_response:1; }","duration":"180.054457ms","start":"2026-03-06T22:03:26.083605Z","end":"2026-03-06T22:03:26.26366Z","steps":["trace[1839567439] 'process raft request' (duration: 179.842422ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T22:03:28.56743Z","caller":"traceutil/trace.go:171","msg":"trace[1117201161] linearizableReadLoop","detail":"{readStateIndex:1527; appliedIndex:1526; }","duration":"142.60547ms","start":"2026-03-06T22:03:28.424802Z","end":"2026-03-06T22:03:28.567407Z","steps":["trace[1117201161] 'read index received' (duration: 142.566889ms)","trace[1117201161] 'applied index is now lower than readState.Index' (duration: 37.24µs)"],"step_count":2} {"level":"info","ts":"2026-03-06T22:03:28.567545Z","caller":"traceutil/trace.go:171","msg":"trace[1020348695] transaction","detail":"{read_only:false; response_revision:1463; number_of_response:1; }","duration":"173.497422ms","start":"2026-03-06T22:03:28.394012Z","end":"2026-03-06T22:03:28.567509Z","steps":["trace[1020348695] 'process raft request' (duration: 173.270866ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:03:28.567753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.922927ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-06T22:03:28.567843Z","caller":"traceutil/trace.go:171","msg":"trace[1454500634] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1463; }","duration":"143.071602ms","start":"2026-03-06T22:03:28.424754Z","end":"2026-03-06T22:03:28.567825Z","steps":["trace[1454500634] 'agreement among raft nodes before linearized reading' (duration: 142.807245ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T22:03:28.576111Z","caller":"traceutil/trace.go:171","msg":"trace[450226611] transaction","detail":"{read_only:false; number_of_response:0; response_revision:1463; }","duration":"130.231987ms","start":"2026-03-06T22:03:28.445859Z","end":"2026-03-06T22:03:28.576091Z","steps":["trace[450226611] 'process raft request' (duration: 130.036742ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T22:03:28.577089Z","caller":"traceutil/trace.go:171","msg":"trace[748680191] transaction","detail":"{read_only:false; number_of_response:0; response_revision:1463; }","duration":"126.668626ms","start":"2026-03-06T22:03:28.450295Z","end":"2026-03-06T22:03:28.576964Z","steps":["trace[748680191] 'process raft request' (duration: 126.223425ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:03:28.58125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.372075ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-06T22:03:28.581307Z","caller":"traceutil/trace.go:171","msg":"trace[908515772] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1464; }","duration":"129.500139ms","start":"2026-03-06T22:03:28.451793Z","end":"2026-03-06T22:03:28.581293Z","steps":["trace[908515772] 'agreement among raft nodes before linearized reading' (duration: 129.322235ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:03:28.581283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.888773ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-06T22:03:28.581375Z","caller":"traceutil/trace.go:171","msg":"trace[1847675379] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1464; }","duration":"127.012305ms","start":"2026-03-06T22:03:28.454335Z","end":"2026-03-06T22:03:28.581347Z","steps":["trace[1847675379] 'agreement among raft nodes before linearized reading' (duration: 126.737147ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:03:28.581448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.720655ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-06T22:03:28.58148Z","caller":"traceutil/trace.go:171","msg":"trace[1915164249] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1464; }","duration":"129.781075ms","start":"2026-03-06T22:03:28.45169Z","end":"2026-03-06T22:03:28.581471Z","steps":["trace[1915164249] 'agreement among raft nodes before linearized reading' (duration: 129.687703ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T22:03:32.354369Z","caller":"traceutil/trace.go:171","msg":"trace[844991130] transaction","detail":"{read_only:false; response_revision:1516; number_of_response:1; }","duration":"402.950329ms","start":"2026-03-06T22:03:31.951391Z","end":"2026-03-06T22:03:32.354342Z","steps":["trace[844991130] 'process raft request' (duration: 398.23757ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:03:32.354554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:03:31.95135Z","time spent":"403.093013ms","remote":"127.0.0.1:36404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T22:03:32.702317Z","caller":"traceutil/trace.go:171","msg":"trace[217247276] linearizableReadLoop","detail":"{readStateIndex:1587; appliedIndex:1586; }","duration":"105.764947ms","start":"2026-03-06T22:03:32.596534Z","end":"2026-03-06T22:03:32.702299Z","steps":["trace[217247276] 'read index received' (duration: 105.584023ms)","trace[217247276] 'applied index is now lower than readState.Index' (duration: 180.244µs)"],"step_count":2} {"level":"info","ts":"2026-03-06T22:03:32.702558Z","caller":"traceutil/trace.go:171","msg":"trace[1407458536] transaction","detail":"{read_only:false; response_revision:1517; number_of_response:1; }","duration":"117.71995ms","start":"2026-03-06T22:03:32.584829Z","end":"2026-03-06T22:03:32.702549Z","steps":["trace[1407458536] 'process raft request' (duration: 117.34456ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:03:32.702838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.842144ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-06T22:03:32.702869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.314481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T22:03:32.702932Z","caller":"traceutil/trace.go:171","msg":"trace[1880340504] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1517; }","duration":"104.962668ms","start":"2026-03-06T22:03:32.597951Z","end":"2026-03-06T22:03:32.702913Z","steps":["trace[1880340504] 'agreement among raft nodes before linearized reading' (duration: 104.66579ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:03:32.702868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.832248ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-06T22:03:32.702988Z","caller":"traceutil/trace.go:171","msg":"trace[737513416] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1517; }","duration":"106.474445ms","start":"2026-03-06T22:03:32.596494Z","end":"2026-03-06T22:03:32.702968Z","steps":["trace[737513416] 'agreement among raft nodes before linearized reading' (duration: 106.220989ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T22:03:32.703025Z","caller":"traceutil/trace.go:171","msg":"trace[1470757358] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1517; }","duration":"102.016093ms","start":"2026-03-06T22:03:32.601Z","end":"2026-03-06T22:03:32.703017Z","steps":["trace[1470757358] 'agreement among raft nodes before linearized reading' (duration: 101.783028ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:03:32.70306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.999419ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-06T22:03:32.703167Z","caller":"traceutil/trace.go:171","msg":"trace[470180591] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1517; }","duration":"105.139401ms","start":"2026-03-06T22:03:32.598004Z","end":"2026-03-06T22:03:32.703143Z","steps":["trace[470180591] 'agreement among raft nodes before linearized reading' (duration: 104.809483ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:03:40.329494Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880867874559969025,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T22:03:40.830394Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880867874559969025,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T22:03:41.248113Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.44354233s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-06T22:03:41.828985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000225612s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-06T22:03:41.829195Z","caller":"traceutil/trace.go:171","msg":"trace[1263050132] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000492278s","start":"2026-03-06T22:03:39.828681Z","end":"2026-03-06T22:03:41.829173Z","steps":["trace[1263050132] 'agreement among raft nodes before linearized reading' (duration: 2.000254432s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:03:41.829276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:03:39.828651Z","time spent":"2.000612121s","remote":"127.0.0.1:36084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/06 22:03:41 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-06T22:03:42.061963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"813.408531ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-06T22:03:42.062249Z","caller":"traceutil/trace.go:171","msg":"trace[417795795] transaction","detail":"{read_only:false; response_revision:1625; number_of_response:1; }","duration":"2.25777574s","start":"2026-03-06T22:03:39.804445Z","end":"2026-03-06T22:03:42.06222Z","steps":["trace[417795795] 'process raft request' (duration: 1.444021541s)","trace[417795795] 'compare' (duration: 813.153414ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T22:03:42.062383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:03:39.804419Z","time spent":"2.257894124s","remote":"127.0.0.1:36404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T22:03:42.411866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.757144ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-03-06T22:03:42.41231Z","caller":"traceutil/trace.go:171","msg":"trace[99411650] transaction","detail":"{read_only:false; response_revision:1626; number_of_response:1; }","duration":"2.035322231s","start":"2026-03-06T22:03:40.376958Z","end":"2026-03-06T22:03:42.412281Z","steps":["trace[99411650] 'process raft request' (duration: 2.035008993s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:03:42.412487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:03:40.376932Z","time spent":"2.035454554s","remote":"127.0.0.1:36404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T22:03:42.412606Z","caller":"traceutil/trace.go:171","msg":"trace[873530429] transaction","detail":"{read_only:false; response_revision:1627; number_of_response:1; }","duration":"1.550882738s","start":"2026-03-06T22:03:40.86169Z","end":"2026-03-06T22:03:42.412572Z","steps":["trace[873530429] 'process raft request' (duration: 1.550515579s)"],"step_count":1} {"level":"info","ts":"2026-03-06T22:03:42.412723Z","caller":"traceutil/trace.go:171","msg":"trace[508194012] transaction","detail":"{read_only:false; response_revision:1628; number_of_response:1; }","duration":"1.514411944s","start":"2026-03-06T22:03:40.898295Z","end":"2026-03-06T22:03:42.412706Z","steps":["trace[508194012] 'process raft request' (duration: 1.514179188s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:03:42.412757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:03:40.861666Z","time spent":"1.551017921s","remote":"127.0.0.1:36404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T22:03:42.412771Z","caller":"traceutil/trace.go:171","msg":"trace[881548393] linearizableReadLoop","detail":"{readStateIndex:1698; appliedIndex:1695; }","duration":"2.584028149s","start":"2026-03-06T22:03:39.828725Z","end":"2026-03-06T22:03:42.412753Z","steps":["trace[881548393] 'read index received' (duration: 1.41984516s)","trace[881548393] 'applied index is now lower than readState.Index' (duration: 1.164181489s)"],"step_count":2} {"level":"warn","ts":"2026-03-06T22:03:42.41282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:03:40.898265Z","time spent":"1.514506347s","remote":"127.0.0.1:36404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T22:03:42.413Z","caller":"traceutil/trace.go:171","msg":"trace[1818649147] transaction","detail":"{read_only:false; response_revision:1629; number_of_response:1; }","duration":"581.177631ms","start":"2026-03-06T22:03:41.831792Z","end":"2026-03-06T22:03:42.412969Z","steps":["trace[1818649147] 'process raft request' (duration: 580.888423ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:03:42.413146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:03:41.831766Z","time spent":"581.314624ms","remote":"127.0.0.1:36178","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-06T22:03:42.413143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.818068881s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T22:03:42.413214Z","caller":"traceutil/trace.go:171","msg":"trace[2027440184] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1630; }","duration":"1.818173233s","start":"2026-03-06T22:03:40.595019Z","end":"2026-03-06T22:03:42.413192Z","steps":["trace[2027440184] 'agreement among raft nodes before linearized reading' (duration: 1.81803487s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:03:42.413215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.10922919s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e553461e-7b76-4747-bba9-38eafe93bfad\" ","response":"range_response_count:1 size:3627"} {"level":"warn","ts":"2026-03-06T22:03:42.413246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.82754079s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e553461e-7b76-4747-bba9-38eafe93bfad\" ","response":"range_response_count:1 size:3627"} {"level":"warn","ts":"2026-03-06T22:03:42.413269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:03:40.594999Z","time spent":"1.818259595s","remote":"127.0.0.1:36100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T22:03:42.41329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.676696921s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-06T22:03:42.413303Z","caller":"traceutil/trace.go:171","msg":"trace[2112769855] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-e553461e-7b76-4747-bba9-38eafe93bfad; range_end:; response_count:1; response_revision:1630; }","duration":"2.109357443s","start":"2026-03-06T22:03:40.303922Z","end":"2026-03-06T22:03:42.413279Z","steps":["trace[2112769855] 'agreement among raft nodes before linearized reading' (duration: 2.109097707s)"],"step_count":1} {"level":"info","ts":"2026-03-06T22:03:42.413319Z","caller":"traceutil/trace.go:171","msg":"trace[38225801] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-e553461e-7b76-4747-bba9-38eafe93bfad; range_end:; response_count:1; response_revision:1630; }","duration":"1.827642653s","start":"2026-03-06T22:03:40.58566Z","end":"2026-03-06T22:03:42.413303Z","steps":["trace[38225801] 'agreement among raft nodes before linearized reading' (duration: 1.827448358s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:03:42.413355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.669463079s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-06T22:03:42.413363Z","caller":"traceutil/trace.go:171","msg":"trace[496276962] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1630; }","duration":"1.676817325s","start":"2026-03-06T22:03:40.736527Z","end":"2026-03-06T22:03:42.413344Z","steps":["trace[496276962] 'agreement among raft nodes before linearized reading' (duration: 1.676578269s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:03:42.413373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:03:40.585645Z","time spent":"1.827715734s","remote":"127.0.0.1:36304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3649,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e553461e-7b76-4747-bba9-38eafe93bfad\" "} {"level":"warn","ts":"2026-03-06T22:03:42.413246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.671267004s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-03-06T22:03:42.413415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:03:40.736504Z","time spent":"1.676902927s","remote":"127.0.0.1:36404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-06T22:03:42.413414Z","caller":"traceutil/trace.go:171","msg":"trace[1324412691] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1630; }","duration":"1.66951696s","start":"2026-03-06T22:03:40.743882Z","end":"2026-03-06T22:03:42.413399Z","steps":["trace[1324412691] 'agreement among raft nodes before linearized reading' (duration: 1.669396507s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:03:42.413363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:03:40.303888Z","time spent":"2.109466196s","remote":"127.0.0.1:36304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3649,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e553461e-7b76-4747-bba9-38eafe93bfad\" "} {"level":"info","ts":"2026-03-06T22:03:42.413442Z","caller":"traceutil/trace.go:171","msg":"trace[1612480450] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1630; }","duration":"1.671484259s","start":"2026-03-06T22:03:40.741942Z","end":"2026-03-06T22:03:42.413426Z","steps":["trace[1612480450] 'agreement among raft nodes before linearized reading' (duration: 1.671096069s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:03:42.413464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:03:40.743844Z","time spent":"1.669608193s","remote":"127.0.0.1:36404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-06T22:03:42.413476Z","caller":"traceutil/trace.go:171","msg":"trace[1190154393] transaction","detail":"{read_only:false; response_revision:1630; number_of_response:1; }","duration":"450.098513ms","start":"2026-03-06T22:03:41.963364Z","end":"2026-03-06T22:03:42.413463Z","steps":["trace[1190154393] 'process raft request' (duration: 449.541139ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:03:42.413515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:03:40.741931Z","time spent":"1.671568812s","remote":"127.0.0.1:36404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-06T22:03:42.413525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"820.191231ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T22:03:42.413564Z","caller":"traceutil/trace.go:171","msg":"trace[1146894998] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:1630; }","duration":"820.262333ms","start":"2026-03-06T22:03:41.593287Z","end":"2026-03-06T22:03:42.41355Z","steps":["trace[1146894998] 'agreement among raft nodes before linearized reading' (duration: 820.209562ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:03:42.413564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:03:41.963339Z","time spent":"450.170164ms","remote":"127.0.0.1:36404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T22:03:42.413594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:03:41.593263Z","time spent":"820.324115ms","remote":"127.0.0.1:38934","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":27,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"warn","ts":"2026-03-06T22:03:42.413633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.667197051s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-06T22:03:42.413572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.685118564s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-06T22:03:42.413722Z","caller":"traceutil/trace.go:171","msg":"trace[757721848] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1630; }","duration":"1.667313885s","start":"2026-03-06T22:03:40.746383Z","end":"2026-03-06T22:03:42.413697Z","steps":["trace[757721848] 'agreement among raft nodes before linearized reading' (duration: 1.666810152s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:03:42.413771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.666678818s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-06T22:03:42.413784Z","caller":"traceutil/trace.go:171","msg":"trace[547145913] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:1630; }","duration":"1.685296849s","start":"2026-03-06T22:03:40.728408Z","end":"2026-03-06T22:03:42.413705Z","steps":["trace[547145913] 'agreement among raft nodes before linearized reading' (duration: 1.684757776s)"],"step_count":1} {"level":"info","ts":"2026-03-06T22:03:42.413807Z","caller":"traceutil/trace.go:171","msg":"trace[828395625] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1630; }","duration":"1.6667312s","start":"2026-03-06T22:03:40.747066Z","end":"2026-03-06T22:03:42.413797Z","steps":["trace[828395625] 'agreement among raft nodes before linearized reading' (duration: 1.666026983s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:03:42.413803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:03:40.746371Z","time spent":"1.667420967s","remote":"127.0.0.1:36404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-06T22:03:42.413829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:03:40.728392Z","time spent":"1.685425052s","remote":"127.0.0.1:36404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":581,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-06T22:03:42.413834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:03:40.747057Z","time spent":"1.666771111s","remote":"127.0.0.1:36404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-06T22:03:42.413954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.022857054s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-06T22:03:42.414095Z","caller":"traceutil/trace.go:171","msg":"trace[2055279343] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1630; }","duration":"2.023064309s","start":"2026-03-06T22:03:40.391005Z","end":"2026-03-06T22:03:42.414069Z","steps":["trace[2055279343] 'agreement among raft nodes before linearized reading' (duration: 2.022229908s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:03:42.414204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:03:40.390987Z","time spent":"2.023203753s","remote":"127.0.0.1:40130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-06T22:03:43.757929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.17371786s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-06T22:03:43.758102Z","caller":"traceutil/trace.go:171","msg":"trace[314668212] transaction","detail":"{read_only:false; response_revision:1631; number_of_response:1; }","duration":"1.339530567s","start":"2026-03-06T22:03:42.418543Z","end":"2026-03-06T22:03:43.758073Z","steps":["trace[314668212] 'process raft request' (duration: 165.56126ms)","trace[314668212] 'compare' (duration: 1.173532216s)"],"step_count":2} {"level":"warn","ts":"2026-03-06T22:03:43.758188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:03:42.418526Z","time spent":"1.339626089s","remote":"127.0.0.1:36404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T22:03:43.812663Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.228676292s","expected-duration":"1s"} {"level":"info","ts":"2026-03-06T22:03:43.813347Z","caller":"traceutil/trace.go:171","msg":"trace[1121619368] transaction","detail":"{read_only:false; response_revision:1632; number_of_response:1; }","duration":"1.394405716s","start":"2026-03-06T22:03:42.418901Z","end":"2026-03-06T22:03:43.813306Z","steps":["trace[1121619368] 'process raft request' (duration: 1.394110679s)"],"step_count":1} {"level":"info","ts":"2026-03-06T22:03:43.813375Z","caller":"traceutil/trace.go:171","msg":"trace[238984334] transaction","detail":"{read_only:false; response_revision:1634; number_of_response:1; }","duration":"1.39414476s","start":"2026-03-06T22:03:42.419204Z","end":"2026-03-06T22:03:43.813348Z","steps":["trace[238984334] 'process raft request' (duration: 1.393996597s)"],"step_count":1} {"level":"info","ts":"2026-03-06T22:03:43.813485Z","caller":"traceutil/trace.go:171","msg":"trace[600513094] transaction","detail":"{read_only:false; response_revision:1633; number_of_response:1; }","duration":"1.394522349s","start":"2026-03-06T22:03:42.418935Z","end":"2026-03-06T22:03:43.813457Z","steps":["trace[600513094] 'process raft request' (duration: 1.394219491s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:03:43.813553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:03:42.419193Z","time spent":"1.394259473s","remote":"127.0.0.1:36404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T22:03:43.813626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:03:42.418927Z","time spent":"1.394625921s","remote":"127.0.0.1:36404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T22:03:43.813627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:03:42.418878Z","time spent":"1.394581061s","remote":"127.0.0.1:36404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T22:03:43.813647Z","caller":"traceutil/trace.go:171","msg":"trace[1213767739] transaction","detail":"{read_only:false; response_revision:1635; number_of_response:1; }","duration":"1.394411106s","start":"2026-03-06T22:03:42.419205Z","end":"2026-03-06T22:03:43.813616Z","steps":["trace[1213767739] 'process raft request' (duration: 1.394048307s)"],"step_count":1} {"level":"info","ts":"2026-03-06T22:03:43.813952Z","caller":"traceutil/trace.go:171","msg":"trace[82440829] linearizableReadLoop","detail":"{readStateIndex:1708; appliedIndex:1702; }","duration":"1.392421766s","start":"2026-03-06T22:03:42.42151Z","end":"2026-03-06T22:03:43.813932Z","steps":["trace[82440829] 'read index received' (duration: 162.575265ms)","trace[82440829] 'applied index is now lower than readState.Index' (duration: 1.229844751s)"],"step_count":2} {"level":"warn","ts":"2026-03-06T22:03:43.813975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:03:42.419197Z","time spent":"1.394623342s","remote":"127.0.0.1:36404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T22:03:43.814087Z","caller":"traceutil/trace.go:171","msg":"trace[734082917] transaction","detail":"{read_only:false; response_revision:1637; number_of_response:1; }","duration":"1.392021156s","start":"2026-03-06T22:03:42.422051Z","end":"2026-03-06T22:03:43.814072Z","steps":["trace[734082917] 'process raft request' (duration: 1.391788311s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:03:43.814177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:03:42.422035Z","time spent":"1.392087908s","remote":"127.0.0.1:36304","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3729,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T22:03:43.814234Z","caller":"traceutil/trace.go:171","msg":"trace[2112981922] transaction","detail":"{read_only:false; response_revision:1636; number_of_response:1; }","duration":"1.395004841s","start":"2026-03-06T22:03:42.419207Z","end":"2026-03-06T22:03:43.814212Z","steps":["trace[2112981922] 'process raft request' (duration: 1.394279613s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:03:43.814312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:03:42.419153Z","time spent":"1.395120534s","remote":"127.0.0.1:36404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T22:03:43.814365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"471.831983ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:10328"} {"level":"info","ts":"2026-03-06T22:03:43.814433Z","caller":"traceutil/trace.go:171","msg":"trace[649695239] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1637; }","duration":"471.939716ms","start":"2026-03-06T22:03:43.342473Z","end":"2026-03-06T22:03:43.814412Z","steps":["trace[649695239] 'agreement among raft nodes before linearized reading' (duration: 471.680169ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:03:43.814473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:03:43.342451Z","time spent":"472.014517ms","remote":"127.0.0.1:36304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":10350,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-06T22:03:43.814533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.098559ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-06T22:03:43.814569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"396.213709ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e553461e-7b76-4747-bba9-38eafe93bfad\" ","response":"range_response_count:1 size:3744"} {"level":"info","ts":"2026-03-06T22:03:43.81557Z","caller":"traceutil/trace.go:171","msg":"trace[275717465] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:1637; }","duration":"199.236513ms","start":"2026-03-06T22:03:43.615345Z","end":"2026-03-06T22:03:43.814582Z","steps":["trace[275717465] 'agreement among raft nodes before linearized reading' (duration: 199.12375ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T22:03:43.815616Z","caller":"traceutil/trace.go:171","msg":"trace[735168687] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-e553461e-7b76-4747-bba9-38eafe93bfad; range_end:; response_count:1; response_revision:1637; }","duration":"397.285627ms","start":"2026-03-06T22:03:43.418302Z","end":"2026-03-06T22:03:43.815588Z","steps":["trace[735168687] 'agreement among raft nodes before linearized reading' (duration: 396.21873ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:03:43.815797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:03:43.418267Z","time spent":"397.501743ms","remote":"127.0.0.1:36304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3766,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e553461e-7b76-4747-bba9-38eafe93bfad\" "} {"level":"warn","ts":"2026-03-06T22:03:43.815416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.393891203s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T22:03:43.815973Z","caller":"traceutil/trace.go:171","msg":"trace[67172886] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1637; }","duration":"1.394469788s","start":"2026-03-06T22:03:42.421489Z","end":"2026-03-06T22:03:43.815959Z","steps":["trace[67172886] 'agreement among raft nodes before linearized reading' (duration: 1.393003321s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:03:43.816029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:03:42.42148Z","time spent":"1.39453338s","remote":"127.0.0.1:36084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T22:03:43.816134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"393.506111ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-06T22:03:43.816237Z","caller":"traceutil/trace.go:171","msg":"trace[1168662327] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1637; }","duration":"393.682745ms","start":"2026-03-06T22:03:43.422516Z","end":"2026-03-06T22:03:43.816199Z","steps":["trace[1168662327] 'agreement among raft nodes before linearized reading' (duration: 392.011733ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:03:43.816278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:03:43.422491Z","time spent":"393.779168ms","remote":"127.0.0.1:40130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-06T22:03:49.422061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"566.417524ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-03-06T22:03:49.422098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"576.270461ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11665"} {"level":"info","ts":"2026-03-06T22:03:49.422131Z","caller":"traceutil/trace.go:171","msg":"trace[1586006391] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1683; }","duration":"566.519566ms","start":"2026-03-06T22:03:48.855594Z","end":"2026-03-06T22:03:49.422113Z","steps":["trace[1586006391] 'range keys from in-memory index tree' (duration: 566.26927ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T22:03:49.422137Z","caller":"traceutil/trace.go:171","msg":"trace[1045442540] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1683; }","duration":"576.344733ms","start":"2026-03-06T22:03:48.845782Z","end":"2026-03-06T22:03:49.422127Z","steps":["trace[1045442540] 'range keys from in-memory index tree' (duration: 576.123087ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:03:49.422165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:03:48.845762Z","time spent":"576.396745ms","remote":"127.0.0.1:36304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":11687,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-06T22:03:49.422167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:03:48.855581Z","time spent":"566.577218ms","remote":"127.0.0.1:40130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-06T22:03:56.378567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"504.196928ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-06T22:03:56.378651Z","caller":"traceutil/trace.go:171","msg":"trace[248210980] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1738; }","duration":"504.333251ms","start":"2026-03-06T22:03:55.874299Z","end":"2026-03-06T22:03:56.378632Z","steps":["trace[248210980] 'range keys from in-memory index tree' (duration: 503.951062ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:03:56.378695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:03:55.87428Z","time spent":"504.405034ms","remote":"127.0.0.1:36404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-06T22:03:56.37918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"496.419273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-06T22:03:56.379228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"504.477756ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-06T22:03:56.379275Z","caller":"traceutil/trace.go:171","msg":"trace[1314610839] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1738; }","duration":"496.572488ms","start":"2026-03-06T22:03:55.882682Z","end":"2026-03-06T22:03:56.379254Z","steps":["trace[1314610839] 'range keys from in-memory index tree' (duration: 496.104795ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:03:56.379493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:03:55.882661Z","time spent":"496.817524ms","remote":"127.0.0.1:36404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-06T22:03:56.379303Z","caller":"traceutil/trace.go:171","msg":"trace[1266649929] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1738; }","duration":"504.585189ms","start":"2026-03-06T22:03:55.874697Z","end":"2026-03-06T22:03:56.379282Z","steps":["trace[1266649929] 'range keys from in-memory index tree' (duration: 504.30053ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T22:03:56.379301Z","caller":"traceutil/trace.go:171","msg":"trace[527312823] transaction","detail":"{read_only:false; response_revision:1739; number_of_response:1; }","duration":"261.577561ms","start":"2026-03-06T22:03:56.117702Z","end":"2026-03-06T22:03:56.379279Z","steps":["trace[527312823] 'process raft request' (duration: 164.35824ms)","trace[527312823] 'compare' (duration: 97.137769ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T22:03:56.379755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:03:55.874679Z","time spent":"505.008599ms","remote":"127.0.0.1:36404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-06T22:03:56.379321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"498.546727ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-06T22:03:56.379933Z","caller":"traceutil/trace.go:171","msg":"trace[2074505399] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1738; }","duration":"499.168423ms","start":"2026-03-06T22:03:55.880735Z","end":"2026-03-06T22:03:56.379904Z","steps":["trace[2074505399] 'range keys from in-memory index tree' (duration: 498.430784ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:03:56.380028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:03:55.880726Z","time spent":"499.273335ms","remote":"127.0.0.1:36404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-06T22:03:57.913794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.326074411s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-06T22:03:57.913984Z","caller":"traceutil/trace.go:171","msg":"trace[1348779560] transaction","detail":"{read_only:false; response_revision:1744; number_of_response:1; }","duration":"1.457244181s","start":"2026-03-06T22:03:56.45672Z","end":"2026-03-06T22:03:57.913964Z","steps":["trace[1348779560] 'process raft request' (duration: 130.921914ms)","trace[1348779560] 'compare' (duration: 1.325456475s)"],"step_count":2} {"level":"warn","ts":"2026-03-06T22:03:57.914057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:03:56.456702Z","time spent":"1.457315853s","remote":"127.0.0.1:36404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T22:03:57.915019Z","caller":"traceutil/trace.go:171","msg":"trace[1667197091] transaction","detail":"{read_only:false; response_revision:1745; number_of_response:1; }","duration":"1.451107267s","start":"2026-03-06T22:03:56.463842Z","end":"2026-03-06T22:03:57.914949Z","steps":["trace[1667197091] 'process raft request' (duration: 1.4500569s)"],"step_count":1} {"level":"info","ts":"2026-03-06T22:03:57.915037Z","caller":"traceutil/trace.go:171","msg":"trace[732415467] linearizableReadLoop","detail":"{readStateIndex:1820; appliedIndex:1818; }","duration":"1.44283243s","start":"2026-03-06T22:03:56.472118Z","end":"2026-03-06T22:03:57.91495Z","steps":["trace[732415467] 'read index received' (duration: 115.540338ms)","trace[732415467] 'applied index is now lower than readState.Index' (duration: 1.327289652s)"],"step_count":2} {"level":"warn","ts":"2026-03-06T22:03:57.915374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:03:56.463816Z","time spent":"1.451287372s","remote":"127.0.0.1:36404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T22:03:57.91552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.443367614s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-06T22:03:57.915631Z","caller":"traceutil/trace.go:171","msg":"trace[1399886563] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1745; }","duration":"1.443511587s","start":"2026-03-06T22:03:56.472091Z","end":"2026-03-06T22:03:57.915602Z","steps":["trace[1399886563] 'agreement among raft nodes before linearized reading' (duration: 1.442985454s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:03:57.915686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:03:56.472077Z","time spent":"1.443598959s","remote":"127.0.0.1:40130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-06T22:03:57.921408Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.061848913s","expected-duration":"1s"} {"level":"info","ts":"2026-03-06T22:03:57.92177Z","caller":"traceutil/trace.go:171","msg":"trace[315030418] transaction","detail":"{read_only:false; response_revision:1746; number_of_response:1; }","duration":"1.156747776s","start":"2026-03-06T22:03:56.764991Z","end":"2026-03-06T22:03:57.921739Z","steps":["trace[315030418] 'process raft request' (duration: 1.156631333s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:03:57.921874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:03:56.76496Z","time spent":"1.156845859s","remote":"127.0.0.1:36404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T22:03:57.988532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.393183159s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T22:03:57.988544Z","caller":"traceutil/trace.go:171","msg":"trace[2092219111] transaction","detail":"{read_only:false; response_revision:1747; number_of_response:1; }","duration":"562.863845ms","start":"2026-03-06T22:03:57.425654Z","end":"2026-03-06T22:03:57.988518Z","steps":["trace[2092219111] 'process raft request' (duration: 562.65944ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T22:03:57.988602Z","caller":"traceutil/trace.go:171","msg":"trace[1495995281] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1747; }","duration":"1.393304872s","start":"2026-03-06T22:03:56.595275Z","end":"2026-03-06T22:03:57.98858Z","steps":["trace[1495995281] 'agreement among raft nodes before linearized reading' (duration: 1.393174259s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:03:57.98865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:03:56.595254Z","time spent":"1.393387984s","remote":"127.0.0.1:36084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T22:03:57.988657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:03:57.425623Z","time spent":"562.975568ms","remote":"127.0.0.1:36404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T22:03:57.988783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.122879ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-06T22:03:57.988902Z","caller":"traceutil/trace.go:171","msg":"trace[2041123173] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1747; }","duration":"141.305473ms","start":"2026-03-06T22:03:57.84757Z","end":"2026-03-06T22:03:57.988875Z","steps":["trace[2041123173] 'agreement among raft nodes before linearized reading' (duration: 141.006896ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:03:58.193125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.96266ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-06T22:03:58.193325Z","caller":"traceutil/trace.go:171","msg":"trace[548612910] transaction","detail":"{read_only:false; response_revision:1748; number_of_response:1; }","duration":"199.484609ms","start":"2026-03-06T22:03:57.993793Z","end":"2026-03-06T22:03:58.193278Z","steps":["trace[548612910] 'process raft request' (duration: 67.263582ms)","trace[548612910] 'compare' (duration: 131.746755ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T22:03:58.193318Z","caller":"traceutil/trace.go:171","msg":"trace[536205046] linearizableReadLoop","detail":"{readStateIndex:1823; appliedIndex:1822; }","duration":"194.531934ms","start":"2026-03-06T22:03:57.998714Z","end":"2026-03-06T22:03:58.193246Z","steps":["trace[536205046] 'read index received' (duration: 62.317688ms)","trace[536205046] 'applied index is now lower than readState.Index' (duration: 132.212606ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T22:03:58.193432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.712299ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T22:03:58.193507Z","caller":"traceutil/trace.go:171","msg":"trace[156080361] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1748; }","duration":"194.831192ms","start":"2026-03-06T22:03:57.998658Z","end":"2026-03-06T22:03:58.193489Z","steps":["trace[156080361] 'agreement among raft nodes before linearized reading' (duration: 194.696809ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:03:58.193565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.073957ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-06T22:03:58.193647Z","caller":"traceutil/trace.go:171","msg":"trace[1941257490] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:1748; }","duration":"171.20391ms","start":"2026-03-06T22:03:58.022429Z","end":"2026-03-06T22:03:58.193633Z","steps":["trace[1941257490] 'agreement among raft nodes before linearized reading' (duration: 171.061057ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T22:04:02.05319Z","caller":"traceutil/trace.go:171","msg":"trace[1283189582] transaction","detail":"{read_only:false; response_revision:1766; number_of_response:1; }","duration":"125.885668ms","start":"2026-03-06T22:04:01.927278Z","end":"2026-03-06T22:04:02.053163Z","steps":["trace[1283189582] 'process raft request' (duration: 125.705414ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:04:04.440974Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.387874102s","expected-duration":"1s"} {"level":"info","ts":"2026-03-06T22:04:04.441279Z","caller":"traceutil/trace.go:171","msg":"trace[1299216523] linearizableReadLoop","detail":"{readStateIndex:1843; appliedIndex:1842; }","duration":"2.497648987s","start":"2026-03-06T22:04:01.943606Z","end":"2026-03-06T22:04:04.441255Z","steps":["trace[1299216523] 'read index received' (duration: 109.544439ms)","trace[1299216523] 'applied index is now lower than readState.Index' (duration: 2.388103738s)"],"step_count":2} {"level":"info","ts":"2026-03-06T22:04:04.441522Z","caller":"traceutil/trace.go:171","msg":"trace[1733228810] transaction","detail":"{read_only:false; response_revision:1767; number_of_response:1; }","duration":"2.513153065s","start":"2026-03-06T22:04:01.928295Z","end":"2026-03-06T22:04:04.441448Z","steps":["trace[1733228810] 'process raft request' (duration: 2.512855478s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:04:04.441619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.497997816s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-06T22:04:04.441716Z","caller":"traceutil/trace.go:171","msg":"trace[1155528857] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1767; }","duration":"2.49813923s","start":"2026-03-06T22:04:01.943552Z","end":"2026-03-06T22:04:04.441691Z","steps":["trace[1155528857] 'agreement among raft nodes before linearized reading' (duration: 2.497875362s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:04:04.44176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:04:01.94353Z","time spent":"2.498220942s","remote":"127.0.0.1:40130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-06T22:04:04.441819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:04:01.928269Z","time spent":"2.513387222s","remote":"127.0.0.1:36404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T22:04:04.442282Z","caller":"traceutil/trace.go:171","msg":"trace[171171341] transaction","detail":"{read_only:false; response_revision:1768; number_of_response:1; }","duration":"1.976919027s","start":"2026-03-06T22:04:02.465339Z","end":"2026-03-06T22:04:04.442258Z","steps":["trace[171171341] 'process raft request' (duration: 1.976750773s)"],"step_count":1} {"level":"info","ts":"2026-03-06T22:04:04.44231Z","caller":"traceutil/trace.go:171","msg":"trace[1246203490] transaction","detail":"{read_only:false; response_revision:1769; number_of_response:1; }","duration":"1.397877706s","start":"2026-03-06T22:04:03.0444Z","end":"2026-03-06T22:04:04.442278Z","steps":["trace[1246203490] 'process raft request' (duration: 1.397798994s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:04:04.442356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"848.071468ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T22:04:04.442386Z","caller":"traceutil/trace.go:171","msg":"trace[495802218] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1770; }","duration":"848.1346ms","start":"2026-03-06T22:04:03.594244Z","end":"2026-03-06T22:04:04.442379Z","steps":["trace[495802218] 'agreement among raft nodes before linearized reading' (duration: 848.063128ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:04:04.442385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:04:02.465296Z","time spent":"1.97704242s","remote":"127.0.0.1:36404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T22:04:04.442415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:04:03.594224Z","time spent":"848.185711ms","remote":"127.0.0.1:36084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T22:04:04.442441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.830915926s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-06T22:04:04.442457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:04:03.044377Z","time spent":"1.39799427s","remote":"127.0.0.1:36404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T22:04:04.442482Z","caller":"traceutil/trace.go:171","msg":"trace[520164437] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1770; }","duration":"1.831018418s","start":"2026-03-06T22:04:02.611451Z","end":"2026-03-06T22:04:04.442469Z","steps":["trace[520164437] 'agreement among raft nodes before linearized reading' (duration: 1.830898115s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:04:04.442514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:04:02.611426Z","time spent":"1.83108162s","remote":"127.0.0.1:36404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-06T22:04:04.442515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.159367ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-06T22:04:04.442512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.830000522s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-06T22:04:04.442513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.896017253s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-06T22:04:04.442444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.23540484s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"info","ts":"2026-03-06T22:04:04.442575Z","caller":"traceutil/trace.go:171","msg":"trace[1287814709] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1770; }","duration":"1.896126406s","start":"2026-03-06T22:04:02.546434Z","end":"2026-03-06T22:04:04.44256Z","steps":["trace[1287814709] 'agreement among raft nodes before linearized reading' (duration: 1.895987073s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:04:04.442586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.92748437s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-06T22:04:04.442587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.108626ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-06T22:04:04.442607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:04:02.546399Z","time spent":"1.896200817s","remote":"127.0.0.1:36404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-06T22:04:04.442606Z","caller":"traceutil/trace.go:171","msg":"trace[207729888] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1770; }","duration":"2.235602305s","start":"2026-03-06T22:04:02.206992Z","end":"2026-03-06T22:04:04.442594Z","steps":["trace[207729888] 'agreement among raft nodes before linearized reading' (duration: 2.235310638s)"],"step_count":1} {"level":"info","ts":"2026-03-06T22:04:04.442615Z","caller":"traceutil/trace.go:171","msg":"trace[2140713849] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1770; }","duration":"1.927570832s","start":"2026-03-06T22:04:02.515034Z","end":"2026-03-06T22:04:04.442605Z","steps":["trace[2140713849] 'agreement among raft nodes before linearized reading' (duration: 1.92745712s)"],"step_count":1} {"level":"info","ts":"2026-03-06T22:04:04.442627Z","caller":"traceutil/trace.go:171","msg":"trace[224950796] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:1770; }","duration":"402.150117ms","start":"2026-03-06T22:04:04.040468Z","end":"2026-03-06T22:04:04.442618Z","steps":["trace[224950796] 'agreement among raft nodes before linearized reading' (duration: 402.091765ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T22:04:04.442571Z","caller":"traceutil/trace.go:171","msg":"trace[2041718111] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:1770; }","duration":"370.250609ms","start":"2026-03-06T22:04:04.072293Z","end":"2026-03-06T22:04:04.442544Z","steps":["trace[2041718111] 'agreement among raft nodes before linearized reading' (duration: 370.154967ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:04:04.442638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:04:02.206976Z","time spent":"2.235654276s","remote":"127.0.0.1:36404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":526,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-06T22:04:04.442646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:04:02.514996Z","time spent":"1.927644573s","remote":"127.0.0.1:36404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-06T22:04:04.442655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:04:04.04039Z","time spent":"402.257599ms","remote":"127.0.0.1:54848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"info","ts":"2026-03-06T22:04:04.442569Z","caller":"traceutil/trace.go:171","msg":"trace[1146021993] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1770; }","duration":"1.830128175s","start":"2026-03-06T22:04:02.612425Z","end":"2026-03-06T22:04:04.442554Z","steps":["trace[1146021993] 'agreement among raft nodes before linearized reading' (duration: 1.829948111s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:04:04.442719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:04:02.612395Z","time spent":"1.83031483s","remote":"127.0.0.1:36404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-06T22:04:04.442666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:04:04.07228Z","time spent":"370.376432ms","remote":"127.0.0.1:36578","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":29,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"info","ts":"2026-03-06T22:04:04.442757Z","caller":"traceutil/trace.go:171","msg":"trace[177184642] transaction","detail":"{read_only:false; response_revision:1770; number_of_response:1; }","duration":"382.796993ms","start":"2026-03-06T22:04:04.059535Z","end":"2026-03-06T22:04:04.442332Z","steps":["trace[177184642] 'process raft request' (duration: 382.70407ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:04:04.443193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:04:04.059513Z","time spent":"383.620923ms","remote":"127.0.0.1:36404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T22:04:34.915396Z","caller":"traceutil/trace.go:171","msg":"trace[402877357] transaction","detail":"{read_only:false; response_revision:1920; number_of_response:1; }","duration":"360.805033ms","start":"2026-03-06T22:04:34.554552Z","end":"2026-03-06T22:04:34.915357Z","steps":["trace[402877357] 'process raft request' (duration: 360.66758ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:04:34.915546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:04:34.554518Z","time spent":"360.958826ms","remote":"127.0.0.1:36404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T22:04:35.41039Z","caller":"traceutil/trace.go:171","msg":"trace[768182835] transaction","detail":"{read_only:false; response_revision:1921; number_of_response:1; }","duration":"855.42148ms","start":"2026-03-06T22:04:34.554941Z","end":"2026-03-06T22:04:35.410363Z","steps":["trace[768182835] 'process raft request' (duration: 817.297887ms)","trace[768182835] 'compare' (duration: 37.531098ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T22:04:35.410544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:04:34.554927Z","time spent":"855.538882ms","remote":"127.0.0.1:36404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T22:04:35.410547Z","caller":"traceutil/trace.go:171","msg":"trace[1983366720] transaction","detail":"{read_only:false; response_revision:1922; number_of_response:1; }","duration":"855.478121ms","start":"2026-03-06T22:04:34.555014Z","end":"2026-03-06T22:04:35.410492Z","steps":["trace[1983366720] 'process raft request' (duration: 855.147023ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:04:35.410814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:04:34.555006Z","time spent":"855.624444ms","remote":"127.0.0.1:36404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T22:04:35.410922Z","caller":"traceutil/trace.go:171","msg":"trace[1680148439] linearizableReadLoop","detail":"{readStateIndex:2005; appliedIndex:2002; }","duration":"827.311628ms","start":"2026-03-06T22:04:34.583597Z","end":"2026-03-06T22:04:35.410909Z","steps":["trace[1680148439] 'read index received' (duration: 331.639484ms)","trace[1680148439] 'applied index is now lower than readState.Index' (duration: 495.671184ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T22:04:35.411085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"827.482082ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-06T22:04:35.411125Z","caller":"traceutil/trace.go:171","msg":"trace[198261152] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1923; }","duration":"827.523523ms","start":"2026-03-06T22:04:34.583592Z","end":"2026-03-06T22:04:35.411116Z","steps":["trace[198261152] 'agreement among raft nodes before linearized reading' (duration: 827.4007ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:04:35.411257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"810.557019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-06T22:04:35.411291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"808.086758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-06T22:04:35.411284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"666.993628ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.229\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-06T22:04:35.411332Z","caller":"traceutil/trace.go:171","msg":"trace[1562750136] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1923; }","duration":"808.148419ms","start":"2026-03-06T22:04:34.603173Z","end":"2026-03-06T22:04:35.411321Z","steps":["trace[1562750136] 'agreement among raft nodes before linearized reading' (duration: 808.024045ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:04:35.411342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"753.505482ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12383"} {"level":"warn","ts":"2026-03-06T22:04:35.411293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"736.65745ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-06T22:04:35.4114Z","caller":"traceutil/trace.go:171","msg":"trace[1072138323] range","detail":"{range_begin:/registry/masterleases/199.204.45.229; range_end:; response_count:1; response_revision:1923; }","duration":"667.137772ms","start":"2026-03-06T22:04:34.74423Z","end":"2026-03-06T22:04:35.411368Z","steps":["trace[1072138323] 'agreement among raft nodes before linearized reading' (duration: 666.873645ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:04:35.411155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:04:34.583558Z","time spent":"827.590545ms","remote":"127.0.0.1:36404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-06T22:04:35.411436Z","caller":"traceutil/trace.go:171","msg":"trace[581782432] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1923; }","duration":"753.637455ms","start":"2026-03-06T22:04:34.657777Z","end":"2026-03-06T22:04:35.411414Z","steps":["trace[581782432] 'agreement among raft nodes before linearized reading' (duration: 753.323347ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:04:35.41143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"809.273966ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-06T22:04:35.411465Z","caller":"traceutil/trace.go:171","msg":"trace[820095742] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1923; }","duration":"736.859745ms","start":"2026-03-06T22:04:34.67458Z","end":"2026-03-06T22:04:35.41144Z","steps":["trace[820095742] 'agreement among raft nodes before linearized reading' (duration: 736.543278ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T22:04:35.411482Z","caller":"traceutil/trace.go:171","msg":"trace[124187404] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1923; }","duration":"809.344458ms","start":"2026-03-06T22:04:34.602128Z","end":"2026-03-06T22:04:35.411473Z","steps":["trace[124187404] 'agreement among raft nodes before linearized reading' (duration: 809.230655ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:04:35.411487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:04:34.657766Z","time spent":"753.708876ms","remote":"127.0.0.1:36304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12405,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-06T22:04:35.411515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:04:34.674568Z","time spent":"736.935377ms","remote":"127.0.0.1:40130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-06T22:04:35.411328Z","caller":"traceutil/trace.go:171","msg":"trace[310811192] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1923; }","duration":"810.698052ms","start":"2026-03-06T22:04:34.600614Z","end":"2026-03-06T22:04:35.411312Z","steps":["trace[310811192] 'agreement among raft nodes before linearized reading' (duration: 810.487887ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:04:35.411516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:04:34.602119Z","time spent":"809.389229ms","remote":"127.0.0.1:36404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-06T22:04:35.411578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:04:34.600595Z","time spent":"810.966879ms","remote":"127.0.0.1:36404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-06T22:04:35.411582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:04:34.744208Z","time spent":"667.357998ms","remote":"127.0.0.1:36128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.229\" "} {"level":"warn","ts":"2026-03-06T22:04:35.411377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:04:34.603161Z","time spent":"808.20971ms","remote":"127.0.0.1:36404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-06T22:04:35.411563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"809.330578ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-06T22:04:35.411027Z","caller":"traceutil/trace.go:171","msg":"trace[1443286832] transaction","detail":"{read_only:false; response_revision:1923; number_of_response:1; }","duration":"742.466005ms","start":"2026-03-06T22:04:34.668529Z","end":"2026-03-06T22:04:35.410995Z","steps":["trace[1443286832] 'process raft request' (duration: 742.313452ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T22:04:35.411695Z","caller":"traceutil/trace.go:171","msg":"trace[1514272078] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1923; }","duration":"809.511302ms","start":"2026-03-06T22:04:34.602161Z","end":"2026-03-06T22:04:35.411673Z","steps":["trace[1514272078] 'agreement among raft nodes before linearized reading' (duration: 809.027ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:04:35.411762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:04:34.668511Z","time spent":"743.195723ms","remote":"127.0.0.1:36404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T22:04:35.411798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:04:34.602149Z","time spent":"809.635535ms","remote":"127.0.0.1:36404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-06T22:04:35.897613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.633757ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-06T22:04:35.898001Z","caller":"traceutil/trace.go:171","msg":"trace[976188028] transaction","detail":"{read_only:false; response_revision:1927; number_of_response:1; }","duration":"479.730137ms","start":"2026-03-06T22:04:35.418248Z","end":"2026-03-06T22:04:35.897979Z","steps":["trace[976188028] 'process raft request' (duration: 479.623664ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T22:04:35.898056Z","caller":"traceutil/trace.go:171","msg":"trace[333778890] transaction","detail":"{read_only:false; response_revision:1926; number_of_response:1; }","duration":"480.060134ms","start":"2026-03-06T22:04:35.417969Z","end":"2026-03-06T22:04:35.898029Z","steps":["trace[333778890] 'process raft request' (duration: 479.836499ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:04:35.898118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:04:35.418228Z","time spent":"479.829929ms","remote":"127.0.0.1:36404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T22:04:35.898193Z","caller":"traceutil/trace.go:171","msg":"trace[2081563185] transaction","detail":"{read_only:false; response_revision:1928; number_of_response:1; }","duration":"479.383238ms","start":"2026-03-06T22:04:35.418792Z","end":"2026-03-06T22:04:35.898175Z","steps":["trace[2081563185] 'process raft request' (duration: 479.133581ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:04:35.898221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:04:35.417943Z","time spent":"480.188177ms","remote":"127.0.0.1:36404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T22:04:35.897986Z","caller":"traceutil/trace.go:171","msg":"trace[738433224] transaction","detail":"{read_only:false; response_revision:1924; number_of_response:1; }","duration":"481.719046ms","start":"2026-03-06T22:04:35.416236Z","end":"2026-03-06T22:04:35.897955Z","steps":["trace[738433224] 'process raft request' (duration: 274.614067ms)","trace[738433224] 'compare' (duration: 206.465293ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T22:04:35.898043Z","caller":"traceutil/trace.go:171","msg":"trace[614952437] linearizableReadLoop","detail":"{readStateIndex:2012; appliedIndex:2006; }","duration":"477.402918ms","start":"2026-03-06T22:04:35.420613Z","end":"2026-03-06T22:04:35.898016Z","steps":["trace[614952437] 'read index received' (duration: 20.961853ms)","trace[614952437] 'applied index is now lower than readState.Index' (duration: 456.439835ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T22:04:35.898315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:04:35.41622Z","time spent":"482.043576ms","remote":"127.0.0.1:36404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T22:04:35.898041Z","caller":"traceutil/trace.go:171","msg":"trace[1903763903] transaction","detail":"{read_only:false; response_revision:1925; number_of_response:1; }","duration":"480.491906ms","start":"2026-03-06T22:04:35.417479Z","end":"2026-03-06T22:04:35.897971Z","steps":["trace[1903763903] 'process raft request' (duration: 480.25096ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:04:35.898314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:04:35.418775Z","time spent":"479.47122ms","remote":"127.0.0.1:36404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T22:04:35.898407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"477.771338ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-06T22:04:35.898629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:04:35.417475Z","time spent":"480.940758ms","remote":"127.0.0.1:36404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T22:04:35.898759Z","caller":"traceutil/trace.go:171","msg":"trace[622488076] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:1928; }","duration":"478.030135ms","start":"2026-03-06T22:04:35.420601Z","end":"2026-03-06T22:04:35.898631Z","steps":["trace[622488076] 'agreement among raft nodes before linearized reading' (duration: 477.499261ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:04:35.898839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:04:35.420595Z","time spent":"478.23032ms","remote":"127.0.0.1:36598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":27,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-06T22:04:35.899434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.419413ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T22:04:35.899464Z","caller":"traceutil/trace.go:171","msg":"trace[167345004] transaction","detail":"{read_only:false; response_revision:1930; number_of_response:1; }","duration":"375.562362ms","start":"2026-03-06T22:04:35.523884Z","end":"2026-03-06T22:04:35.899446Z","steps":["trace[167345004] 'process raft request' (duration: 375.431459ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T22:04:35.899497Z","caller":"traceutil/trace.go:171","msg":"trace[294193221] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1930; }","duration":"304.525376ms","start":"2026-03-06T22:04:35.594955Z","end":"2026-03-06T22:04:35.899481Z","steps":["trace[294193221] 'agreement among raft nodes before linearized reading' (duration: 304.404873ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:04:35.899535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:04:35.594923Z","time spent":"304.604318ms","remote":"127.0.0.1:36084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-06T22:04:35.899531Z","caller":"traceutil/trace.go:171","msg":"trace[1758376592] transaction","detail":"{read_only:false; response_revision:1929; number_of_response:1; }","duration":"457.025169ms","start":"2026-03-06T22:04:35.44249Z","end":"2026-03-06T22:04:35.899516Z","steps":["trace[1758376592] 'process raft request' (duration: 456.728661ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:04:35.899756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:04:35.442476Z","time spent":"457.212384ms","remote":"127.0.0.1:36128","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T22:04:35.899558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:04:35.523874Z","time spent":"375.629993ms","remote":"127.0.0.1:36404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T22:04:42.962071Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880867874559969793,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T22:04:43.019741Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.093563387s","expected-duration":"1s"} {"level":"info","ts":"2026-03-06T22:04:43.020366Z","caller":"traceutil/trace.go:171","msg":"trace[1948603241] transaction","detail":"{read_only:false; response_revision:1953; number_of_response:1; }","duration":"1.094308765s","start":"2026-03-06T22:04:41.92603Z","end":"2026-03-06T22:04:43.020339Z","steps":["trace[1948603241] 'process raft request' (duration: 1.094121921s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:04:43.020539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:04:41.926012Z","time spent":"1.094435209s","remote":"127.0.0.1:36404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T22:04:43.133768Z","caller":"traceutil/trace.go:171","msg":"trace[1291149017] transaction","detail":"{read_only:false; response_revision:1954; number_of_response:1; }","duration":"1.2064998s","start":"2026-03-06T22:04:41.92724Z","end":"2026-03-06T22:04:43.13374Z","steps":["trace[1291149017] 'process raft request' (duration: 1.206267364s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:04:43.133936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:04:41.927211Z","time spent":"1.206643453s","remote":"127.0.0.1:36404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T22:04:43.134396Z","caller":"traceutil/trace.go:171","msg":"trace[755295179] transaction","detail":"{read_only:false; response_revision:1956; number_of_response:1; }","duration":"1.206814149s","start":"2026-03-06T22:04:41.927553Z","end":"2026-03-06T22:04:43.134367Z","steps":["trace[755295179] 'process raft request' (duration: 1.206609513s)"],"step_count":1} {"level":"info","ts":"2026-03-06T22:04:43.134251Z","caller":"traceutil/trace.go:171","msg":"trace[1985096483] transaction","detail":"{read_only:false; response_revision:1955; number_of_response:1; }","duration":"1.206652693s","start":"2026-03-06T22:04:41.927518Z","end":"2026-03-06T22:04:43.134171Z","steps":["trace[1985096483] 'process raft request' (duration: 1.206168771s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:04:43.134697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:04:41.927543Z","time spent":"1.206993443s","remote":"127.0.0.1:36404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T22:04:43.134702Z","caller":"traceutil/trace.go:171","msg":"trace[1140069076] transaction","detail":"{read_only:false; response_revision:1957; number_of_response:1; }","duration":"1.206263275s","start":"2026-03-06T22:04:41.928414Z","end":"2026-03-06T22:04:43.134677Z","steps":["trace[1140069076] 'process raft request' (duration: 1.205899386s)"],"step_count":1} {"level":"info","ts":"2026-03-06T22:04:43.134744Z","caller":"traceutil/trace.go:171","msg":"trace[1426684201] linearizableReadLoop","detail":"{readStateIndex:2043; appliedIndex:2037; }","duration":"672.796964ms","start":"2026-03-06T22:04:42.461911Z","end":"2026-03-06T22:04:43.134708Z","steps":["trace[1426684201] 'read index received' (duration: 558.173708ms)","trace[1426684201] 'applied index is now lower than readState.Index' (duration: 114.621496ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T22:04:43.134731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:04:41.927508Z","time spent":"1.207119316s","remote":"127.0.0.1:36404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T22:04:43.134938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:04:41.928405Z","time spent":"1.20643584s","remote":"127.0.0.1:36404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T22:04:43.134978Z","caller":"traceutil/trace.go:171","msg":"trace[1159255360] transaction","detail":"{read_only:false; response_revision:1958; number_of_response:1; }","duration":"195.646272ms","start":"2026-03-06T22:04:42.939257Z","end":"2026-03-06T22:04:43.134903Z","steps":["trace[1159255360] 'process raft request' (duration: 195.292223ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:04:43.135172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"673.232585ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-06T22:04:43.13523Z","caller":"traceutil/trace.go:171","msg":"trace[321496158] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1958; }","duration":"673.356119ms","start":"2026-03-06T22:04:42.461858Z","end":"2026-03-06T22:04:43.135215Z","steps":["trace[321496158] 'agreement among raft nodes before linearized reading' (duration: 673.068322ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:04:43.135273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:04:42.461783Z","time spent":"673.480952ms","remote":"127.0.0.1:40130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-06T22:04:43.135567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.678969ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T22:04:43.135632Z","caller":"traceutil/trace.go:171","msg":"trace[1336453274] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1958; }","duration":"284.772681ms","start":"2026-03-06T22:04:42.850844Z","end":"2026-03-06T22:04:43.135617Z","steps":["trace[1336453274] 'agreement among raft nodes before linearized reading' (duration: 284.676418ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:04:43.135674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.008737ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.189a5fb827b0e84c\" ","response":"range_response_count:1 size:846"} {"level":"info","ts":"2026-03-06T22:04:43.135732Z","caller":"traceutil/trace.go:171","msg":"trace[477659274] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.189a5fb827b0e84c; range_end:; response_count:1; response_revision:1958; }","duration":"263.098789ms","start":"2026-03-06T22:04:42.87261Z","end":"2026-03-06T22:04:43.135709Z","steps":["trace[477659274] 'agreement among raft nodes before linearized reading' (duration: 262.929855ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:04:44.065869Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880867874559969801,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-06T22:04:44.391963Z","caller":"traceutil/trace.go:171","msg":"trace[720924945] transaction","detail":"{read_only:false; response_revision:1961; number_of_response:1; }","duration":"956.459847ms","start":"2026-03-06T22:04:43.435466Z","end":"2026-03-06T22:04:44.391926Z","steps":["trace[720924945] 'process raft request' (duration: 956.17606ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:04:44.392157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:04:43.435441Z","time spent":"956.622093ms","remote":"127.0.0.1:36404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T22:04:45.595202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000089386s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-06T22:04:45.595314Z","caller":"traceutil/trace.go:171","msg":"trace[264663174] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000237419s","start":"2026-03-06T22:04:43.595054Z","end":"2026-03-06T22:04:45.595291Z","steps":["trace[264663174] 'agreement among raft nodes before linearized reading' (duration: 2.000104496s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:04:45.595368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:04:43.595045Z","time spent":"2.000311841s","remote":"127.0.0.1:36100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/06 22:04:45 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-06T22:04:45.996435Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.604847022s","expected-duration":"1s"} {"level":"info","ts":"2026-03-06T22:04:45.997899Z","caller":"traceutil/trace.go:171","msg":"trace[2052109783] linearizableReadLoop","detail":"{readStateIndex:2047; appliedIndex:2045; }","duration":"2.43255499s","start":"2026-03-06T22:04:43.565319Z","end":"2026-03-06T22:04:45.997874Z","steps":["trace[2052109783] 'read index received' (duration: 826.205571ms)","trace[2052109783] 'applied index is now lower than readState.Index' (duration: 1.606347799s)"],"step_count":2} {"level":"info","ts":"2026-03-06T22:04:45.997958Z","caller":"traceutil/trace.go:171","msg":"trace[1269585245] transaction","detail":"{read_only:false; response_revision:1962; number_of_response:1; }","duration":"2.540311375s","start":"2026-03-06T22:04:43.457617Z","end":"2026-03-06T22:04:45.997928Z","steps":["trace[1269585245] 'process raft request' (duration: 2.539060713s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:04:45.998095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:04:43.457603Z","time spent":"2.540413177s","remote":"127.0.0.1:36404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T22:04:45.998025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.432687663s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-06T22:04:45.998156Z","caller":"traceutil/trace.go:171","msg":"trace[116535489] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:1962; }","duration":"2.432864238s","start":"2026-03-06T22:04:43.565284Z","end":"2026-03-06T22:04:45.998148Z","steps":["trace[116535489] 'agreement among raft nodes before linearized reading' (duration: 2.432695514s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:04:45.998276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:04:43.565263Z","time spent":"2.433002972s","remote":"127.0.0.1:36610","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":2,"response size":29,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"warn","ts":"2026-03-06T22:04:45.998897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.132814204s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-06T22:04:45.998973Z","caller":"traceutil/trace.go:171","msg":"trace[1766726818] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:1965; }","duration":"2.132925026s","start":"2026-03-06T22:04:43.866028Z","end":"2026-03-06T22:04:45.998953Z","steps":["trace[1766726818] 'agreement among raft nodes before linearized reading' (duration: 2.13270324s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:04:45.999011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:04:43.866008Z","time spent":"2.132994318s","remote":"127.0.0.1:36404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":581,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-06T22:04:45.999251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.477695721s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-06T22:04:45.999307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"860.348244ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-06T22:04:45.999356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.900440034s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-06T22:04:45.999389Z","caller":"traceutil/trace.go:171","msg":"trace[1894221646] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:1965; }","duration":"1.900509705s","start":"2026-03-06T22:04:44.098869Z","end":"2026-03-06T22:04:45.999379Z","steps":["trace[1894221646] 'agreement among raft nodes before linearized reading' (duration: 1.900457604s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:04:45.999418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:04:44.098857Z","time spent":"1.900554056s","remote":"127.0.0.1:36598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":10,"response size":29,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"info","ts":"2026-03-06T22:04:45.999415Z","caller":"traceutil/trace.go:171","msg":"trace[260063897] transaction","detail":"{read_only:false; response_revision:1965; number_of_response:1; }","duration":"400.2877ms","start":"2026-03-06T22:04:45.599077Z","end":"2026-03-06T22:04:45.999364Z","steps":["trace[260063897] 'process raft request' (duration: 399.610263ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:04:45.999475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"859.641377ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-06T22:04:45.999509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"975.020832ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-06T22:04:45.999543Z","caller":"traceutil/trace.go:171","msg":"trace[1780477341] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1965; }","duration":"859.734749ms","start":"2026-03-06T22:04:45.139792Z","end":"2026-03-06T22:04:45.999527Z","steps":["trace[1780477341] 'agreement among raft nodes before linearized reading' (duration: 859.510434ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T22:04:45.999574Z","caller":"traceutil/trace.go:171","msg":"trace[554119134] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1965; }","duration":"975.108084ms","start":"2026-03-06T22:04:45.024435Z","end":"2026-03-06T22:04:45.999543Z","steps":["trace[554119134] 'agreement among raft nodes before linearized reading' (duration: 974.978841ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:04:45.999579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"397.186861ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T22:04:45.999575Z","caller":"traceutil/trace.go:171","msg":"trace[1324426738] transaction","detail":"{read_only:false; response_revision:1963; number_of_response:1; }","duration":"858.222601ms","start":"2026-03-06T22:04:45.141341Z","end":"2026-03-06T22:04:45.999563Z","steps":["trace[1324426738] 'process raft request' (duration: 857.210546ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:04:45.999608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:04:45.024412Z","time spent":"975.188847ms","remote":"127.0.0.1:36404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-06T22:04:45.999369Z","caller":"traceutil/trace.go:171","msg":"trace[1000922352] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:1965; }","duration":"1.477806534s","start":"2026-03-06T22:04:44.521491Z","end":"2026-03-06T22:04:45.999297Z","steps":["trace[1000922352] 'agreement among raft nodes before linearized reading' (duration: 1.477689781s)"],"step_count":1} {"level":"info","ts":"2026-03-06T22:04:45.999644Z","caller":"traceutil/trace.go:171","msg":"trace[1850290417] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1965; }","duration":"397.280984ms","start":"2026-03-06T22:04:45.602346Z","end":"2026-03-06T22:04:45.999627Z","steps":["trace[1850290417] 'agreement among raft nodes before linearized reading' (duration: 397.178211ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:04:45.999661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:04:44.521469Z","time spent":"1.478179793s","remote":"127.0.0.1:36512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":29,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"info","ts":"2026-03-06T22:04:45.999342Z","caller":"traceutil/trace.go:171","msg":"trace[202718705] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1965; }","duration":"860.410106ms","start":"2026-03-06T22:04:45.138923Z","end":"2026-03-06T22:04:45.999333Z","steps":["trace[202718705] 'agreement among raft nodes before linearized reading' (duration: 860.303934ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:04:45.999674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"859.7736ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-06T22:04:45.999659Z","caller":"traceutil/trace.go:171","msg":"trace[2053157323] transaction","detail":"{read_only:false; response_revision:1964; number_of_response:1; }","duration":"500.943596ms","start":"2026-03-06T22:04:45.498704Z","end":"2026-03-06T22:04:45.999647Z","steps":["trace[2053157323] 'process raft request' (duration: 499.946821ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:04:45.999709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:04:45.13891Z","time spent":"860.792165ms","remote":"127.0.0.1:36404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-06T22:04:45.999709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:04:45.602332Z","time spent":"397.350165ms","remote":"127.0.0.1:36084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-06T22:04:45.999737Z","caller":"traceutil/trace.go:171","msg":"trace[396541010] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1965; }","duration":"859.814421ms","start":"2026-03-06T22:04:45.139891Z","end":"2026-03-06T22:04:45.999705Z","steps":["trace[396541010] 'agreement among raft nodes before linearized reading' (duration: 859.701689ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:04:45.999318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"859.488564ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-06T22:04:45.999773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:04:45.139877Z","time spent":"859.888933ms","remote":"127.0.0.1:36404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-06T22:04:45.999771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:04:45.498679Z","time spent":"501.042938ms","remote":"127.0.0.1:36404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T22:04:45.999785Z","caller":"traceutil/trace.go:171","msg":"trace[947647828] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1965; }","duration":"859.996626ms","start":"2026-03-06T22:04:45.139778Z","end":"2026-03-06T22:04:45.999775Z","steps":["trace[947647828] 'agreement among raft nodes before linearized reading' (duration: 859.422282ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:04:45.999815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:04:45.139758Z","time spent":"860.048827ms","remote":"127.0.0.1:36404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-06T22:04:45.999732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:04:45.141323Z","time spent":"858.318653ms","remote":"127.0.0.1:36404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T22:04:45.999754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.254215133s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.229\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-03-06T22:04:45.999308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.856674959s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-06T22:04:45.999898Z","caller":"traceutil/trace.go:171","msg":"trace[1874928526] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1965; }","duration":"1.857286554s","start":"2026-03-06T22:04:44.142601Z","end":"2026-03-06T22:04:45.999888Z","steps":["trace[1874928526] 'agreement among raft nodes before linearized reading' (duration: 1.856628298s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:04:45.999929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:04:44.142591Z","time spent":"1.857331606s","remote":"127.0.0.1:40130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-06T22:04:45.999601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:04:45.139777Z","time spent":"859.810262ms","remote":"127.0.0.1:36404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-06T22:04:45.999982Z","caller":"traceutil/trace.go:171","msg":"trace[492952223] range","detail":"{range_begin:/registry/masterleases/199.204.45.229; range_end:; response_count:1; response_revision:1965; }","duration":"1.254388007s","start":"2026-03-06T22:04:44.745471Z","end":"2026-03-06T22:04:45.999859Z","steps":["trace[492952223] 'agreement among raft nodes before linearized reading' (duration: 1.253968827s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:04:46.000077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.946219748s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-06T22:04:46.000159Z","caller":"traceutil/trace.go:171","msg":"trace[1255886211] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:1965; }","duration":"1.946317061s","start":"2026-03-06T22:04:44.053807Z","end":"2026-03-06T22:04:46.000124Z","steps":["trace[1255886211] 'agreement among raft nodes before linearized reading' (duration: 1.946192327s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:04:46.000174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:04:44.74545Z","time spent":"1.254705076s","remote":"127.0.0.1:36128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.229\" "} {"level":"warn","ts":"2026-03-06T22:04:46.000224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:04:44.053788Z","time spent":"1.946421344s","remote":"127.0.0.1:36672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":30,"response size":29,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"warn","ts":"2026-03-06T22:04:45.999596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:04:45.599051Z","time spent":"400.455964ms","remote":"127.0.0.1:36178","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-06T22:04:46.512131Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880867874559969811,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T22:04:47.14241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"534.021352ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:39"} {"level":"info","ts":"2026-03-06T22:04:47.142737Z","caller":"traceutil/trace.go:171","msg":"trace[1828332915] transaction","detail":"{read_only:false; response_revision:1968; number_of_response:1; }","duration":"1.138200091s","start":"2026-03-06T22:04:46.004519Z","end":"2026-03-06T22:04:47.142719Z","steps":["trace[1828332915] 'process raft request' (duration: 1.13813685s)"],"step_count":1} {"level":"info","ts":"2026-03-06T22:04:47.142813Z","caller":"traceutil/trace.go:171","msg":"trace[1310413832] transaction","detail":"{read_only:false; response_revision:1966; number_of_response:1; }","duration":"1.138360055s","start":"2026-03-06T22:04:46.004392Z","end":"2026-03-06T22:04:47.142752Z","steps":["trace[1310413832] 'process raft request' (duration: 1.138117659s)"],"step_count":1} {"level":"info","ts":"2026-03-06T22:04:47.142825Z","caller":"traceutil/trace.go:171","msg":"trace[906130402] transaction","detail":"{read_only:false; response_revision:1967; number_of_response:1; }","duration":"1.138338934s","start":"2026-03-06T22:04:46.00446Z","end":"2026-03-06T22:04:47.142799Z","steps":["trace[906130402] 'process raft request' (duration: 1.13816356s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:04:47.142872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:04:46.004514Z","time spent":"1.138300014s","remote":"127.0.0.1:36404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T22:04:47.142942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:04:46.001574Z","time spent":"1.14136115s","remote":"127.0.0.1:36128","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-06T22:04:47.142966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:04:46.004451Z","time spent":"1.138439287s","remote":"127.0.0.1:36404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T22:04:47.143229Z","caller":"traceutil/trace.go:171","msg":"trace[460223302] transaction","detail":"{read_only:false; response_revision:1969; number_of_response:1; }","duration":"1.138661424s","start":"2026-03-06T22:04:46.004555Z","end":"2026-03-06T22:04:47.143216Z","steps":["trace[460223302] 'process raft request' (duration: 1.13812993s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:04:47.143305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:04:46.004546Z","time spent":"1.138725225s","remote":"127.0.0.1:36404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T22:04:47.143454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:04:46.00437Z","time spent":"1.138510518s","remote":"127.0.0.1:36404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T22:04:47.143536Z","caller":"traceutil/trace.go:171","msg":"trace[893415271] transaction","detail":"{read_only:false; response_revision:1971; number_of_response:1; }","duration":"1.138905429s","start":"2026-03-06T22:04:46.004614Z","end":"2026-03-06T22:04:47.14352Z","steps":["trace[893415271] 'process raft request' (duration: 1.138702414s)"],"step_count":1} {"level":"info","ts":"2026-03-06T22:04:47.143512Z","caller":"traceutil/trace.go:171","msg":"trace[1645829305] transaction","detail":"{read_only:false; response_revision:1970; number_of_response:1; }","duration":"1.13891397s","start":"2026-03-06T22:04:46.004552Z","end":"2026-03-06T22:04:47.143466Z","steps":["trace[1645829305] 'process raft request' (duration: 1.138581752s)"],"step_count":1} {"level":"info","ts":"2026-03-06T22:04:47.143543Z","caller":"traceutil/trace.go:171","msg":"trace[162368631] linearizableReadLoop","detail":"{readStateIndex:2058; appliedIndex:2050; }","duration":"1.13214094s","start":"2026-03-06T22:04:46.011376Z","end":"2026-03-06T22:04:47.143517Z","steps":["trace[162368631] 'read index received' (duration: 597.02702ms)","trace[162368631] 'applied index is now lower than readState.Index' (duration: 535.11244ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T22:04:47.143613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:04:46.004596Z","time spent":"1.138975421s","remote":"127.0.0.1:36404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T22:04:47.143577Z","caller":"traceutil/trace.go:171","msg":"trace[829061774] transaction","detail":"{read_only:false; response_revision:1972; number_of_response:1; }","duration":"745.182033ms","start":"2026-03-06T22:04:46.398354Z","end":"2026-03-06T22:04:47.143536Z","steps":["trace[829061774] 'process raft request' (duration: 745.106432ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:04:47.143678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:04:46.004532Z","time spent":"1.139056083s","remote":"127.0.0.1:36404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T22:04:47.14371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.132311154s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T22:04:47.143776Z","caller":"traceutil/trace.go:171","msg":"trace[997734274] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:1972; }","duration":"1.132420737s","start":"2026-03-06T22:04:46.011337Z","end":"2026-03-06T22:04:47.143758Z","steps":["trace[997734274] 'agreement among raft nodes before linearized reading' (duration: 1.132267033s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:04:47.143798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:04:46.398328Z","time spent":"745.363938ms","remote":"127.0.0.1:36404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T22:04:47.143853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:04:46.011325Z","time spent":"1.132487418s","remote":"127.0.0.1:36598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":27,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-06T22:04:47.143879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.297494ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-03-06T22:04:47.143725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"601.609963ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-06T22:04:47.143935Z","caller":"traceutil/trace.go:171","msg":"trace[1636787185] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1972; }","duration":"137.380506ms","start":"2026-03-06T22:04:47.006533Z","end":"2026-03-06T22:04:47.143913Z","steps":["trace[1636787185] 'agreement among raft nodes before linearized reading' (duration: 137.220142ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T22:04:47.143986Z","caller":"traceutil/trace.go:171","msg":"trace[1248112376] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:1972; }","duration":"601.900091ms","start":"2026-03-06T22:04:46.542064Z","end":"2026-03-06T22:04:47.143964Z","steps":["trace[1248112376] 'agreement among raft nodes before linearized reading' (duration: 601.602214ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:04:47.144048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:04:46.542052Z","time spent":"601.977043ms","remote":"127.0.0.1:36266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":29,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"warn","ts":"2026-03-06T22:04:47.647881Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880867874559969822,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-06T22:04:47.881393Z","caller":"traceutil/trace.go:171","msg":"trace[781796767] linearizableReadLoop","detail":"{readStateIndex:2059; appliedIndex:2058; }","duration":"734.420116ms","start":"2026-03-06T22:04:47.146953Z","end":"2026-03-06T22:04:47.881373Z","steps":["trace[781796767] 'read index received' (duration: 694.063297ms)","trace[781796767] 'applied index is now lower than readState.Index' (duration: 40.355609ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T22:04:47.881426Z","caller":"traceutil/trace.go:171","msg":"trace[1837384319] transaction","detail":"{read_only:false; response_revision:1973; number_of_response:1; }","duration":"736.344663ms","start":"2026-03-06T22:04:47.145051Z","end":"2026-03-06T22:04:47.881396Z","steps":["trace[1837384319] 'process raft request' (duration: 695.996944ms)","trace[1837384319] 'compare' (duration: 40.064752ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T22:04:47.881552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"652.301681ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-06T22:04:47.881578Z","caller":"traceutil/trace.go:171","msg":"trace[1540089545] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1973; }","duration":"652.368773ms","start":"2026-03-06T22:04:47.229201Z","end":"2026-03-06T22:04:47.88157Z","steps":["trace[1540089545] 'agreement among raft nodes before linearized reading' (duration: 652.278831ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:04:47.881585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:04:47.145028Z","time spent":"736.476437ms","remote":"127.0.0.1:36128","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T22:04:47.881602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:04:47.229189Z","time spent":"652.406894ms","remote":"127.0.0.1:40088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-06T22:04:47.881587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"734.60887ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T22:04:47.881681Z","caller":"traceutil/trace.go:171","msg":"trace[1443843634] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:1973; }","duration":"734.739844ms","start":"2026-03-06T22:04:47.146917Z","end":"2026-03-06T22:04:47.881657Z","steps":["trace[1443843634] 'agreement among raft nodes before linearized reading' (duration: 734.549689ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:04:47.881727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:04:47.146902Z","time spent":"734.813035ms","remote":"127.0.0.1:36312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":27,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-06T22:04:47.881761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.825142ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T22:04:47.881782Z","caller":"traceutil/trace.go:171","msg":"trace[1974897018] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1973; }","duration":"286.879514ms","start":"2026-03-06T22:04:47.594896Z","end":"2026-03-06T22:04:47.881776Z","steps":["trace[1974897018] 'agreement among raft nodes before linearized reading' (duration: 286.844583ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T22:05:46.654353Z","caller":"traceutil/trace.go:171","msg":"trace[48299329] transaction","detail":"{read_only:false; response_revision:2427; number_of_response:1; }","duration":"425.496973ms","start":"2026-03-06T22:05:46.228828Z","end":"2026-03-06T22:05:46.654325Z","steps":["trace[48299329] 'process raft request' (duration: 425.323909ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:05:46.654533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:05:46.228805Z","time spent":"425.638527ms","remote":"127.0.0.1:36404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T22:05:46.65901Z","caller":"traceutil/trace.go:171","msg":"trace[1954416441] linearizableReadLoop","detail":"{readStateIndex:2534; appliedIndex:2532; }","duration":"281.562031ms","start":"2026-03-06T22:05:46.37742Z","end":"2026-03-06T22:05:46.658982Z","steps":["trace[1954416441] 'read index received' (duration: 276.739521ms)","trace[1954416441] 'applied index is now lower than readState.Index' (duration: 4.82162ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T22:05:46.659134Z","caller":"traceutil/trace.go:171","msg":"trace[1931963397] transaction","detail":"{read_only:false; response_revision:2428; number_of_response:1; }","duration":"430.013476ms","start":"2026-03-06T22:05:46.229093Z","end":"2026-03-06T22:05:46.659107Z","steps":["trace[1931963397] 'process raft request' (duration: 429.760269ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:05:46.659243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.818797ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-06T22:05:46.659288Z","caller":"traceutil/trace.go:171","msg":"trace[1673516209] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2428; }","duration":"281.904429ms","start":"2026-03-06T22:05:46.377371Z","end":"2026-03-06T22:05:46.659276Z","steps":["trace[1673516209] 'agreement among raft nodes before linearized reading' (duration: 281.750345ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:05:46.659292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:05:46.229083Z","time spent":"430.112668ms","remote":"127.0.0.1:36404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T22:05:55.893646Z","caller":"traceutil/trace.go:171","msg":"trace[360918621] linearizableReadLoop","detail":"{readStateIndex:2590; appliedIndex:2589; }","duration":"372.871722ms","start":"2026-03-06T22:05:55.520749Z","end":"2026-03-06T22:05:55.89362Z","steps":["trace[360918621] 'read index received' (duration: 372.742639ms)","trace[360918621] 'applied index is now lower than readState.Index' (duration: 126.363µs)"],"step_count":2} {"level":"info","ts":"2026-03-06T22:05:55.893762Z","caller":"traceutil/trace.go:171","msg":"trace[1345023555] transaction","detail":"{read_only:false; response_revision:2482; number_of_response:1; }","duration":"373.972978ms","start":"2026-03-06T22:05:55.519778Z","end":"2026-03-06T22:05:55.893751Z","steps":["trace[1345023555] 'process raft request' (duration: 373.711812ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:05:55.89386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:05:55.519762Z","time spent":"374.025749ms","remote":"127.0.0.1:36404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T22:05:55.894048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.291202ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-06T22:05:55.89413Z","caller":"traceutil/trace.go:171","msg":"trace[750377024] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2482; }","duration":"373.394904ms","start":"2026-03-06T22:05:55.520719Z","end":"2026-03-06T22:05:55.894114Z","steps":["trace[750377024] 'agreement among raft nodes before linearized reading' (duration: 373.206879ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:05:55.894185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:05:55.520705Z","time spent":"373.470646ms","remote":"127.0.0.1:36404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-06T22:05:55.895246Z","caller":"traceutil/trace.go:171","msg":"trace[439814841] transaction","detail":"{read_only:false; response_revision:2483; number_of_response:1; }","duration":"373.978739ms","start":"2026-03-06T22:05:55.521236Z","end":"2026-03-06T22:05:55.895214Z","steps":["trace[439814841] 'process raft request' (duration: 373.812325ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:05:55.895284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.253205ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T22:05:55.895358Z","caller":"traceutil/trace.go:171","msg":"trace[1195781275] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2483; }","duration":"300.354588ms","start":"2026-03-06T22:05:55.594989Z","end":"2026-03-06T22:05:55.895344Z","steps":["trace[1195781275] 'agreement among raft nodes before linearized reading' (duration: 300.246145ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:05:55.895401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:05:55.594975Z","time spent":"300.418279ms","remote":"127.0.0.1:36084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T22:05:55.895445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.492476ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-06T22:05:55.895482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:05:55.521222Z","time spent":"374.140093ms","remote":"127.0.0.1:36404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T22:05:55.895257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.109612ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-06T22:05:55.895507Z","caller":"traceutil/trace.go:171","msg":"trace[859107444] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2483; }","duration":"373.581308ms","start":"2026-03-06T22:05:55.52191Z","end":"2026-03-06T22:05:55.895492Z","steps":["trace[859107444] 'agreement among raft nodes before linearized reading' (duration: 373.357403ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:05:55.895587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:05:55.521902Z","time spent":"373.676271ms","remote":"127.0.0.1:36404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-06T22:05:55.895589Z","caller":"traceutil/trace.go:171","msg":"trace[1005967720] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2483; }","duration":"374.457681ms","start":"2026-03-06T22:05:55.521111Z","end":"2026-03-06T22:05:55.895569Z","steps":["trace[1005967720] 'agreement among raft nodes before linearized reading' (duration: 374.025491ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:05:55.895677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:05:55.521103Z","time spent":"374.520652ms","remote":"127.0.0.1:36404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-06T22:06:18.936391Z","caller":"traceutil/trace.go:171","msg":"trace[401632527] linearizableReadLoop","detail":"{readStateIndex:2721; appliedIndex:2719; }","duration":"151.368083ms","start":"2026-03-06T22:06:18.785Z","end":"2026-03-06T22:06:18.936368Z","steps":["trace[401632527] 'read index received' (duration: 79.409322ms)","trace[401632527] 'applied index is now lower than readState.Index' (duration: 71.957731ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T22:06:18.936479Z","caller":"traceutil/trace.go:171","msg":"trace[128143234] transaction","detail":"{read_only:false; response_revision:2609; number_of_response:1; }","duration":"161.538274ms","start":"2026-03-06T22:06:18.77491Z","end":"2026-03-06T22:06:18.936448Z","steps":["trace[128143234] 'process raft request' (duration: 161.316418ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:06:18.93655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.525726ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T22:06:18.936589Z","caller":"traceutil/trace.go:171","msg":"trace[1283839434] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:2609; }","duration":"151.583469ms","start":"2026-03-06T22:06:18.784992Z","end":"2026-03-06T22:06:18.936576Z","steps":["trace[1283839434] 'agreement among raft nodes before linearized reading' (duration: 151.504167ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:06:18.936684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.139796ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-06T22:06:18.936745Z","caller":"traceutil/trace.go:171","msg":"trace[1275534995] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:2609; }","duration":"133.217718ms","start":"2026-03-06T22:06:18.803515Z","end":"2026-03-06T22:06:18.936732Z","steps":["trace[1275534995] 'agreement among raft nodes before linearized reading' (duration: 133.102845ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T22:06:20.023975Z","caller":"traceutil/trace.go:171","msg":"trace[862956878] linearizableReadLoop","detail":"{readStateIndex:2722; appliedIndex:2721; }","duration":"430.061858ms","start":"2026-03-06T22:06:19.593887Z","end":"2026-03-06T22:06:20.023949Z","steps":["trace[862956878] 'read index received' (duration: 429.077855ms)","trace[862956878] 'applied index is now lower than readState.Index' (duration: 982.443µs)"],"step_count":2} {"level":"info","ts":"2026-03-06T22:06:20.024101Z","caller":"traceutil/trace.go:171","msg":"trace[1282542158] transaction","detail":"{read_only:false; response_revision:2610; number_of_response:1; }","duration":"502.391617ms","start":"2026-03-06T22:06:19.521697Z","end":"2026-03-06T22:06:20.024089Z","steps":["trace[1282542158] 'process raft request' (duration: 502.028348ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:06:20.024162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"430.261503ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T22:06:20.024223Z","caller":"traceutil/trace.go:171","msg":"trace[586963204] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2610; }","duration":"430.360366ms","start":"2026-03-06T22:06:19.593848Z","end":"2026-03-06T22:06:20.024209Z","steps":["trace[586963204] 'agreement among raft nodes before linearized reading' (duration: 430.262553ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:06:20.024257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:06:19.593824Z","time spent":"430.427198ms","remote":"127.0.0.1:36084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T22:06:20.0244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:06:19.521669Z","time spent":"502.537861ms","remote":"127.0.0.1:36404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T22:06:20.154922Z","caller":"traceutil/trace.go:171","msg":"trace[1007426576] linearizableReadLoop","detail":"{readStateIndex:2723; appliedIndex:2722; }","duration":"130.842288ms","start":"2026-03-06T22:06:20.024052Z","end":"2026-03-06T22:06:20.154894Z","steps":["trace[1007426576] 'read index received' (duration: 60.608291ms)","trace[1007426576] 'applied index is now lower than readState.Index' (duration: 70.231947ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T22:06:20.15505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.361061ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-06T22:06:20.155098Z","caller":"traceutil/trace.go:171","msg":"trace[1422474153] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2610; }","duration":"131.436223ms","start":"2026-03-06T22:06:20.02365Z","end":"2026-03-06T22:06:20.155087Z","steps":["trace[1422474153] 'agreement among raft nodes before linearized reading' (duration: 131.255829ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:06:20.155178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.522855ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-06T22:06:20.155223Z","caller":"traceutil/trace.go:171","msg":"trace[1019146858] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2610; }","duration":"131.619067ms","start":"2026-03-06T22:06:20.02359Z","end":"2026-03-06T22:06:20.155209Z","steps":["trace[1019146858] 'agreement among raft nodes before linearized reading' (duration: 131.453593ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:06:20.155325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.401952ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-06T22:06:20.155344Z","caller":"traceutil/trace.go:171","msg":"trace[263853989] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2610; }","duration":"131.421532ms","start":"2026-03-06T22:06:20.023917Z","end":"2026-03-06T22:06:20.155339Z","steps":["trace[263853989] 'agreement among raft nodes before linearized reading' (duration: 131.374951ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:06:20.1554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.265445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T22:06:20.155415Z","caller":"traceutil/trace.go:171","msg":"trace[1742103433] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2610; }","duration":"130.293395ms","start":"2026-03-06T22:06:20.025118Z","end":"2026-03-06T22:06:20.155411Z","steps":["trace[1742103433] 'agreement among raft nodes before linearized reading' (duration: 130.272604ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:06:20.155497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"540.541126ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-06T22:06:20.155522Z","caller":"traceutil/trace.go:171","msg":"trace[1320884289] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2610; }","duration":"540.611298ms","start":"2026-03-06T22:06:19.614906Z","end":"2026-03-06T22:06:20.155518Z","steps":["trace[1320884289] 'agreement among raft nodes before linearized reading' (duration: 540.570847ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:06:20.155538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:06:19.614888Z","time spent":"540.645488ms","remote":"127.0.0.1:40100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-06T22:06:20.155625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"552.279544ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T22:06:20.155642Z","caller":"traceutil/trace.go:171","msg":"trace[36313766] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:2610; }","duration":"552.317324ms","start":"2026-03-06T22:06:19.603321Z","end":"2026-03-06T22:06:20.155638Z","steps":["trace[36313766] 'agreement among raft nodes before linearized reading' (duration: 552.291904ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:06:20.155655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:06:19.603311Z","time spent":"552.341446ms","remote":"127.0.0.1:36244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":27,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"warn","ts":"2026-03-06T22:06:20.155756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.741184ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/valkey-node-0.189a5fd2442fcad1\" ","response":"range_response_count:1 size:765"} {"level":"info","ts":"2026-03-06T22:06:20.155773Z","caller":"traceutil/trace.go:171","msg":"trace[25323707] range","detail":"{range_begin:/registry/events/openstack/valkey-node-0.189a5fd2442fcad1; range_end:; response_count:1; response_revision:2610; }","duration":"121.799106ms","start":"2026-03-06T22:06:20.03397Z","end":"2026-03-06T22:06:20.155769Z","steps":["trace[25323707] 'agreement among raft nodes before linearized reading' (duration: 121.745754ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:06:20.155864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.926932ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-06T22:06:20.155902Z","caller":"traceutil/trace.go:171","msg":"trace[1804895553] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2610; }","duration":"126.965623ms","start":"2026-03-06T22:06:20.028928Z","end":"2026-03-06T22:06:20.155894Z","steps":["trace[1804895553] 'agreement among raft nodes before linearized reading' (duration: 126.87757ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:06:20.156059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.404513ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-06T22:06:20.156093Z","caller":"traceutil/trace.go:171","msg":"trace[1178096915] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2610; }","duration":"127.478645ms","start":"2026-03-06T22:06:20.028607Z","end":"2026-03-06T22:06:20.156085Z","steps":["trace[1178096915] 'agreement among raft nodes before linearized reading' (duration: 127.398693ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:06:20.760071Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880867874559971320,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T22:06:21.261325Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880867874559971320,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T22:06:21.76192Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880867874559971320,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T22:06:22.143486Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.937722042s","expected-duration":"1s"} {"level":"info","ts":"2026-03-06T22:06:22.143955Z","caller":"traceutil/trace.go:171","msg":"trace[1821287229] transaction","detail":"{read_only:false; response_revision:2612; number_of_response:1; }","duration":"1.983382955s","start":"2026-03-06T22:06:20.160547Z","end":"2026-03-06T22:06:22.14393Z","steps":["trace[1821287229] 'process raft request' (duration: 1.98316212s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:06:22.144117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:06:20.160527Z","time spent":"1.983487937s","remote":"127.0.0.1:36404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T22:06:22.14426Z","caller":"traceutil/trace.go:171","msg":"trace[1061861021] transaction","detail":"{read_only:false; response_revision:2614; number_of_response:1; }","duration":"1.983342524s","start":"2026-03-06T22:06:20.160905Z","end":"2026-03-06T22:06:22.144248Z","steps":["trace[1061861021] 'process raft request' (duration: 1.98319937s)"],"step_count":1} {"level":"info","ts":"2026-03-06T22:06:22.14428Z","caller":"traceutil/trace.go:171","msg":"trace[560581927] transaction","detail":"{read_only:false; response_revision:2615; number_of_response:1; }","duration":"1.983297503s","start":"2026-03-06T22:06:20.160955Z","end":"2026-03-06T22:06:22.144253Z","steps":["trace[560581927] 'process raft request' (duration: 1.983231171s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:06:22.144324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:06:20.160897Z","time spent":"1.983391955s","remote":"127.0.0.1:36404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T22:06:22.144309Z","caller":"traceutil/trace.go:171","msg":"trace[918099794] transaction","detail":"{read_only:false; response_revision:2613; number_of_response:1; }","duration":"1.983410765s","start":"2026-03-06T22:06:20.160841Z","end":"2026-03-06T22:06:22.144252Z","steps":["trace[918099794] 'process raft request' (duration: 1.983046256s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:06:22.144421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:06:20.160949Z","time spent":"1.983398125s","remote":"127.0.0.1:36404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T22:06:22.144312Z","caller":"traceutil/trace.go:171","msg":"trace[132258417] transaction","detail":"{read_only:false; response_revision:2616; number_of_response:1; }","duration":"1.979354296s","start":"2026-03-06T22:06:20.164944Z","end":"2026-03-06T22:06:22.144298Z","steps":["trace[132258417] 'process raft request' (duration: 1.979273594s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:06:22.144515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:06:20.164918Z","time spent":"1.979542111s","remote":"127.0.0.1:36404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T22:06:22.144525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:06:20.160831Z","time spent":"1.98360053s","remote":"127.0.0.1:36404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T22:06:22.594327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000301521s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-06T22:06:22.59442Z","caller":"traceutil/trace.go:171","msg":"trace[104293523] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000419604s","start":"2026-03-06T22:06:20.593965Z","end":"2026-03-06T22:06:22.594385Z","steps":["trace[104293523] 'agreement among raft nodes before linearized reading' (duration: 2.000321551s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:06:22.594457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:06:20.593951Z","time spent":"2.000498117s","remote":"127.0.0.1:36084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-06T22:06:23.196674Z","caller":"traceutil/trace.go:171","msg":"trace[248852327] transaction","detail":"{read_only:false; response_revision:2617; number_of_response:1; }","duration":"2.48167461s","start":"2026-03-06T22:06:20.714968Z","end":"2026-03-06T22:06:23.196643Z","steps":["trace[248852327] 'process raft request' (duration: 2.413850442s)","trace[248852327] 'compare' (duration: 67.613283ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T22:06:23.196791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:06:20.714945Z","time spent":"2.481788794s","remote":"127.0.0.1:36112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":22,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T22:06:23.196904Z","caller":"traceutil/trace.go:171","msg":"trace[235953225] linearizableReadLoop","detail":"{readStateIndex:2734; appliedIndex:2724; }","duration":"2.937437261s","start":"2026-03-06T22:06:20.25944Z","end":"2026-03-06T22:06:23.196877Z","steps":["trace[235953225] 'read index received' (duration: 1.884290207s)","trace[235953225] 'applied index is now lower than readState.Index' (duration: 1.053145154s)"],"step_count":2} {"level":"info","ts":"2026-03-06T22:06:23.197268Z","caller":"traceutil/trace.go:171","msg":"trace[448962792] transaction","detail":"{read_only:false; response_revision:2618; number_of_response:1; }","duration":"2.327416027s","start":"2026-03-06T22:06:20.869835Z","end":"2026-03-06T22:06:23.197251Z","steps":["trace[448962792] 'process raft request' (duration: 2.32673498s)"],"step_count":1} {"level":"info","ts":"2026-03-06T22:06:23.197308Z","caller":"traceutil/trace.go:171","msg":"trace[1302022906] transaction","detail":"{read_only:false; response_revision:2622; number_of_response:1; }","duration":"1.166137294s","start":"2026-03-06T22:06:22.031124Z","end":"2026-03-06T22:06:23.197261Z","steps":["trace[1302022906] 'process raft request' (duration: 1.165703393s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:06:23.197371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.539785551s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-03-06T22:06:23.19741Z","caller":"traceutil/trace.go:171","msg":"trace[1335470959] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2622; }","duration":"2.539866753s","start":"2026-03-06T22:06:20.657529Z","end":"2026-03-06T22:06:23.197396Z","steps":["trace[1335470959] 'agreement among raft nodes before linearized reading' (duration: 2.53974038s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:06:23.197405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:06:20.869796Z","time spent":"2.327520989s","remote":"127.0.0.1:36404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T22:06:23.19744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:06:20.657504Z","time spent":"2.539930664s","remote":"127.0.0.1:36312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1391,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"info","ts":"2026-03-06T22:06:23.197359Z","caller":"traceutil/trace.go:171","msg":"trace[1617084018] transaction","detail":"{read_only:false; response_revision:2620; number_of_response:1; }","duration":"2.14824207s","start":"2026-03-06T22:06:21.049085Z","end":"2026-03-06T22:06:23.197327Z","steps":["trace[1617084018] 'process raft request' (duration: 2.147648036s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:06:23.197487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"601.957906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-06T22:06:23.197455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.938009866s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/valkey-node-0.189a5fd4ac853c62\" ","response":"range_response_count:1 size:768"} {"level":"info","ts":"2026-03-06T22:06:23.197506Z","caller":"traceutil/trace.go:171","msg":"trace[2082105038] transaction","detail":"{read_only:false; response_revision:2621; number_of_response:1; }","duration":"2.135926357s","start":"2026-03-06T22:06:21.06157Z","end":"2026-03-06T22:06:23.197496Z","steps":["trace[2082105038] 'process raft request' (duration: 2.13521016s)"],"step_count":1} {"level":"info","ts":"2026-03-06T22:06:23.197523Z","caller":"traceutil/trace.go:171","msg":"trace[618759205] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2622; }","duration":"602.024248ms","start":"2026-03-06T22:06:22.595486Z","end":"2026-03-06T22:06:23.19751Z","steps":["trace[618759205] 'agreement among raft nodes before linearized reading' (duration: 601.983057ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T22:06:23.197518Z","caller":"traceutil/trace.go:171","msg":"trace[1055945942] transaction","detail":"{read_only:false; response_revision:2619; number_of_response:1; }","duration":"2.256121603s","start":"2026-03-06T22:06:20.941376Z","end":"2026-03-06T22:06:23.197497Z","steps":["trace[1055945942] 'process raft request' (duration: 2.255319794s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:06:23.197475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"966.047251ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-06T22:06:23.197564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:06:22.595467Z","time spent":"602.09116ms","remote":"127.0.0.1:36100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T22:06:23.197425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"847.278031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-03-06T22:06:23.197634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:06:20.941343Z","time spent":"2.256230216s","remote":"127.0.0.1:36404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T22:06:23.197659Z","caller":"traceutil/trace.go:171","msg":"trace[1542969016] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2622; }","duration":"847.548868ms","start":"2026-03-06T22:06:22.350093Z","end":"2026-03-06T22:06:23.197641Z","steps":["trace[1542969016] 'agreement among raft nodes before linearized reading' (duration: 847.184119ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T22:06:23.197628Z","caller":"traceutil/trace.go:171","msg":"trace[1035248735] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:2622; }","duration":"966.275997ms","start":"2026-03-06T22:06:22.231327Z","end":"2026-03-06T22:06:23.197603Z","steps":["trace[1035248735] 'agreement among raft nodes before linearized reading' (duration: 965.962919ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:06:23.197716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:06:22.350069Z","time spent":"847.630489ms","remote":"127.0.0.1:36304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-06T22:06:23.197441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.348645ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-06T22:06:23.197691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:06:21.04906Z","time spent":"2.148454025s","remote":"127.0.0.1:36404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T22:06:23.197778Z","caller":"traceutil/trace.go:171","msg":"trace[580649798] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:2622; }","duration":"330.734195ms","start":"2026-03-06T22:06:22.867029Z","end":"2026-03-06T22:06:23.197763Z","steps":["trace[580649798] 'agreement among raft nodes before linearized reading' (duration: 330.319385ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:06:23.197759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:06:22.231306Z","time spent":"966.433571ms","remote":"127.0.0.1:54800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":14,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"warn","ts":"2026-03-06T22:06:23.197461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:06:22.031106Z","time spent":"1.166275277s","remote":"127.0.0.1:36404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T22:06:23.197839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:06:22.867009Z","time spent":"330.812887ms","remote":"127.0.0.1:36404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":13,"response size":29,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"warn","ts":"2026-03-06T22:06:23.197554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:06:21.06155Z","time spent":"2.135980118s","remote":"127.0.0.1:36404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T22:06:23.197866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"710.450495ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-03-06T22:06:23.198017Z","caller":"traceutil/trace.go:171","msg":"trace[1082275288] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:2622; }","duration":"710.684221ms","start":"2026-03-06T22:06:22.487315Z","end":"2026-03-06T22:06:23.197999Z","steps":["trace[1082275288] 'agreement among raft nodes before linearized reading' (duration: 709.958693ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:06:23.198216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:06:22.487294Z","time spent":"710.900746ms","remote":"127.0.0.1:36404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":551,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-03-06T22:06:23.19755Z","caller":"traceutil/trace.go:171","msg":"trace[846957712] range","detail":"{range_begin:/registry/events/openstack/valkey-node-0.189a5fd4ac853c62; range_end:; response_count:1; response_revision:2622; }","duration":"2.938136279s","start":"2026-03-06T22:06:20.259392Z","end":"2026-03-06T22:06:23.197528Z","steps":["trace[846957712] 'agreement among raft nodes before linearized reading' (duration: 2.937866543s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:06:23.19845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:06:20.25937Z","time spent":"2.939064571s","remote":"127.0.0.1:36178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":790,"request content":"key:\"/registry/events/openstack/valkey-node-0.189a5fd4ac853c62\" "} {"level":"warn","ts":"2026-03-06T22:06:23.197411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"781.444591ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T22:06:23.198588Z","caller":"traceutil/trace.go:171","msg":"trace[1896498143] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:2622; }","duration":"782.685212ms","start":"2026-03-06T22:06:22.415887Z","end":"2026-03-06T22:06:23.198572Z","steps":["trace[1896498143] 'agreement among raft nodes before linearized reading' (duration: 781.430651ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:06:23.198665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:06:22.415864Z","time spent":"782.788364ms","remote":"127.0.0.1:39950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"warn","ts":"2026-03-06T22:06:23.55282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.569329ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-06T22:06:23.552918Z","caller":"traceutil/trace.go:171","msg":"trace[480214524] linearizableReadLoop","detail":"{readStateIndex:2737; appliedIndex:2736; }","duration":"268.151526ms","start":"2026-03-06T22:06:23.28475Z","end":"2026-03-06T22:06:23.552902Z","steps":["trace[480214524] 'read index received' (duration: 118.450994ms)","trace[480214524] 'applied index is now lower than readState.Index' (duration: 149.698992ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T22:06:23.553084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.049372ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-06T22:06:23.553168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.361757ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/auth-system/keycloak-0.189a5fd151046107\" ","response":"range_response_count:1 size:779"} {"level":"info","ts":"2026-03-06T22:06:23.553169Z","caller":"traceutil/trace.go:171","msg":"trace[1928117751] transaction","detail":"{read_only:false; response_revision:2624; number_of_response:1; }","duration":"349.712012ms","start":"2026-03-06T22:06:23.203242Z","end":"2026-03-06T22:06:23.552954Z","steps":["trace[1928117751] 'process raft request' (duration: 199.921957ms)","trace[1928117751] 'compare' (duration: 148.951323ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T22:06:23.553482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.627583ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T22:06:23.553537Z","caller":"traceutil/trace.go:171","msg":"trace[358498133] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2624; }","duration":"219.719185ms","start":"2026-03-06T22:06:23.333807Z","end":"2026-03-06T22:06:23.553526Z","steps":["trace[358498133] 'agreement among raft nodes before linearized reading' (duration: 219.623793ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T22:06:23.55319Z","caller":"traceutil/trace.go:171","msg":"trace[469930822] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2624; }","duration":"348.176255ms","start":"2026-03-06T22:06:23.204999Z","end":"2026-03-06T22:06:23.553175Z","steps":["trace[469930822] 'agreement among raft nodes before linearized reading' (duration: 347.95599ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:06:23.553552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:06:23.203234Z","time spent":"350.243975ms","remote":"127.0.0.1:36404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T22:06:23.553613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:06:23.204994Z","time spent":"348.604375ms","remote":"127.0.0.1:36084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T22:06:23.55318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.561349ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-06T22:06:23.553212Z","caller":"traceutil/trace.go:171","msg":"trace[61153642] range","detail":"{range_begin:/registry/events/auth-system/keycloak-0.189a5fd151046107; range_end:; response_count:1; response_revision:2624; }","duration":"265.43788ms","start":"2026-03-06T22:06:23.287762Z","end":"2026-03-06T22:06:23.553199Z","steps":["trace[61153642] 'agreement among raft nodes before linearized reading' (duration: 265.283436ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T22:06:23.55386Z","caller":"traceutil/trace.go:171","msg":"trace[906782908] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:2624; }","duration":"148.241196ms","start":"2026-03-06T22:06:23.405549Z","end":"2026-03-06T22:06:23.553791Z","steps":["trace[906782908] 'agreement among raft nodes before linearized reading' (duration: 147.546519ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:06:23.554242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.782018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1319"} {"level":"info","ts":"2026-03-06T22:06:23.554971Z","caller":"traceutil/trace.go:171","msg":"trace[1495757870] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:2624; }","duration":"351.516376ms","start":"2026-03-06T22:06:23.203438Z","end":"2026-03-06T22:06:23.554955Z","steps":["trace[1495757870] 'agreement among raft nodes before linearized reading' (duration: 349.549998ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:06:23.555026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:06:23.203433Z","time spent":"351.577307ms","remote":"127.0.0.1:36312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":1341,"request content":"key:\"/registry/services/specs/auth-system/keycloak\" "} {"level":"warn","ts":"2026-03-06T22:06:23.888703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.851066ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:9030"} {"level":"info","ts":"2026-03-06T22:06:23.889025Z","caller":"traceutil/trace.go:171","msg":"trace[144371130] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:2625; }","duration":"237.236025ms","start":"2026-03-06T22:06:23.651767Z","end":"2026-03-06T22:06:23.889003Z","steps":["trace[144371130] 'range keys from in-memory index tree' (duration: 236.678751ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:06:23.888806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.742558ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-06T22:06:23.8893Z","caller":"traceutil/trace.go:171","msg":"trace[1433977381] transaction","detail":"{read_only:false; response_revision:2626; number_of_response:1; }","duration":"236.723973ms","start":"2026-03-06T22:06:23.652552Z","end":"2026-03-06T22:06:23.889276Z","steps":["trace[1433977381] 'process raft request' (duration: 98.38776ms)","trace[1433977381] 'compare' (duration: 137.602114ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T22:06:23.889281Z","caller":"traceutil/trace.go:171","msg":"trace[1620802199] linearizableReadLoop","detail":"{readStateIndex:2739; appliedIndex:2738; }","duration":"137.479941ms","start":"2026-03-06T22:06:23.751768Z","end":"2026-03-06T22:06:23.889248Z","steps":["trace[1620802199] 'read index received' (duration: 57.311µs)","trace[1620802199] 'applied index is now lower than readState.Index' (duration: 137.41809ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T22:06:23.889462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.671026ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-06T22:06:23.889529Z","caller":"traceutil/trace.go:171","msg":"trace[91144964] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:2626; }","duration":"137.796729ms","start":"2026-03-06T22:06:23.751718Z","end":"2026-03-06T22:06:23.889514Z","steps":["trace[91144964] 'agreement among raft nodes before linearized reading' (duration: 137.621105ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T22:06:24.380709Z","caller":"traceutil/trace.go:171","msg":"trace[1627037071] transaction","detail":"{read_only:false; response_revision:2628; number_of_response:1; }","duration":"185.579735ms","start":"2026-03-06T22:06:24.195099Z","end":"2026-03-06T22:06:24.380679Z","steps":["trace[1627037071] 'process raft request' (duration: 106.92929ms)","trace[1627037071] 'compare' (duration: 78.45655ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T22:06:24.38107Z","caller":"traceutil/trace.go:171","msg":"trace[1101431397] transaction","detail":"{read_only:false; response_revision:2631; number_of_response:1; }","duration":"184.56168ms","start":"2026-03-06T22:06:24.196471Z","end":"2026-03-06T22:06:24.381032Z","steps":["trace[1101431397] 'process raft request' (duration: 184.504589ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T22:06:24.381108Z","caller":"traceutil/trace.go:171","msg":"trace[1617612528] transaction","detail":"{read_only:false; response_revision:2630; number_of_response:1; }","duration":"184.845436ms","start":"2026-03-06T22:06:24.19624Z","end":"2026-03-06T22:06:24.381086Z","steps":["trace[1617612528] 'process raft request' (duration: 184.610941ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T22:06:24.38122Z","caller":"traceutil/trace.go:171","msg":"trace[985175527] transaction","detail":"{read_only:false; response_revision:2629; number_of_response:1; }","duration":"185.122184ms","start":"2026-03-06T22:06:24.196062Z","end":"2026-03-06T22:06:24.381184Z","steps":["trace[985175527] 'process raft request' (duration: 184.57254ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T22:06:30.583193Z","caller":"traceutil/trace.go:171","msg":"trace[1623843968] transaction","detail":"{read_only:false; response_revision:2658; number_of_response:1; }","duration":"174.191965ms","start":"2026-03-06T22:06:30.40898Z","end":"2026-03-06T22:06:30.583172Z","steps":["trace[1623843968] 'process raft request' (duration: 101.380064ms)","trace[1623843968] 'compare' (duration: 72.678797ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T22:06:30.583447Z","caller":"traceutil/trace.go:171","msg":"trace[1226912304] transaction","detail":"{read_only:false; response_revision:2660; number_of_response:1; }","duration":"173.024706ms","start":"2026-03-06T22:06:30.410395Z","end":"2026-03-06T22:06:30.58342Z","steps":["trace[1226912304] 'process raft request' (duration: 172.924393ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T22:06:30.583535Z","caller":"traceutil/trace.go:171","msg":"trace[1846836158] transaction","detail":"{read_only:false; response_revision:2659; number_of_response:1; }","duration":"173.143598ms","start":"2026-03-06T22:06:30.410303Z","end":"2026-03-06T22:06:30.583447Z","steps":["trace[1846836158] 'process raft request' (duration: 172.837351ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T22:08:17.676225Z","caller":"traceutil/trace.go:171","msg":"trace[1682063783] transaction","detail":"{read_only:false; response_revision:3321; number_of_response:1; }","duration":"256.80771ms","start":"2026-03-06T22:08:17.419346Z","end":"2026-03-06T22:08:17.676154Z","steps":["trace[1682063783] 'process raft request' (duration: 194.67731ms)","trace[1682063783] 'compare' (duration: 61.867603ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T22:08:17.67634Z","caller":"traceutil/trace.go:171","msg":"trace[272707761] transaction","detail":"{read_only:false; response_revision:3322; number_of_response:1; }","duration":"256.957443ms","start":"2026-03-06T22:08:17.419352Z","end":"2026-03-06T22:08:17.676309Z","steps":["trace[272707761] 'process raft request' (duration: 256.637546ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T22:08:17.676487Z","caller":"traceutil/trace.go:171","msg":"trace[810435725] linearizableReadLoop","detail":"{readStateIndex:3465; appliedIndex:3462; }","duration":"255.339843ms","start":"2026-03-06T22:08:17.42113Z","end":"2026-03-06T22:08:17.67647Z","steps":["trace[810435725] 'read index received' (duration: 192.951788ms)","trace[810435725] 'applied index is now lower than readState.Index' (duration: 62.384875ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T22:08:17.676555Z","caller":"traceutil/trace.go:171","msg":"trace[1259698519] transaction","detail":"{read_only:false; response_revision:3323; number_of_response:1; }","duration":"255.412895ms","start":"2026-03-06T22:08:17.421101Z","end":"2026-03-06T22:08:17.676514Z","steps":["trace[1259698519] 'process raft request' (duration: 255.092207ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:08:17.676639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.493407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/secretgen-controller-cluster-role\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T22:08:17.676696Z","caller":"traceutil/trace.go:171","msg":"trace[338776037] range","detail":"{range_begin:/registry/clusterroles/secretgen-controller-cluster-role; range_end:; response_count:0; response_revision:3323; }","duration":"255.593429ms","start":"2026-03-06T22:08:17.421081Z","end":"2026-03-06T22:08:17.676675Z","steps":["trace[338776037] 'agreement among raft nodes before linearized reading' (duration: 255.486196ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T22:08:45.746891Z","caller":"traceutil/trace.go:171","msg":"trace[1652882240] linearizableReadLoop","detail":"{readStateIndex:3651; appliedIndex:3650; }","duration":"152.16471ms","start":"2026-03-06T22:08:45.594683Z","end":"2026-03-06T22:08:45.746847Z","steps":["trace[1652882240] 'read index received' (duration: 151.826542ms)","trace[1652882240] 'applied index is now lower than readState.Index' (duration: 336.368µs)"],"step_count":2} {"level":"warn","ts":"2026-03-06T22:08:45.747117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.407747ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T22:08:45.747163Z","caller":"traceutil/trace.go:171","msg":"trace[241725800] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3503; }","duration":"152.518459ms","start":"2026-03-06T22:08:45.594633Z","end":"2026-03-06T22:08:45.747151Z","steps":["trace[241725800] 'agreement among raft nodes before linearized reading' (duration: 152.377995ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T22:08:45.747677Z","caller":"traceutil/trace.go:171","msg":"trace[402822662] transaction","detail":"{read_only:false; response_revision:3503; number_of_response:1; }","duration":"286.794503ms","start":"2026-03-06T22:08:45.460869Z","end":"2026-03-06T22:08:45.747663Z","steps":["trace[402822662] 'process raft request' (duration: 285.720626ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T22:08:51.279884Z","caller":"traceutil/trace.go:171","msg":"trace[1731420964] linearizableReadLoop","detail":"{readStateIndex:3674; appliedIndex:3673; }","duration":"162.845021ms","start":"2026-03-06T22:08:51.117014Z","end":"2026-03-06T22:08:51.279859Z","steps":["trace[1731420964] 'read index received' (duration: 162.588845ms)","trace[1731420964] 'applied index is now lower than readState.Index' (duration: 254.976µs)"],"step_count":2} {"level":"info","ts":"2026-03-06T22:08:51.279992Z","caller":"traceutil/trace.go:171","msg":"trace[1390706009] transaction","detail":"{read_only:false; response_revision:3525; number_of_response:1; }","duration":"268.282149ms","start":"2026-03-06T22:08:51.011676Z","end":"2026-03-06T22:08:51.279958Z","steps":["trace[1390706009] 'process raft request' (duration: 268.012512ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:08:51.280115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.086437ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-06T22:08:51.280138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.982044ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-dfxps\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-06T22:08:51.280172Z","caller":"traceutil/trace.go:171","msg":"trace[1550061763] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3525; }","duration":"163.193759ms","start":"2026-03-06T22:08:51.116966Z","end":"2026-03-06T22:08:51.280159Z","steps":["trace[1550061763] 'agreement among raft nodes before linearized reading' (duration: 163.033706ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T22:08:51.28019Z","caller":"traceutil/trace.go:171","msg":"trace[1193506784] range","detail":"{range_begin:/registry/pods/openstack/keepalived-dfxps; range_end:; response_count:1; response_revision:3525; }","duration":"163.083727ms","start":"2026-03-06T22:08:51.117093Z","end":"2026-03-06T22:08:51.280177Z","steps":["trace[1193506784] 'agreement among raft nodes before linearized reading' (duration: 162.940103ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:08:51.610728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.7469ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-06T22:08:51.61086Z","caller":"traceutil/trace.go:171","msg":"trace[425765353] linearizableReadLoop","detail":"{readStateIndex:3675; appliedIndex:3674; }","duration":"317.823271ms","start":"2026-03-06T22:08:51.293017Z","end":"2026-03-06T22:08:51.610841Z","steps":["trace[425765353] 'read index received' (duration: 194.883266ms)","trace[425765353] 'applied index is now lower than readState.Index' (duration: 122.938495ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T22:08:51.610883Z","caller":"traceutil/trace.go:171","msg":"trace[1601164217] transaction","detail":"{read_only:false; response_revision:3526; number_of_response:1; }","duration":"319.877692ms","start":"2026-03-06T22:08:51.290983Z","end":"2026-03-06T22:08:51.61086Z","steps":["trace[1601164217] 'process raft request' (duration: 196.906466ms)","trace[1601164217] 'compare' (duration: 122.549025ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T22:08:51.611007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:08:51.290959Z","time spent":"319.981214ms","remote":"127.0.0.1:36404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T22:08:51.611023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.004616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-06T22:08:51.611055Z","caller":"traceutil/trace.go:171","msg":"trace[1514927443] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3526; }","duration":"318.073538ms","start":"2026-03-06T22:08:51.29297Z","end":"2026-03-06T22:08:51.611044Z","steps":["trace[1514927443] 'agreement among raft nodes before linearized reading' (duration: 317.950175ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:08:51.611095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:08:51.292949Z","time spent":"318.137869ms","remote":"127.0.0.1:36404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-06T22:08:51.61868Z","caller":"traceutil/trace.go:171","msg":"trace[1704337321] transaction","detail":"{read_only:false; response_revision:3527; number_of_response:1; }","duration":"180.36468ms","start":"2026-03-06T22:08:51.438301Z","end":"2026-03-06T22:08:51.618665Z","steps":["trace[1704337321] 'process raft request' (duration: 180.295998ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:08:51.618913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.689819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-06T22:08:51.618979Z","caller":"traceutil/trace.go:171","msg":"trace[702758923] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3527; }","duration":"324.769681ms","start":"2026-03-06T22:08:51.294197Z","end":"2026-03-06T22:08:51.618966Z","steps":["trace[702758923] 'agreement among raft nodes before linearized reading' (duration: 324.580837ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:08:51.619026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:08:51.294187Z","time spent":"324.828142ms","remote":"127.0.0.1:36404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-06T22:08:51.619036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.685617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-06T22:08:51.619107Z","caller":"traceutil/trace.go:171","msg":"trace[898554886] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3527; }","duration":"319.797059ms","start":"2026-03-06T22:08:51.299295Z","end":"2026-03-06T22:08:51.619092Z","steps":["trace[898554886] 'agreement among raft nodes before linearized reading' (duration: 319.557513ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:08:51.619158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:08:51.299277Z","time spent":"319.875762ms","remote":"127.0.0.1:36404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-06T22:10:04.403574Z","caller":"traceutil/trace.go:171","msg":"trace[913281126] transaction","detail":"{read_only:false; response_revision:4390; number_of_response:1; }","duration":"215.83479ms","start":"2026-03-06T22:10:04.18771Z","end":"2026-03-06T22:10:04.403545Z","steps":["trace[913281126] 'process raft request' (duration: 195.097019ms)","trace[913281126] 'compare' (duration: 20.328711ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T22:10:04.670677Z","caller":"traceutil/trace.go:171","msg":"trace[851700500] transaction","detail":"{read_only:false; response_revision:4391; number_of_response:1; }","duration":"245.742426ms","start":"2026-03-06T22:10:04.424904Z","end":"2026-03-06T22:10:04.670647Z","steps":["trace[851700500] 'process raft request' (duration: 245.548572ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T22:10:07.902672Z","caller":"traceutil/trace.go:171","msg":"trace[1699025682] transaction","detail":"{read_only:false; response_revision:4442; number_of_response:1; }","duration":"201.854245ms","start":"2026-03-06T22:10:07.700794Z","end":"2026-03-06T22:10:07.902649Z","steps":["trace[1699025682] 'process raft request' (duration: 201.724072ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T22:10:07.903306Z","caller":"traceutil/trace.go:171","msg":"trace[786633614] linearizableReadLoop","detail":"{readStateIndex:4627; appliedIndex:4627; }","duration":"197.423566ms","start":"2026-03-06T22:10:07.705871Z","end":"2026-03-06T22:10:07.903295Z","steps":["trace[786633614] 'read index received' (duration: 197.417395ms)","trace[786633614] 'applied index is now lower than readState.Index' (duration: 3.59µs)"],"step_count":2} {"level":"warn","ts":"2026-03-06T22:10:07.903491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.431552ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-06T22:10:07.903527Z","caller":"traceutil/trace.go:171","msg":"trace[178175844] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4442; }","duration":"194.497344ms","start":"2026-03-06T22:10:07.709021Z","end":"2026-03-06T22:10:07.903519Z","steps":["trace[178175844] 'agreement among raft nodes before linearized reading' (duration: 194.34941ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:10:07.903956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.071892ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-dfxps\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-06T22:10:07.904025Z","caller":"traceutil/trace.go:171","msg":"trace[1892343297] range","detail":"{range_begin:/registry/pods/openstack/keepalived-dfxps; range_end:; response_count:1; response_revision:4442; }","duration":"198.168855ms","start":"2026-03-06T22:10:07.705837Z","end":"2026-03-06T22:10:07.904006Z","steps":["trace[1892343297] 'agreement among raft nodes before linearized reading' (duration: 197.96737ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:10:10.981744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.768687ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/monitoring/loki-memcached-results-cache\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T22:10:10.981821Z","caller":"traceutil/trace.go:171","msg":"trace[730404647] range","detail":"{range_begin:/registry/poddisruptionbudgets/monitoring/loki-memcached-results-cache; range_end:; response_count:0; response_revision:4519; }","duration":"146.91299ms","start":"2026-03-06T22:10:10.83489Z","end":"2026-03-06T22:10:10.981803Z","steps":["trace[730404647] 'range keys from in-memory index tree' (duration: 146.634354ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T22:10:11.023298Z","caller":"traceutil/trace.go:171","msg":"trace[1801013275] transaction","detail":"{read_only:false; response_revision:4520; number_of_response:1; }","duration":"186.360053ms","start":"2026-03-06T22:10:10.836912Z","end":"2026-03-06T22:10:11.023272Z","steps":["trace[1801013275] 'process raft request' (duration: 186.126247ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T22:10:11.070978Z","caller":"traceutil/trace.go:171","msg":"trace[1723005013] transaction","detail":"{read_only:false; response_revision:4521; number_of_response:1; }","duration":"233.888274ms","start":"2026-03-06T22:10:10.837062Z","end":"2026-03-06T22:10:11.07095Z","steps":["trace[1723005013] 'process raft request' (duration: 233.670438ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T22:10:11.071217Z","caller":"traceutil/trace.go:171","msg":"trace[1103907354] transaction","detail":"{read_only:false; response_revision:4522; number_of_response:1; }","duration":"232.927161ms","start":"2026-03-06T22:10:10.838262Z","end":"2026-03-06T22:10:11.071189Z","steps":["trace[1103907354] 'process raft request' (duration: 232.619753ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:10:15.439719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.474222695s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-06T22:10:15.439828Z","caller":"traceutil/trace.go:171","msg":"trace[1205104812] linearizableReadLoop","detail":"{readStateIndex:4850; appliedIndex:4849; }","duration":"1.418403923s","start":"2026-03-06T22:10:14.021409Z","end":"2026-03-06T22:10:15.439813Z","steps":["trace[1205104812] 'read index received' (duration: 96.333µs)","trace[1205104812] 'applied index is now lower than readState.Index' (duration: 1.41830609s)"],"step_count":2} {"level":"info","ts":"2026-03-06T22:10:15.439894Z","caller":"traceutil/trace.go:171","msg":"trace[1791011709] transaction","detail":"{read_only:false; response_revision:4657; number_of_response:1; }","duration":"1.530681655s","start":"2026-03-06T22:10:13.909201Z","end":"2026-03-06T22:10:15.439883Z","steps":["trace[1791011709] 'process raft request' (duration: 56.231524ms)","trace[1791011709] 'compare' (duration: 1.473895976s)"],"step_count":2} {"level":"warn","ts":"2026-03-06T22:10:15.439947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:10:13.90914Z","time spent":"1.530784507s","remote":"127.0.0.1:54800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2501,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-06T22:10:15.440249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.418838916s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-06T22:10:15.440419Z","caller":"traceutil/trace.go:171","msg":"trace[697033472] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4657; }","duration":"1.419071042s","start":"2026-03-06T22:10:14.021322Z","end":"2026-03-06T22:10:15.440393Z","steps":["trace[697033472] 'agreement among raft nodes before linearized reading' (duration: 1.418626619s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:10:15.44052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:10:14.02129Z","time spent":"1.419213346s","remote":"127.0.0.1:36404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-06T22:10:15.474027Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.330598928s","expected-duration":"1s"} {"level":"info","ts":"2026-03-06T22:10:15.474394Z","caller":"traceutil/trace.go:171","msg":"trace[1511254527] transaction","detail":"{read_only:false; response_revision:4658; number_of_response:1; }","duration":"1.33101979s","start":"2026-03-06T22:10:14.143352Z","end":"2026-03-06T22:10:15.474372Z","steps":["trace[1511254527] 'process raft request' (duration: 1.330919297s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:10:15.47453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:10:14.143339Z","time spent":"1.331109753s","remote":"127.0.0.1:36404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T22:10:15.951154Z","caller":"traceutil/trace.go:171","msg":"trace[355426404] transaction","detail":"{read_only:false; response_revision:4659; number_of_response:1; }","duration":"1.807287883s","start":"2026-03-06T22:10:14.143832Z","end":"2026-03-06T22:10:15.95112Z","steps":["trace[355426404] 'process raft request' (duration: 1.807117478s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:10:15.951346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:10:14.143802Z","time spent":"1.807446588s","remote":"127.0.0.1:36404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T22:10:15.951425Z","caller":"traceutil/trace.go:171","msg":"trace[650441475] linearizableReadLoop","detail":"{readStateIndex:4853; appliedIndex:4850; }","duration":"511.547689ms","start":"2026-03-06T22:10:15.439854Z","end":"2026-03-06T22:10:15.951401Z","steps":["trace[650441475] 'read index received' (duration: 34.501574ms)","trace[650441475] 'applied index is now lower than readState.Index' (duration: 477.044825ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T22:10:15.951431Z","caller":"traceutil/trace.go:171","msg":"trace[1490993394] transaction","detail":"{read_only:false; response_revision:4660; number_of_response:1; }","duration":"1.807211081s","start":"2026-03-06T22:10:14.144186Z","end":"2026-03-06T22:10:15.951397Z","steps":["trace[1490993394] 'process raft request' (duration: 1.806888072s)"],"step_count":1} {"level":"info","ts":"2026-03-06T22:10:15.95151Z","caller":"traceutil/trace.go:171","msg":"trace[1062536699] transaction","detail":"{read_only:false; response_revision:4661; number_of_response:1; }","duration":"506.493164ms","start":"2026-03-06T22:10:15.444948Z","end":"2026-03-06T22:10:15.951442Z","steps":["trace[1062536699] 'process raft request' (duration: 506.368011ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:10:15.951599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:10:14.144175Z","time spent":"1.807333164s","remote":"127.0.0.1:36404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T22:10:15.951642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.850684431s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-06T22:10:15.951661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.849586439s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-06T22:10:15.951637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.69568345s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T22:10:15.951711Z","caller":"traceutil/trace.go:171","msg":"trace[531796365] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4661; }","duration":"1.849651652s","start":"2026-03-06T22:10:14.102048Z","end":"2026-03-06T22:10:15.951699Z","steps":["trace[531796365] 'agreement among raft nodes before linearized reading' (duration: 1.849407055s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:10:15.951744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:10:14.102043Z","time spent":"1.849693173s","remote":"127.0.0.1:36404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-06T22:10:15.951744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.846492021s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-06T22:10:15.951688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:10:15.444926Z","time spent":"506.67047ms","remote":"127.0.0.1:36404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T22:10:15.9518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.928305564s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-dfxps\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-06T22:10:15.951806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.357226757s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T22:10:15.951823Z","caller":"traceutil/trace.go:171","msg":"trace[1263381041] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4661; }","duration":"1.846570663s","start":"2026-03-06T22:10:14.105225Z","end":"2026-03-06T22:10:15.951796Z","steps":["trace[1263381041] 'agreement among raft nodes before linearized reading' (duration: 1.846332757s)"],"step_count":1} {"level":"info","ts":"2026-03-06T22:10:15.951842Z","caller":"traceutil/trace.go:171","msg":"trace[577242694] range","detail":"{range_begin:/registry/pods/openstack/keepalived-dfxps; range_end:; response_count:1; response_revision:4661; }","duration":"1.928345155s","start":"2026-03-06T22:10:14.023486Z","end":"2026-03-06T22:10:15.951831Z","steps":["trace[577242694] 'agreement among raft nodes before linearized reading' (duration: 1.928232682s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:10:15.951836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.856838525s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-06T22:10:15.951864Z","caller":"traceutil/trace.go:171","msg":"trace[379374142] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4661; }","duration":"1.35731391s","start":"2026-03-06T22:10:14.594535Z","end":"2026-03-06T22:10:15.951849Z","steps":["trace[379374142] 'agreement among raft nodes before linearized reading' (duration: 1.357229727s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:10:15.951882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:10:14.023411Z","time spent":"1.928465289s","remote":"127.0.0.1:36304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6546,"request content":"key:\"/registry/pods/openstack/keepalived-dfxps\" "} {"level":"info","ts":"2026-03-06T22:10:15.951897Z","caller":"traceutil/trace.go:171","msg":"trace[562943776] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4661; }","duration":"1.856930668s","start":"2026-03-06T22:10:14.094953Z","end":"2026-03-06T22:10:15.951884Z","steps":["trace[562943776] 'agreement among raft nodes before linearized reading' (duration: 1.856777663s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:10:15.951914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:10:14.594516Z","time spent":"1.357387832s","remote":"127.0.0.1:36084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T22:10:15.951818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.898320079s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-dc71805c-482a-4036-9280-d8b690913424\" ","response":"range_response_count:1 size:3601"} {"level":"info","ts":"2026-03-06T22:10:15.951757Z","caller":"traceutil/trace.go:171","msg":"trace[2065213662] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:4661; }","duration":"1.695861615s","start":"2026-03-06T22:10:14.25587Z","end":"2026-03-06T22:10:15.951732Z","steps":["trace[2065213662] 'agreement among raft nodes before linearized reading' (duration: 1.695648259s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:10:15.951984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.483070907s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/monitoring/kube-prometheus-stack-prometheus-node-exporter-dmbsn-tls\" ","response":"range_response_count:1 size:2184"} {"level":"warn","ts":"2026-03-06T22:10:15.951996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:10:14.255851Z","time spent":"1.696133534s","remote":"127.0.0.1:36538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":27,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"warn","ts":"2026-03-06T22:10:15.952007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"574.461214ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/storage-loki-0.189a600d2d218c25\" ","response":"range_response_count:1 size:943"} {"level":"info","ts":"2026-03-06T22:10:15.952026Z","caller":"traceutil/trace.go:171","msg":"trace[589694082] range","detail":"{range_begin:/registry/cert-manager.io/certificates/monitoring/kube-prometheus-stack-prometheus-node-exporter-dmbsn-tls; range_end:; response_count:1; response_revision:4661; }","duration":"1.48315497s","start":"2026-03-06T22:10:14.468862Z","end":"2026-03-06T22:10:15.952017Z","steps":["trace[589694082] 'agreement among raft nodes before linearized reading' (duration: 1.483051736s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:10:15.952024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.186789587s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.229\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-06T22:10:15.952046Z","caller":"traceutil/trace.go:171","msg":"trace[48505463] range","detail":"{range_begin:/registry/events/monitoring/storage-loki-0.189a600d2d218c25; range_end:; response_count:1; response_revision:4661; }","duration":"574.520126ms","start":"2026-03-06T22:10:15.377513Z","end":"2026-03-06T22:10:15.952033Z","steps":["trace[48505463] 'agreement among raft nodes before linearized reading' (duration: 574.414282ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:10:15.952063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:10:14.46884Z","time spent":"1.483216782s","remote":"127.0.0.1:38946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":2206,"request content":"key:\"/registry/cert-manager.io/certificates/monitoring/kube-prometheus-stack-prometheus-node-exporter-dmbsn-tls\" "} {"level":"warn","ts":"2026-03-06T22:10:15.952074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:10:15.377497Z","time spent":"574.571028ms","remote":"127.0.0.1:36178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":965,"request content":"key:\"/registry/events/monitoring/storage-loki-0.189a600d2d218c25\" "} {"level":"info","ts":"2026-03-06T22:10:15.952077Z","caller":"traceutil/trace.go:171","msg":"trace[1798720601] range","detail":"{range_begin:/registry/masterleases/199.204.45.229; range_end:; response_count:1; response_revision:4661; }","duration":"1.186844219s","start":"2026-03-06T22:10:14.765219Z","end":"2026-03-06T22:10:15.952064Z","steps":["trace[1798720601] 'agreement among raft nodes before linearized reading' (duration: 1.186708734s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:10:15.952091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.227786327s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:25 size:777477"} {"level":"info","ts":"2026-03-06T22:10:15.952043Z","caller":"traceutil/trace.go:171","msg":"trace[1495585243] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-dc71805c-482a-4036-9280-d8b690913424; range_end:; response_count:1; response_revision:4661; }","duration":"1.898575847s","start":"2026-03-06T22:10:14.053437Z","end":"2026-03-06T22:10:15.952013Z","steps":["trace[1495585243] 'agreement among raft nodes before linearized reading' (duration: 1.898171425s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:10:15.952123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:10:14.765147Z","time spent":"1.186965342s","remote":"127.0.0.1:36128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.229\" "} {"level":"info","ts":"2026-03-06T22:10:15.952142Z","caller":"traceutil/trace.go:171","msg":"trace[1244112620] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:25; response_revision:4661; }","duration":"1.2278712s","start":"2026-03-06T22:10:14.724256Z","end":"2026-03-06T22:10:15.952127Z","steps":["trace[1244112620] 'agreement among raft nodes before linearized reading' (duration: 1.227470037s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:10:15.951896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:10:14.10522Z","time spent":"1.846660546s","remote":"127.0.0.1:36404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-06T22:10:15.952186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:10:14.724233Z","time spent":"1.227941181s","remote":"127.0.0.1:36196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":25,"response size":777499,"request content":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" "} {"level":"warn","ts":"2026-03-06T22:10:15.952221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:10:14.053418Z","time spent":"1.898732481s","remote":"127.0.0.1:36304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3623,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-dc71805c-482a-4036-9280-d8b690913424\" "} {"level":"warn","ts":"2026-03-06T22:10:15.951947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:10:14.094933Z","time spent":"1.85700406s","remote":"127.0.0.1:36404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-06T22:10:15.951705Z","caller":"traceutil/trace.go:171","msg":"trace[45491997] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4661; }","duration":"1.850759682s","start":"2026-03-06T22:10:14.100932Z","end":"2026-03-06T22:10:15.951691Z","steps":["trace[45491997] 'agreement among raft nodes before linearized reading' (duration: 1.850578507s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:10:15.952726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.684828701s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-dc71805c-482a-4036-9280-d8b690913424\" ","response":"range_response_count:1 size:3601"} {"level":"warn","ts":"2026-03-06T22:10:15.952735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:10:14.100927Z","time spent":"1.851534235s","remote":"127.0.0.1:36404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-06T22:10:15.952801Z","caller":"traceutil/trace.go:171","msg":"trace[1121289887] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-dc71805c-482a-4036-9280-d8b690913424; range_end:; response_count:1; response_revision:4661; }","duration":"1.684934354s","start":"2026-03-06T22:10:14.267847Z","end":"2026-03-06T22:10:15.952782Z","steps":["trace[1121289887] 'agreement among raft nodes before linearized reading' (duration: 1.684581174s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:10:15.952857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:10:14.267834Z","time spent":"1.685010656s","remote":"127.0.0.1:36304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3623,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-dc71805c-482a-4036-9280-d8b690913424\" "} {"level":"warn","ts":"2026-03-06T22:10:15.980583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"474.859913ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-06T22:10:15.980613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.903986ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-06T22:10:15.980652Z","caller":"traceutil/trace.go:171","msg":"trace[1922051159] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:4662; }","duration":"474.974556ms","start":"2026-03-06T22:10:15.50566Z","end":"2026-03-06T22:10:15.980635Z","steps":["trace[1922051159] 'agreement among raft nodes before linearized reading' (duration: 474.850373ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:10:15.980687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:10:15.505637Z","time spent":"475.042949ms","remote":"127.0.0.1:39950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"info","ts":"2026-03-06T22:10:15.980703Z","caller":"traceutil/trace.go:171","msg":"trace[1449874479] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:4662; }","duration":"258.123212ms","start":"2026-03-06T22:10:15.722563Z","end":"2026-03-06T22:10:15.980686Z","steps":["trace[1449874479] 'agreement among raft nodes before linearized reading' (duration: 257.932636ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T22:10:16.077004Z","caller":"traceutil/trace.go:171","msg":"trace[1523987513] transaction","detail":"{read_only:false; response_revision:4663; number_of_response:1; }","duration":"122.432572ms","start":"2026-03-06T22:10:15.954538Z","end":"2026-03-06T22:10:16.07697Z","steps":["trace[1523987513] 'process raft request' (duration: 122.177475ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T22:10:16.077053Z","caller":"traceutil/trace.go:171","msg":"trace[1977177707] transaction","detail":"{read_only:false; response_revision:4664; number_of_response:1; }","duration":"119.203669ms","start":"2026-03-06T22:10:15.957832Z","end":"2026-03-06T22:10:16.077036Z","steps":["trace[1977177707] 'process raft request' (duration: 119.073176ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T22:10:16.077123Z","caller":"traceutil/trace.go:171","msg":"trace[2053288076] transaction","detail":"{read_only:false; response_revision:4666; number_of_response:1; }","duration":"119.197658ms","start":"2026-03-06T22:10:15.957882Z","end":"2026-03-06T22:10:16.07708Z","steps":["trace[2053288076] 'process raft request' (duration: 119.078085ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T22:10:16.077199Z","caller":"traceutil/trace.go:171","msg":"trace[1213731641] transaction","detail":"{read_only:false; response_revision:4667; number_of_response:1; }","duration":"118.341665ms","start":"2026-03-06T22:10:15.958852Z","end":"2026-03-06T22:10:16.077194Z","steps":["trace[1213731641] 'process raft request' (duration: 118.125769ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T22:10:16.077257Z","caller":"traceutil/trace.go:171","msg":"trace[706901388] transaction","detail":"{read_only:false; response_revision:4665; number_of_response:1; }","duration":"119.384874ms","start":"2026-03-06T22:10:15.957867Z","end":"2026-03-06T22:10:16.077252Z","steps":["trace[706901388] 'process raft request' (duration: 119.075516ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T22:10:16.077298Z","caller":"traceutil/trace.go:171","msg":"trace[1058344624] transaction","detail":"{read_only:false; response_revision:4668; number_of_response:1; }","duration":"117.84402ms","start":"2026-03-06T22:10:15.959449Z","end":"2026-03-06T22:10:16.077293Z","steps":["trace[1058344624] 'process raft request' (duration: 117.546842ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:10:16.077411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.49611ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T22:10:16.077467Z","caller":"traceutil/trace.go:171","msg":"trace[615030755] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4668; }","duration":"124.585153ms","start":"2026-03-06T22:10:15.952864Z","end":"2026-03-06T22:10:16.07745Z","steps":["trace[615030755] 'agreement among raft nodes before linearized reading' (duration: 124.427078ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:10:16.077629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.252451ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-prometheus-node-exporter-dmbsn-tls\" ","response":"range_response_count:1 size:4432"} {"level":"info","ts":"2026-03-06T22:10:16.077673Z","caller":"traceutil/trace.go:171","msg":"trace[1501242570] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-prometheus-node-exporter-dmbsn-tls; range_end:; response_count:1; response_revision:4668; }","duration":"119.314212ms","start":"2026-03-06T22:10:15.958345Z","end":"2026-03-06T22:10:16.077659Z","steps":["trace[1501242570] 'agreement among raft nodes before linearized reading' (duration: 119.170408ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:10:16.077808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.140455ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:62977"} {"level":"info","ts":"2026-03-06T22:10:16.077876Z","caller":"traceutil/trace.go:171","msg":"trace[643597789] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:4668; }","duration":"120.236269ms","start":"2026-03-06T22:10:15.957624Z","end":"2026-03-06T22:10:16.07786Z","steps":["trace[643597789] 'agreement among raft nodes before linearized reading' (duration: 119.985161ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T22:10:17.473433Z","caller":"traceutil/trace.go:171","msg":"trace[1206378559] transaction","detail":"{read_only:false; response_revision:4670; number_of_response:1; }","duration":"100.768964ms","start":"2026-03-06T22:10:17.372642Z","end":"2026-03-06T22:10:17.473411Z","steps":["trace[1206378559] 'process raft request' (duration: 100.63587ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T22:10:17.603177Z","caller":"traceutil/trace.go:171","msg":"trace[1875889855] transaction","detail":"{read_only:false; response_revision:4671; number_of_response:1; }","duration":"124.15846ms","start":"2026-03-06T22:10:17.478946Z","end":"2026-03-06T22:10:17.603105Z","steps":["trace[1875889855] 'process raft request' (duration: 63.993514ms)","trace[1875889855] 'compare' (duration: 59.970941ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T22:10:17.603739Z","caller":"traceutil/trace.go:171","msg":"trace[450989026] transaction","detail":"{read_only:false; response_revision:4672; number_of_response:1; }","duration":"101.586557ms","start":"2026-03-06T22:10:17.502127Z","end":"2026-03-06T22:10:17.603713Z","steps":["trace[450989026] 'process raft request' (duration: 100.929388ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T22:10:20.913272Z","caller":"traceutil/trace.go:171","msg":"trace[1576582735] linearizableReadLoop","detail":"{readStateIndex:4970; appliedIndex:4969; }","duration":"227.585122ms","start":"2026-03-06T22:10:20.685665Z","end":"2026-03-06T22:10:20.91325Z","steps":["trace[1576582735] 'read index received' (duration: 227.383385ms)","trace[1576582735] 'applied index is now lower than readState.Index' (duration: 200.947µs)"],"step_count":2} {"level":"info","ts":"2026-03-06T22:10:20.913338Z","caller":"traceutil/trace.go:171","msg":"trace[39382909] transaction","detail":"{read_only:false; response_revision:4772; number_of_response:1; }","duration":"230.618217ms","start":"2026-03-06T22:10:20.682686Z","end":"2026-03-06T22:10:20.913305Z","steps":["trace[39382909] 'process raft request' (duration: 230.421581ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:10:20.913677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.983333ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:16 size:110060"} {"level":"info","ts":"2026-03-06T22:10:20.91374Z","caller":"traceutil/trace.go:171","msg":"trace[5802720] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:16; response_revision:4772; }","duration":"228.091236ms","start":"2026-03-06T22:10:20.685634Z","end":"2026-03-06T22:10:20.913725Z","steps":["trace[5802720] 'agreement among raft nodes before linearized reading' (duration: 227.754187ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:10:20.913769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.698746ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:16305"} {"level":"info","ts":"2026-03-06T22:10:20.91384Z","caller":"traceutil/trace.go:171","msg":"trace[1777971778] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:4772; }","duration":"172.813209ms","start":"2026-03-06T22:10:20.741011Z","end":"2026-03-06T22:10:20.913824Z","steps":["trace[1777971778] 'agreement among raft nodes before linearized reading' (duration: 172.622294ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:10:20.914289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.047176ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-dmbsn.189a600c8517b50d\" ","response":"range_response_count:1 size:906"} {"level":"info","ts":"2026-03-06T22:10:20.914381Z","caller":"traceutil/trace.go:171","msg":"trace[502078641] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-dmbsn.189a600c8517b50d; range_end:; response_count:1; response_revision:4772; }","duration":"173.17736ms","start":"2026-03-06T22:10:20.741193Z","end":"2026-03-06T22:10:20.91437Z","steps":["trace[502078641] 'agreement among raft nodes before linearized reading' (duration: 173.013035ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:10:25.842217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.559178ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-06T22:10:25.842335Z","caller":"traceutil/trace.go:171","msg":"trace[816993548] linearizableReadLoop","detail":"{readStateIndex:5062; appliedIndex:5061; }","duration":"125.654863ms","start":"2026-03-06T22:10:25.716663Z","end":"2026-03-06T22:10:25.842317Z","steps":["trace[816993548] 'read index received' (duration: 61.901µs)","trace[816993548] 'applied index is now lower than readState.Index' (duration: 125.591872ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T22:10:25.842413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.752497ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-06T22:10:25.842446Z","caller":"traceutil/trace.go:171","msg":"trace[1324134085] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:4862; }","duration":"125.825279ms","start":"2026-03-06T22:10:25.716608Z","end":"2026-03-06T22:10:25.842434Z","steps":["trace[1324134085] 'agreement among raft nodes before linearized reading' (duration: 125.761307ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T22:10:25.842731Z","caller":"traceutil/trace.go:171","msg":"trace[155920560] transaction","detail":"{read_only:false; response_revision:4862; number_of_response:1; }","duration":"217.43405ms","start":"2026-03-06T22:10:25.625191Z","end":"2026-03-06T22:10:25.842626Z","steps":["trace[155920560] 'process raft request' (duration: 35.357127ms)","trace[155920560] 'compare' (duration: 181.369083ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T22:10:26.205432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.449775ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-06T22:10:26.205737Z","caller":"traceutil/trace.go:171","msg":"trace[1832578684] linearizableReadLoop","detail":"{readStateIndex:5064; appliedIndex:5062; }","duration":"146.238331ms","start":"2026-03-06T22:10:26.059481Z","end":"2026-03-06T22:10:26.205719Z","steps":["trace[1832578684] 'read index received' (duration: 25.564719ms)","trace[1832578684] 'applied index is now lower than readState.Index' (duration: 120.672162ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T22:10:26.20577Z","caller":"traceutil/trace.go:171","msg":"trace[1256831946] transaction","detail":"{read_only:false; response_revision:4864; number_of_response:1; }","duration":"151.790208ms","start":"2026-03-06T22:10:26.053948Z","end":"2026-03-06T22:10:26.205738Z","steps":["trace[1256831946] 'process raft request' (duration: 151.707496ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T22:10:26.205757Z","caller":"traceutil/trace.go:171","msg":"trace[2077577814] transaction","detail":"{read_only:false; response_revision:4863; number_of_response:1; }","duration":"162.830534ms","start":"2026-03-06T22:10:26.042891Z","end":"2026-03-06T22:10:26.205721Z","steps":["trace[2077577814] 'process raft request' (duration: 42.017428ms)","trace[2077577814] 'compare' (duration: 120.366403ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T22:10:26.205932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.440376ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-06T22:10:26.205967Z","caller":"traceutil/trace.go:171","msg":"trace[1247782820] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4864; }","duration":"146.527779ms","start":"2026-03-06T22:10:26.059431Z","end":"2026-03-06T22:10:26.205959Z","steps":["trace[1247782820] 'agreement among raft nodes before linearized reading' (duration: 146.366964ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T22:10:26.634126Z","caller":"traceutil/trace.go:171","msg":"trace[1874964623] transaction","detail":"{read_only:false; response_revision:4872; number_of_response:1; }","duration":"180.995972ms","start":"2026-03-06T22:10:26.453077Z","end":"2026-03-06T22:10:26.634073Z","steps":["trace[1874964623] 'process raft request' (duration: 180.706014ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T22:10:26.634395Z","caller":"traceutil/trace.go:171","msg":"trace[451185209] transaction","detail":"{read_only:false; response_revision:4874; number_of_response:1; }","duration":"179.799918ms","start":"2026-03-06T22:10:26.454569Z","end":"2026-03-06T22:10:26.634369Z","steps":["trace[451185209] 'process raft request' (duration: 179.445848ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T22:10:26.634408Z","caller":"traceutil/trace.go:171","msg":"trace[1035919963] transaction","detail":"{read_only:false; response_revision:4873; number_of_response:1; }","duration":"180.789577ms","start":"2026-03-06T22:10:26.453577Z","end":"2026-03-06T22:10:26.634366Z","steps":["trace[1035919963] 'process raft request' (duration: 180.379535ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:10:27.948446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.154534ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-06T22:10:27.948561Z","caller":"traceutil/trace.go:171","msg":"trace[1519196479] transaction","detail":"{read_only:false; response_revision:4878; number_of_response:1; }","duration":"451.370302ms","start":"2026-03-06T22:10:27.49717Z","end":"2026-03-06T22:10:27.94854Z","steps":["trace[1519196479] 'process raft request' (duration: 147.052613ms)","trace[1519196479] 'compare' (duration: 303.853376ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T22:10:27.948659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:10:27.497152Z","time spent":"451.476996ms","remote":"127.0.0.1:36178","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-06T22:10:27.952476Z","caller":"traceutil/trace.go:171","msg":"trace[1982216209] transaction","detail":"{read_only:false; response_revision:4879; number_of_response:1; }","duration":"104.961782ms","start":"2026-03-06T22:10:27.847489Z","end":"2026-03-06T22:10:27.95245Z","steps":["trace[1982216209] 'process raft request' (duration: 104.765847ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T22:10:30.971658Z","caller":"traceutil/trace.go:171","msg":"trace[880255803] transaction","detail":"{read_only:false; response_revision:4905; number_of_response:1; }","duration":"213.15098ms","start":"2026-03-06T22:10:30.75848Z","end":"2026-03-06T22:10:30.971631Z","steps":["trace[880255803] 'process raft request' (duration: 212.936734ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:10:34.164673Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880867874559976962,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-06T22:10:34.475124Z","caller":"traceutil/trace.go:171","msg":"trace[612068628] transaction","detail":"{read_only:false; response_revision:4987; number_of_response:1; }","duration":"813.515991ms","start":"2026-03-06T22:10:33.661583Z","end":"2026-03-06T22:10:34.475099Z","steps":["trace[612068628] 'process raft request' (duration: 813.348047ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:10:34.475293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:10:33.661568Z","time spent":"813.643836ms","remote":"127.0.0.1:36178","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":731,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T22:10:34.548565Z","caller":"traceutil/trace.go:171","msg":"trace[618855820] transaction","detail":"{read_only:false; response_revision:4990; number_of_response:1; }","duration":"237.795342ms","start":"2026-03-06T22:10:34.310753Z","end":"2026-03-06T22:10:34.548548Z","steps":["trace[618855820] 'process raft request' (duration: 237.72755ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T22:10:34.548602Z","caller":"traceutil/trace.go:171","msg":"trace[141089302] transaction","detail":"{read_only:false; response_revision:4989; number_of_response:1; }","duration":"573.431345ms","start":"2026-03-06T22:10:33.975134Z","end":"2026-03-06T22:10:34.548565Z","steps":["trace[141089302] 'process raft request' (duration: 573.2858ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T22:10:34.548564Z","caller":"traceutil/trace.go:171","msg":"trace[1554429896] transaction","detail":"{read_only:false; response_revision:4988; number_of_response:1; }","duration":"738.981905ms","start":"2026-03-06T22:10:33.80954Z","end":"2026-03-06T22:10:34.548522Z","steps":["trace[1554429896] 'process raft request' (duration: 738.718578ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T22:10:34.548734Z","caller":"traceutil/trace.go:171","msg":"trace[1765963660] linearizableReadLoop","detail":"{readStateIndex:5190; appliedIndex:5187; }","duration":"884.28165ms","start":"2026-03-06T22:10:33.664415Z","end":"2026-03-06T22:10:34.548696Z","steps":["trace[1765963660] 'read index received' (duration: 810.522737ms)","trace[1765963660] 'applied index is now lower than readState.Index' (duration: 73.757143ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T22:10:34.548781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:10:33.975107Z","time spent":"573.571999ms","remote":"127.0.0.1:36404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T22:10:34.548803Z","caller":"traceutil/trace.go:171","msg":"trace[1685153622] transaction","detail":"{read_only:false; response_revision:4991; number_of_response:1; }","duration":"234.632882ms","start":"2026-03-06T22:10:34.314158Z","end":"2026-03-06T22:10:34.548791Z","steps":["trace[1685153622] 'process raft request' (duration: 234.353734ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:10:34.548895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:10:33.809506Z","time spent":"739.292614ms","remote":"127.0.0.1:36404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T22:10:34.549028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"884.582988ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-keystone-server\" ","response":"range_response_count:1 size:9639"} {"level":"warn","ts":"2026-03-06T22:10:34.549091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.870625ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-06T22:10:34.549139Z","caller":"traceutil/trace.go:171","msg":"trace[858615667] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4991; }","duration":"216.936446ms","start":"2026-03-06T22:10:34.33219Z","end":"2026-03-06T22:10:34.549126Z","steps":["trace[858615667] 'agreement among raft nodes before linearized reading' (duration: 216.773312ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T22:10:34.549147Z","caller":"traceutil/trace.go:171","msg":"trace[1031307302] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-keystone-server; range_end:; response_count:1; response_revision:4991; }","duration":"884.768523ms","start":"2026-03-06T22:10:33.664353Z","end":"2026-03-06T22:10:34.549122Z","steps":["trace[1031307302] 'agreement among raft nodes before linearized reading' (duration: 884.468375ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:10:34.549244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.40285ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-dfxps\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-06T22:10:34.549254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"797.811923ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/local-path-storage/local-path-provisioner\" ","response":"range_response_count:1 size:897"} {"level":"warn","ts":"2026-03-06T22:10:34.549287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:10:33.664331Z","time spent":"884.944318ms","remote":"127.0.0.1:36610","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":9661,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-keystone-server\" "} {"level":"warn","ts":"2026-03-06T22:10:34.549285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.276494ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-06T22:10:34.549113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"882.930481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T22:10:34.549353Z","caller":"traceutil/trace.go:171","msg":"trace[1074190281] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4991; }","duration":"232.372177ms","start":"2026-03-06T22:10:34.316962Z","end":"2026-03-06T22:10:34.549334Z","steps":["trace[1074190281] 'agreement among raft nodes before linearized reading' (duration: 232.209903ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T22:10:34.549341Z","caller":"traceutil/trace.go:171","msg":"trace[638998536] range","detail":"{range_begin:/registry/pods/openstack/keepalived-dfxps; range_end:; response_count:1; response_revision:4991; }","duration":"231.536503ms","start":"2026-03-06T22:10:34.317772Z","end":"2026-03-06T22:10:34.549309Z","steps":["trace[638998536] 'agreement among raft nodes before linearized reading' (duration: 231.284766ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:10:34.549086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.672065ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-06T22:10:34.549378Z","caller":"traceutil/trace.go:171","msg":"trace[263458386] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:4991; }","duration":"883.23472ms","start":"2026-03-06T22:10:33.666128Z","end":"2026-03-06T22:10:34.549362Z","steps":["trace[263458386] 'agreement among raft nodes before linearized reading' (duration: 882.812518ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:10:34.54925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.859965ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-06T22:10:34.549399Z","caller":"traceutil/trace.go:171","msg":"trace[1699991630] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4991; }","duration":"220.001824ms","start":"2026-03-06T22:10:34.329386Z","end":"2026-03-06T22:10:34.549388Z","steps":["trace[1699991630] 'agreement among raft nodes before linearized reading' (duration: 219.616173ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T22:10:34.549346Z","caller":"traceutil/trace.go:171","msg":"trace[1328254600] range","detail":"{range_begin:/registry/serviceaccounts/local-path-storage/local-path-provisioner; range_end:; response_count:1; response_revision:4991; }","duration":"797.929827ms","start":"2026-03-06T22:10:33.751393Z","end":"2026-03-06T22:10:34.549323Z","steps":["trace[1328254600] 'agreement among raft nodes before linearized reading' (duration: 797.70108ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T22:10:34.549437Z","caller":"traceutil/trace.go:171","msg":"trace[96717329] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4991; }","duration":"223.065152ms","start":"2026-03-06T22:10:34.326355Z","end":"2026-03-06T22:10:34.54942Z","steps":["trace[96717329] 'agreement among raft nodes before linearized reading' (duration: 222.779944ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:10:34.549475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:10:33.75138Z","time spent":"798.079301ms","remote":"127.0.0.1:36326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":919,"request content":"key:\"/registry/serviceaccounts/local-path-storage/local-path-provisioner\" "} {"level":"warn","ts":"2026-03-06T22:10:34.549425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:10:33.666121Z","time spent":"883.292551ms","remote":"127.0.0.1:36598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":27,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-06T22:10:34.549549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.238477ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-06T22:10:34.549592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.309414ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T22:10:34.549655Z","caller":"traceutil/trace.go:171","msg":"trace[773388653] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:4991; }","duration":"355.917461ms","start":"2026-03-06T22:10:34.19372Z","end":"2026-03-06T22:10:34.549638Z","steps":["trace[773388653] 'agreement among raft nodes before linearized reading' (duration: 355.314084ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:10:34.549755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:10:34.1937Z","time spent":"356.031713ms","remote":"127.0.0.1:39986","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"info","ts":"2026-03-06T22:10:34.549954Z","caller":"traceutil/trace.go:171","msg":"trace[199922406] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4991; }","duration":"223.766752ms","start":"2026-03-06T22:10:34.325805Z","end":"2026-03-06T22:10:34.549571Z","steps":["trace[199922406] 'agreement among raft nodes before linearized reading' (duration: 223.138934ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:10:34.550011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"829.25186ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2210989"} {"level":"info","ts":"2026-03-06T22:10:34.550065Z","caller":"traceutil/trace.go:171","msg":"trace[1248494631] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:4991; }","duration":"829.338412ms","start":"2026-03-06T22:10:33.720711Z","end":"2026-03-06T22:10:34.550049Z","steps":["trace[1248494631] 'agreement among raft nodes before linearized reading' (duration: 828.480158ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:10:34.550375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:10:33.720689Z","time spent":"829.668922ms","remote":"127.0.0.1:36212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":57,"response size":2211011,"request content":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" "} {"level":"warn","ts":"2026-03-06T22:10:36.093944Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880867874559977038,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T22:10:36.594832Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880867874559977038,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-06T22:10:36.904956Z","caller":"traceutil/trace.go:171","msg":"trace[1315847330] transaction","detail":"{read_only:false; response_revision:5008; number_of_response:1; }","duration":"1.389879199s","start":"2026-03-06T22:10:35.51504Z","end":"2026-03-06T22:10:36.904919Z","steps":["trace[1315847330] 'process raft request' (duration: 1.389689593s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:10:36.90517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:10:35.51501Z","time spent":"1.390029793s","remote":"127.0.0.1:36304","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3751,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T22:10:37.580193Z","caller":"traceutil/trace.go:171","msg":"trace[722396173] transaction","detail":"{read_only:false; response_revision:5009; number_of_response:1; }","duration":"1.023794507s","start":"2026-03-06T22:10:36.556374Z","end":"2026-03-06T22:10:37.580168Z","steps":["trace[722396173] 'process raft request' (duration: 1.023620472s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:10:37.580343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:10:36.556349Z","time spent":"1.023916201s","remote":"127.0.0.1:36404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T22:10:37.580631Z","caller":"traceutil/trace.go:171","msg":"trace[223610962] linearizableReadLoop","detail":"{readStateIndex:5213; appliedIndex:5209; }","duration":"1.986760902s","start":"2026-03-06T22:10:35.593847Z","end":"2026-03-06T22:10:37.580607Z","steps":["trace[223610962] 'read index received' (duration: 1.310888907s)","trace[223610962] 'applied index is now lower than readState.Index' (duration: 675.871165ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T22:10:37.58068Z","caller":"traceutil/trace.go:171","msg":"trace[1735636724] transaction","detail":"{read_only:false; response_revision:5010; number_of_response:1; }","duration":"1.024182528s","start":"2026-03-06T22:10:36.556482Z","end":"2026-03-06T22:10:37.580664Z","steps":["trace[1735636724] 'process raft request' (duration: 1.023650093s)"],"step_count":1} {"level":"info","ts":"2026-03-06T22:10:37.58075Z","caller":"traceutil/trace.go:171","msg":"trace[585429485] transaction","detail":"{read_only:false; response_revision:5011; number_of_response:1; }","duration":"1.024210659s","start":"2026-03-06T22:10:36.556527Z","end":"2026-03-06T22:10:37.580738Z","steps":["trace[585429485] 'process raft request' (duration: 1.023966023s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:10:37.580756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:10:36.556445Z","time spent":"1.024269871s","remote":"127.0.0.1:36404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T22:10:37.580851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:10:36.556494Z","time spent":"1.024284352s","remote":"127.0.0.1:36404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T22:10:37.580877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.986989708s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-06T22:10:37.58094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.019343272s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-06T22:10:37.580934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.984172667s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-0a305291-5792-4b9f-afb5-203783dd0b5c\" ","response":"range_response_count:1 size:3766"} {"level":"warn","ts":"2026-03-06T22:10:37.580973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.020687459s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-06T22:10:37.580979Z","caller":"traceutil/trace.go:171","msg":"trace[1236267926] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5011; }","duration":"1.987171212s","start":"2026-03-06T22:10:35.59378Z","end":"2026-03-06T22:10:37.580951Z","steps":["trace[1236267926] 'agreement among raft nodes before linearized reading' (duration: 1.986979197s)"],"step_count":1} {"level":"info","ts":"2026-03-06T22:10:37.581035Z","caller":"traceutil/trace.go:171","msg":"trace[450104379] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5011; }","duration":"1.020790092s","start":"2026-03-06T22:10:36.560223Z","end":"2026-03-06T22:10:37.581013Z","steps":["trace[450104379] 'agreement among raft nodes before linearized reading' (duration: 1.020646718s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:10:37.58101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.019422603s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-06T22:10:37.581052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:10:35.593754Z","time spent":"1.987283946s","remote":"127.0.0.1:36084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T22:10:37.581077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:10:36.560201Z","time spent":"1.020868384s","remote":"127.0.0.1:36404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-06T22:10:37.581093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.017073566s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-dfxps\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-06T22:10:37.581104Z","caller":"traceutil/trace.go:171","msg":"trace[1516501559] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5011; }","duration":"1.019570078s","start":"2026-03-06T22:10:36.561509Z","end":"2026-03-06T22:10:37.581079Z","steps":["trace[1516501559] 'agreement among raft nodes before linearized reading' (duration: 1.019294s)"],"step_count":1} {"level":"info","ts":"2026-03-06T22:10:37.581125Z","caller":"traceutil/trace.go:171","msg":"trace[763705610] range","detail":"{range_begin:/registry/pods/openstack/keepalived-dfxps; range_end:; response_count:1; response_revision:5011; }","duration":"1.017116037s","start":"2026-03-06T22:10:36.564Z","end":"2026-03-06T22:10:37.581116Z","steps":["trace[763705610] 'agreement among raft nodes before linearized reading' (duration: 1.017027365s)"],"step_count":1} {"level":"info","ts":"2026-03-06T22:10:37.581002Z","caller":"traceutil/trace.go:171","msg":"trace[2142151508] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5011; }","duration":"1.019436203s","start":"2026-03-06T22:10:36.561549Z","end":"2026-03-06T22:10:37.580985Z","steps":["trace[2142151508] 'agreement among raft nodes before linearized reading' (duration: 1.019247898s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:10:37.581111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.250246826s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-06T22:10:37.581129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"669.452192ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-0a305291-5792-4b9f-afb5-203783dd0b5c\" ","response":"range_response_count:1 size:3766"} {"level":"warn","ts":"2026-03-06T22:10:37.581157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:10:36.563994Z","time spent":"1.017155769s","remote":"127.0.0.1:36304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6546,"request content":"key:\"/registry/pods/openstack/keepalived-dfxps\" "} {"level":"warn","ts":"2026-03-06T22:10:37.581135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.019540417s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-06T22:10:37.581172Z","caller":"traceutil/trace.go:171","msg":"trace[781223271] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:5011; }","duration":"1.250364999s","start":"2026-03-06T22:10:36.330793Z","end":"2026-03-06T22:10:37.581158Z","steps":["trace[781223271] 'agreement among raft nodes before linearized reading' (duration: 1.250235836s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:10:37.581189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"537.183599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-06T22:10:37.581209Z","caller":"traceutil/trace.go:171","msg":"trace[965219444] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5011; }","duration":"1.019637899s","start":"2026-03-06T22:10:36.561555Z","end":"2026-03-06T22:10:37.581193Z","steps":["trace[965219444] 'agreement among raft nodes before linearized reading' (duration: 1.019390982s)"],"step_count":1} {"level":"info","ts":"2026-03-06T22:10:37.581196Z","caller":"traceutil/trace.go:171","msg":"trace[293444627] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-0a305291-5792-4b9f-afb5-203783dd0b5c; range_end:; response_count:1; response_revision:5011; }","duration":"669.544165ms","start":"2026-03-06T22:10:36.911633Z","end":"2026-03-06T22:10:37.581177Z","steps":["trace[293444627] 'agreement among raft nodes before linearized reading' (duration: 669.39301ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T22:10:37.581253Z","caller":"traceutil/trace.go:171","msg":"trace[817493379] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:5011; }","duration":"537.297532ms","start":"2026-03-06T22:10:37.04394Z","end":"2026-03-06T22:10:37.581238Z","steps":["trace[817493379] 'agreement among raft nodes before linearized reading' (duration: 537.094467ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:10:37.581257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:10:36.561543Z","time spent":"1.019703582s","remote":"127.0.0.1:36404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-06T22:10:37.581278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:10:36.91162Z","time spent":"669.645857ms","remote":"127.0.0.1:36304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3788,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-0a305291-5792-4b9f-afb5-203783dd0b5c\" "} {"level":"warn","ts":"2026-03-06T22:10:37.581295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:10:37.043916Z","time spent":"537.368285ms","remote":"127.0.0.1:36196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":54,"response size":29,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"warn","ts":"2026-03-06T22:10:37.581175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:10:36.561532Z","time spent":"1.019625669s","remote":"127.0.0.1:36404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-06T22:10:37.581225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:10:36.330704Z","time spent":"1.250512564s","remote":"127.0.0.1:55944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":6,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true "} {"level":"warn","ts":"2026-03-06T22:10:37.581161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:10:36.561496Z","time spent":"1.01965274s","remote":"127.0.0.1:36404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-06T22:10:37.581365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.019349s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-06T22:10:37.5815Z","caller":"traceutil/trace.go:171","msg":"trace[1407580767] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5011; }","duration":"1.019513645s","start":"2026-03-06T22:10:36.561962Z","end":"2026-03-06T22:10:37.581475Z","steps":["trace[1407580767] 'agreement among raft nodes before linearized reading' (duration: 1.019156465s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:10:37.581549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:10:36.561955Z","time spent":"1.019583358s","remote":"127.0.0.1:36404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-06T22:10:37.581746Z","caller":"traceutil/trace.go:171","msg":"trace[646177591] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-0a305291-5792-4b9f-afb5-203783dd0b5c; range_end:; response_count:1; response_revision:5011; }","duration":"1.984296741s","start":"2026-03-06T22:10:35.596706Z","end":"2026-03-06T22:10:37.581003Z","steps":["trace[646177591] 'agreement among raft nodes before linearized reading' (duration: 1.984058184s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:10:37.581815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:10:35.596691Z","time spent":"1.985105745s","remote":"127.0.0.1:36304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3788,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-0a305291-5792-4b9f-afb5-203783dd0b5c\" "} {"level":"warn","ts":"2026-03-06T22:10:39.305893Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.515479781s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-06T22:10:39.464981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.255815115s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T22:10:39.465496Z","caller":"traceutil/trace.go:171","msg":"trace[1113673873] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:5011; }","duration":"1.25634114s","start":"2026-03-06T22:10:38.209135Z","end":"2026-03-06T22:10:39.465476Z","steps":["trace[1113673873] 'range keys from in-memory index tree' (duration: 1.255797865s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:10:39.466082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.675554316s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-06T22:10:39.466343Z","caller":"traceutil/trace.go:171","msg":"trace[474008727] transaction","detail":"{read_only:false; response_revision:5012; number_of_response:1; }","duration":"1.880579933s","start":"2026-03-06T22:10:37.585718Z","end":"2026-03-06T22:10:39.466298Z","steps":["trace[474008727] 'process raft request' (duration: 204.714048ms)","trace[474008727] 'compare' (duration: 1.67464168s)"],"step_count":2} {"level":"info","ts":"2026-03-06T22:10:39.466513Z","caller":"traceutil/trace.go:171","msg":"trace[787407363] linearizableReadLoop","detail":"{readStateIndex:5218; appliedIndex:5213; }","duration":"1.878774441s","start":"2026-03-06T22:10:37.587721Z","end":"2026-03-06T22:10:39.466495Z","steps":["trace[787407363] 'read index received' (duration: 202.713691ms)","trace[787407363] 'applied index is now lower than readState.Index' (duration: 1.67605952s)"],"step_count":2} {"level":"warn","ts":"2026-03-06T22:10:39.466517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:10:37.585632Z","time spent":"1.88079755s","remote":"127.0.0.1:36404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T22:10:39.466594Z","caller":"traceutil/trace.go:171","msg":"trace[1849388817] transaction","detail":"{read_only:false; response_revision:5015; number_of_response:1; }","duration":"1.879477881s","start":"2026-03-06T22:10:37.587106Z","end":"2026-03-06T22:10:39.466584Z","steps":["trace[1849388817] 'process raft request' (duration: 1.879276495s)"],"step_count":1} {"level":"info","ts":"2026-03-06T22:10:39.4666Z","caller":"traceutil/trace.go:171","msg":"trace[1808818358] transaction","detail":"{read_only:false; response_revision:5014; number_of_response:1; }","duration":"1.880244423s","start":"2026-03-06T22:10:37.586311Z","end":"2026-03-06T22:10:39.466555Z","steps":["trace[1808818358] 'process raft request' (duration: 1.880033587s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:10:39.466758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:10:37.587098Z","time spent":"1.879529512s","remote":"127.0.0.1:36404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T22:10:39.466834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:10:37.586292Z","time spent":"1.880411158s","remote":"127.0.0.1:36404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T22:10:39.466841Z","caller":"traceutil/trace.go:171","msg":"trace[1307090945] transaction","detail":"{read_only:false; response_revision:5013; number_of_response:1; }","duration":"1.880538492s","start":"2026-03-06T22:10:37.586262Z","end":"2026-03-06T22:10:39.466801Z","steps":["trace[1307090945] 'process raft request' (duration: 1.879919875s)"],"step_count":1} {"level":"info","ts":"2026-03-06T22:10:39.466798Z","caller":"traceutil/trace.go:171","msg":"trace[1191630031] transaction","detail":"{read_only:false; response_revision:5016; number_of_response:1; }","duration":"1.879394608s","start":"2026-03-06T22:10:37.587353Z","end":"2026-03-06T22:10:39.466748Z","steps":["trace[1191630031] 'process raft request' (duration: 1.879064389s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:10:39.46701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.879285246s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:80206"} {"level":"warn","ts":"2026-03-06T22:10:39.467028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:10:37.586247Z","time spent":"1.880678887s","remote":"127.0.0.1:36404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T22:10:39.467063Z","caller":"traceutil/trace.go:171","msg":"trace[631038483] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:5016; }","duration":"1.879361919s","start":"2026-03-06T22:10:37.587688Z","end":"2026-03-06T22:10:39.46705Z","steps":["trace[631038483] 'agreement among raft nodes before linearized reading' (duration: 1.8790894s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:10:39.467106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:10:37.587678Z","time spent":"1.87941897s","remote":"127.0.0.1:36304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":9,"response size":80228,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-06T22:10:39.467188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:10:37.587338Z","time spent":"1.879658827s","remote":"127.0.0.1:36404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T22:10:39.495448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.900115501s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T22:10:39.495509Z","caller":"traceutil/trace.go:171","msg":"trace[1512348588] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5018; }","duration":"1.900205204s","start":"2026-03-06T22:10:37.595289Z","end":"2026-03-06T22:10:39.495495Z","steps":["trace[1512348588] 'agreement among raft nodes before linearized reading' (duration: 1.900108731s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:10:39.495511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"412.592137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-06T22:10:39.49554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:10:37.595274Z","time spent":"1.900260365s","remote":"127.0.0.1:36084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T22:10:39.495577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"908.323085ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-0a305291-5792-4b9f-afb5-203783dd0b5c\" ","response":"range_response_count:1 size:3766"} {"level":"info","ts":"2026-03-06T22:10:39.495559Z","caller":"traceutil/trace.go:171","msg":"trace[137792087] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:5018; }","duration":"412.711281ms","start":"2026-03-06T22:10:39.082833Z","end":"2026-03-06T22:10:39.495544Z","steps":["trace[137792087] 'agreement among raft nodes before linearized reading' (duration: 412.599687ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:10:39.495606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.286065628s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3316"} {"level":"info","ts":"2026-03-06T22:10:39.495625Z","caller":"traceutil/trace.go:171","msg":"trace[668865193] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-0a305291-5792-4b9f-afb5-203783dd0b5c; range_end:; response_count:1; response_revision:5018; }","duration":"908.374796ms","start":"2026-03-06T22:10:38.587236Z","end":"2026-03-06T22:10:39.495611Z","steps":["trace[668865193] 'agreement among raft nodes before linearized reading' (duration: 908.222552ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T22:10:39.495628Z","caller":"traceutil/trace.go:171","msg":"trace[1769537477] transaction","detail":"{read_only:false; response_revision:5017; number_of_response:1; }","duration":"1.350560978s","start":"2026-03-06T22:10:38.145052Z","end":"2026-03-06T22:10:39.495613Z","steps":["trace[1769537477] 'process raft request' (duration: 1.350172487s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:10:39.495653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:10:38.587219Z","time spent":"908.429707ms","remote":"127.0.0.1:36304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3788,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-0a305291-5792-4b9f-afb5-203783dd0b5c\" "} {"level":"info","ts":"2026-03-06T22:10:39.495651Z","caller":"traceutil/trace.go:171","msg":"trace[1303248657] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5018; }","duration":"1.28615262s","start":"2026-03-06T22:10:38.209486Z","end":"2026-03-06T22:10:39.495638Z","steps":["trace[1303248657] 'agreement among raft nodes before linearized reading' (duration: 1.286016546s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:10:39.495656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.838733491s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-06T22:10:39.495647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:10:39.082812Z","time spent":"412.822534ms","remote":"127.0.0.1:36400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":29,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"warn","ts":"2026-03-06T22:10:39.495689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:10:38.209464Z","time spent":"1.286218192s","remote":"127.0.0.1:39934","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3338,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"warn","ts":"2026-03-06T22:10:39.495713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:10:38.145026Z","time spent":"1.35063001s","remote":"127.0.0.1:36404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T22:10:39.495719Z","caller":"traceutil/trace.go:171","msg":"trace[1940225537] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:5018; }","duration":"1.838835704s","start":"2026-03-06T22:10:37.656866Z","end":"2026-03-06T22:10:39.495701Z","steps":["trace[1940225537] 'agreement among raft nodes before linearized reading' (duration: 1.838716741s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:10:39.495763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:10:37.65685Z","time spent":"1.838902915s","remote":"127.0.0.1:36638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":4,"response size":29,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-06T22:10:39.495822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"785.133261ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-03-06T22:10:39.495847Z","caller":"traceutil/trace.go:171","msg":"trace[2107666149] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:5018; }","duration":"785.157252ms","start":"2026-03-06T22:10:38.710684Z","end":"2026-03-06T22:10:39.495841Z","steps":["trace[2107666149] 'agreement among raft nodes before linearized reading' (duration: 785.08961ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:10:39.495862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:10:38.710617Z","time spent":"785.241604ms","remote":"127.0.0.1:36404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":551,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-06T22:10:39.49585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"732.48022ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-06T22:10:39.495923Z","caller":"traceutil/trace.go:171","msg":"trace[2034353749] transaction","detail":"{read_only:false; response_revision:5018; number_of_response:1; }","duration":"992.713692ms","start":"2026-03-06T22:10:38.503193Z","end":"2026-03-06T22:10:39.495907Z","steps":["trace[2034353749] 'process raft request' (duration: 992.149916ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:10:39.496236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:10:38.503168Z","time spent":"993.033191ms","remote":"127.0.0.1:36404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T22:10:39.495946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.231334ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-06T22:10:39.496309Z","caller":"traceutil/trace.go:171","msg":"trace[2117801020] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5018; }","duration":"313.649856ms","start":"2026-03-06T22:10:39.182647Z","end":"2026-03-06T22:10:39.496296Z","steps":["trace[2117801020] 'agreement among raft nodes before linearized reading' (duration: 313.235994ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T22:10:39.49612Z","caller":"traceutil/trace.go:171","msg":"trace[2069137686] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:5018; }","duration":"732.789049ms","start":"2026-03-06T22:10:38.763313Z","end":"2026-03-06T22:10:39.496102Z","steps":["trace[2069137686] 'agreement among raft nodes before linearized reading' (duration: 732.390478ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:10:39.496352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:10:39.182626Z","time spent":"313.709317ms","remote":"127.0.0.1:40080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-06T22:10:39.496371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:10:38.763303Z","time spent":"733.051536ms","remote":"127.0.0.1:36614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":9,"response size":29,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"warn","ts":"2026-03-06T22:10:42.121035Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880867874559977185,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-06T22:10:42.202632Z","caller":"traceutil/trace.go:171","msg":"trace[1157152324] transaction","detail":"{read_only:false; response_revision:5064; number_of_response:1; }","duration":"606.93729ms","start":"2026-03-06T22:10:41.595667Z","end":"2026-03-06T22:10:42.202604Z","steps":["trace[1157152324] 'process raft request' (duration: 606.744644ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:10:42.202854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:10:41.595641Z","time spent":"607.064854ms","remote":"127.0.0.1:36404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T22:10:42.281041Z","caller":"traceutil/trace.go:171","msg":"trace[465148568] linearizableReadLoop","detail":"{readStateIndex:5272; appliedIndex:5269; }","duration":"660.347443ms","start":"2026-03-06T22:10:41.620674Z","end":"2026-03-06T22:10:42.281022Z","steps":["trace[465148568] 'read index received' (duration: 581.720031ms)","trace[465148568] 'applied index is now lower than readState.Index' (duration: 78.624292ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T22:10:42.281108Z","caller":"traceutil/trace.go:171","msg":"trace[290199700] transaction","detail":"{read_only:false; response_revision:5065; number_of_response:1; }","duration":"685.005026ms","start":"2026-03-06T22:10:41.596072Z","end":"2026-03-06T22:10:42.281077Z","steps":["trace[290199700] 'process raft request' (duration: 684.759759ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:10:42.281264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.612702ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-06T22:10:42.281273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:10:41.596038Z","time spent":"685.15019ms","remote":"127.0.0.1:36404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T22:10:42.281154Z","caller":"traceutil/trace.go:171","msg":"trace[157424641] transaction","detail":"{read_only:false; response_revision:5066; number_of_response:1; }","duration":"684.843061ms","start":"2026-03-06T22:10:41.596276Z","end":"2026-03-06T22:10:42.281119Z","steps":["trace[157424641] 'process raft request' (duration: 684.668796ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T22:10:42.281321Z","caller":"traceutil/trace.go:171","msg":"trace[621041872] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:5066; }","duration":"193.686114ms","start":"2026-03-06T22:10:42.087622Z","end":"2026-03-06T22:10:42.281308Z","steps":["trace[621041872] 'agreement among raft nodes before linearized reading' (duration: 193.585021ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:10:42.281518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"647.577139ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/loki-gateway-cf54cb88c-rm5dj\" ","response":"range_response_count:1 size:4757"} {"level":"warn","ts":"2026-03-06T22:10:42.281627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:10:41.59627Z","time spent":"685.098108ms","remote":"127.0.0.1:36404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T22:10:42.281665Z","caller":"traceutil/trace.go:171","msg":"trace[2039535230] range","detail":"{range_begin:/registry/pods/monitoring/loki-gateway-cf54cb88c-rm5dj; range_end:; response_count:1; response_revision:5066; }","duration":"647.770694ms","start":"2026-03-06T22:10:41.633873Z","end":"2026-03-06T22:10:42.281644Z","steps":["trace[2039535230] 'agreement among raft nodes before linearized reading' (duration: 647.337461ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:10:42.28172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:10:41.63386Z","time spent":"647.844446ms","remote":"127.0.0.1:36304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":4779,"request content":"key:\"/registry/pods/monitoring/loki-gateway-cf54cb88c-rm5dj\" "} {"level":"warn","ts":"2026-03-06T22:10:42.282128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"661.442154ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2210989"} {"level":"info","ts":"2026-03-06T22:10:42.282185Z","caller":"traceutil/trace.go:171","msg":"trace[1976809909] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:5066; }","duration":"661.528817ms","start":"2026-03-06T22:10:41.620645Z","end":"2026-03-06T22:10:42.282174Z","steps":["trace[1976809909] 'agreement among raft nodes before linearized reading' (duration: 660.483637ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:10:42.282221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:10:41.620629Z","time spent":"661.581199ms","remote":"127.0.0.1:36212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":57,"response size":2211011,"request content":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" "} {"level":"warn","ts":"2026-03-06T22:10:49.091319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"471.26367ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-06T22:10:49.0914Z","caller":"traceutil/trace.go:171","msg":"trace[826064147] linearizableReadLoop","detail":"{readStateIndex:5380; appliedIndex:5379; }","duration":"499.744412ms","start":"2026-03-06T22:10:48.591644Z","end":"2026-03-06T22:10:49.091388Z","steps":["trace[826064147] 'read index received' (duration: 28.230585ms)","trace[826064147] 'applied index is now lower than readState.Index' (duration: 471.512527ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T22:10:49.091569Z","caller":"traceutil/trace.go:171","msg":"trace[1588034955] transaction","detail":"{read_only:false; response_revision:5173; number_of_response:1; }","duration":"506.382582ms","start":"2026-03-06T22:10:48.585132Z","end":"2026-03-06T22:10:49.091515Z","steps":["trace[1588034955] 'process raft request' (duration: 34.849074ms)","trace[1588034955] 'compare' (duration: 471.166657ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T22:10:49.091622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"499.959108ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-keystone-server\" ","response":"range_response_count:1 size:9639"} {"level":"warn","ts":"2026-03-06T22:10:49.091631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"498.825316ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T22:10:49.091695Z","caller":"traceutil/trace.go:171","msg":"trace[1889389540] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-keystone-server; range_end:; response_count:1; response_revision:5173; }","duration":"500.066621ms","start":"2026-03-06T22:10:48.59161Z","end":"2026-03-06T22:10:49.091676Z","steps":["trace[1889389540] 'agreement among raft nodes before linearized reading' (duration: 499.853115ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T22:10:49.091709Z","caller":"traceutil/trace.go:171","msg":"trace[822313451] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5173; }","duration":"498.912369ms","start":"2026-03-06T22:10:48.592777Z","end":"2026-03-06T22:10:49.09169Z","steps":["trace[822313451] 'agreement among raft nodes before linearized reading' (duration: 498.781825ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:10:49.091781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:10:48.591594Z","time spent":"500.144804ms","remote":"127.0.0.1:36610","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":9661,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-keystone-server\" "} {"level":"warn","ts":"2026-03-06T22:10:49.091793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:10:48.592744Z","time spent":"499.040442ms","remote":"127.0.0.1:36084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T22:10:49.091819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:10:48.585112Z","time spent":"506.554047ms","remote":"127.0.0.1:36178","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":725,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T22:10:49.091848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"445.332261ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:16549"} {"level":"warn","ts":"2026-03-06T22:10:49.091854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"400.956005ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-03-06T22:10:49.091937Z","caller":"traceutil/trace.go:171","msg":"trace[876454475] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:5173; }","duration":"401.078228ms","start":"2026-03-06T22:10:48.690841Z","end":"2026-03-06T22:10:49.091919Z","steps":["trace[876454475] 'agreement among raft nodes before linearized reading' (duration: 400.819751ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:10:49.091993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:10:48.69082Z","time spent":"401.164251ms","remote":"127.0.0.1:36266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1957,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"info","ts":"2026-03-06T22:10:49.091889Z","caller":"traceutil/trace.go:171","msg":"trace[1189085508] range","detail":"{range_begin:/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:5173; }","duration":"445.414713ms","start":"2026-03-06T22:10:48.646463Z","end":"2026-03-06T22:10:49.091877Z","steps":["trace[1189085508] 'agreement among raft nodes before linearized reading' (duration: 445.237428ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:10:49.092066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:10:48.64644Z","time spent":"445.598758ms","remote":"127.0.0.1:36304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":16571,"request content":"key:\"/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"info","ts":"2026-03-06T22:10:49.409852Z","caller":"traceutil/trace.go:171","msg":"trace[187618995] linearizableReadLoop","detail":"{readStateIndex:5381; appliedIndex:5380; }","duration":"307.618813ms","start":"2026-03-06T22:10:49.102205Z","end":"2026-03-06T22:10:49.409824Z","steps":["trace[187618995] 'read index received' (duration: 307.484309ms)","trace[187618995] 'applied index is now lower than readState.Index' (duration: 132.474µs)"],"step_count":2} {"level":"warn","ts":"2026-03-06T22:10:49.410127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.902621ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-03-06T22:10:49.410132Z","caller":"traceutil/trace.go:171","msg":"trace[859912981] transaction","detail":"{read_only:false; response_revision:5174; number_of_response:1; }","duration":"311.550105ms","start":"2026-03-06T22:10:49.098549Z","end":"2026-03-06T22:10:49.410099Z","steps":["trace[859912981] 'process raft request' (duration: 311.135093ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T22:10:49.41018Z","caller":"traceutil/trace.go:171","msg":"trace[2080076705] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:5174; }","duration":"307.991184ms","start":"2026-03-06T22:10:49.102171Z","end":"2026-03-06T22:10:49.410162Z","steps":["trace[2080076705] 'agreement among raft nodes before linearized reading' (duration: 307.771167ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:10:49.410224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:10:49.102153Z","time spent":"308.060836ms","remote":"127.0.0.1:36266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2104,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"warn","ts":"2026-03-06T22:10:49.410291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:10:49.098529Z","time spent":"311.673129ms","remote":"127.0.0.1:36178","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":736,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T22:10:49.413123Z","caller":"traceutil/trace.go:171","msg":"trace[1975701986] transaction","detail":"{read_only:false; response_revision:5175; number_of_response:1; }","duration":"302.738583ms","start":"2026-03-06T22:10:49.110368Z","end":"2026-03-06T22:10:49.413107Z","steps":["trace[1975701986] 'process raft request' (duration: 302.62544ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:10:49.413273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:10:49.11035Z","time spent":"302.842067ms","remote":"127.0.0.1:36304","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17217,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T22:10:54.709757Z","caller":"traceutil/trace.go:171","msg":"trace[714518111] transaction","detail":"{read_only:false; response_revision:5214; number_of_response:1; }","duration":"390.320952ms","start":"2026-03-06T22:10:54.319412Z","end":"2026-03-06T22:10:54.709733Z","steps":["trace[714518111] 'process raft request' (duration: 390.126627ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:10:54.709918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:10:54.319384Z","time spent":"390.452814ms","remote":"127.0.0.1:36404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T22:10:54.920461Z","caller":"traceutil/trace.go:171","msg":"trace[1333241129] transaction","detail":"{read_only:false; response_revision:5216; number_of_response:1; }","duration":"599.603993ms","start":"2026-03-06T22:10:54.320838Z","end":"2026-03-06T22:10:54.920442Z","steps":["trace[1333241129] 'process raft request' (duration: 599.555942ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T22:10:54.920477Z","caller":"traceutil/trace.go:171","msg":"trace[564250798] transaction","detail":"{read_only:false; response_revision:5215; number_of_response:1; }","duration":"599.687185ms","start":"2026-03-06T22:10:54.32077Z","end":"2026-03-06T22:10:54.920457Z","steps":["trace[564250798] 'process raft request' (duration: 599.5112ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:10:54.920578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:10:54.320816Z","time spent":"599.701095ms","remote":"127.0.0.1:36404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T22:10:54.920579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:10:54.320748Z","time spent":"599.771827ms","remote":"127.0.0.1:36404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T22:10:54.920735Z","caller":"traceutil/trace.go:171","msg":"trace[870301267] linearizableReadLoop","detail":"{readStateIndex:5425; appliedIndex:5421; }","duration":"394.629609ms","start":"2026-03-06T22:10:54.52607Z","end":"2026-03-06T22:10:54.920699Z","steps":["trace[870301267] 'read index received' (duration: 183.518811ms)","trace[870301267] 'applied index is now lower than readState.Index' (duration: 211.107878ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T22:10:54.920787Z","caller":"traceutil/trace.go:171","msg":"trace[1163357436] transaction","detail":"{read_only:false; response_revision:5217; number_of_response:1; }","duration":"414.39009ms","start":"2026-03-06T22:10:54.506376Z","end":"2026-03-06T22:10:54.920766Z","steps":["trace[1163357436] 'process raft request' (duration: 414.041922ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:10:54.920943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:10:54.506345Z","time spent":"414.503453ms","remote":"127.0.0.1:36404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T22:10:54.921127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.901243ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.229\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-03-06T22:10:54.921145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"387.708286ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-03-06T22:10:54.921218Z","caller":"traceutil/trace.go:171","msg":"trace[1897314191] range","detail":"{range_begin:/registry/masterleases/199.204.45.229; range_end:; response_count:1; response_revision:5217; }","duration":"154.006265ms","start":"2026-03-06T22:10:54.767171Z","end":"2026-03-06T22:10:54.921177Z","steps":["trace[1897314191] 'agreement among raft nodes before linearized reading' (duration: 153.815631ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T22:10:54.92122Z","caller":"traceutil/trace.go:171","msg":"trace[1053604203] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:5217; }","duration":"387.824468ms","start":"2026-03-06T22:10:54.533378Z","end":"2026-03-06T22:10:54.921202Z","steps":["trace[1053604203] 'agreement among raft nodes before linearized reading' (duration: 387.585142ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:10:54.921279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:10:54.533367Z","time spent":"387.904191ms","remote":"127.0.0.1:36404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":551,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-06T22:10:54.921267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.730283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-03-06T22:10:54.921366Z","caller":"traceutil/trace.go:171","msg":"trace[905055175] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5217; }","duration":"211.857916ms","start":"2026-03-06T22:10:54.70947Z","end":"2026-03-06T22:10:54.921328Z","steps":["trace[905055175] 'agreement among raft nodes before linearized reading' (duration: 211.654441ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:10:54.921896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"395.823268ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3316"} {"level":"info","ts":"2026-03-06T22:10:54.921968Z","caller":"traceutil/trace.go:171","msg":"trace[338343551] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5217; }","duration":"395.893199ms","start":"2026-03-06T22:10:54.526057Z","end":"2026-03-06T22:10:54.92195Z","steps":["trace[338343551] 'agreement among raft nodes before linearized reading' (duration: 394.821023ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:10:54.922021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:10:54.525999Z","time spent":"396.010593ms","remote":"127.0.0.1:39934","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3338,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"warn","ts":"2026-03-06T22:10:55.286334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.272141ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-06T22:10:55.286595Z","caller":"traceutil/trace.go:171","msg":"trace[1612520236] transaction","detail":"{read_only:false; response_revision:5220; number_of_response:1; }","duration":"272.166099ms","start":"2026-03-06T22:10:55.014411Z","end":"2026-03-06T22:10:55.286577Z","steps":["trace[1612520236] 'process raft request' (duration: 272.122208ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T22:10:55.286647Z","caller":"traceutil/trace.go:171","msg":"trace[2021933983] linearizableReadLoop","detail":"{readStateIndex:5427; appliedIndex:5426; }","duration":"340.144472ms","start":"2026-03-06T22:10:54.946471Z","end":"2026-03-06T22:10:55.286615Z","steps":["trace[2021933983] 'read index received' (duration: 234.607134ms)","trace[2021933983] 'applied index is now lower than readState.Index' (duration: 105.535338ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T22:10:55.286667Z","caller":"traceutil/trace.go:171","msg":"trace[1170617883] transaction","detail":"{read_only:false; response_revision:5218; number_of_response:1; }","duration":"360.835127ms","start":"2026-03-06T22:10:54.925796Z","end":"2026-03-06T22:10:55.286631Z","steps":["trace[1170617883] 'process raft request' (duration: 255.173135ms)","trace[1170617883] 'compare' (duration: 105.138608ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T22:10:55.286682Z","caller":"traceutil/trace.go:171","msg":"trace[1714112792] transaction","detail":"{read_only:false; response_revision:5219; number_of_response:1; }","duration":"339.29566ms","start":"2026-03-06T22:10:54.947354Z","end":"2026-03-06T22:10:55.28665Z","steps":["trace[1714112792] 'process raft request' (duration: 339.107726ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:10:55.28688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:10:54.925782Z","time spent":"360.966351ms","remote":"127.0.0.1:36404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T22:10:55.286931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:10:54.947328Z","time spent":"339.488385ms","remote":"127.0.0.1:36128","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T22:10:55.286939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.694198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-06T22:10:55.28721Z","caller":"traceutil/trace.go:171","msg":"trace[311683744] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5220; }","duration":"361.939834ms","start":"2026-03-06T22:10:54.925177Z","end":"2026-03-06T22:10:55.287117Z","steps":["trace[311683744] 'agreement among raft nodes before linearized reading' (duration: 361.581315ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:10:55.287256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.810935ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:17206"} {"level":"warn","ts":"2026-03-06T22:10:55.287409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:10:54.925154Z","time spent":"362.18238ms","remote":"127.0.0.1:36304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-06T22:10:55.287423Z","caller":"traceutil/trace.go:171","msg":"trace[1014036160] range","detail":"{range_begin:/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:5220; }","duration":"106.052002ms","start":"2026-03-06T22:10:55.18131Z","end":"2026-03-06T22:10:55.287362Z","steps":["trace[1014036160] 'agreement among raft nodes before linearized reading' (duration: 105.55966ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:10:55.622658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.927646ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-03-06T22:10:55.622792Z","caller":"traceutil/trace.go:171","msg":"trace[169946673] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:5221; }","duration":"232.06717ms","start":"2026-03-06T22:10:55.390663Z","end":"2026-03-06T22:10:55.62273Z","steps":["trace[169946673] 'range keys from in-memory index tree' (duration: 231.780653ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T22:10:55.77137Z","caller":"traceutil/trace.go:171","msg":"trace[154589160] transaction","detail":"{read_only:false; response_revision:5222; number_of_response:1; }","duration":"144.785037ms","start":"2026-03-06T22:10:55.626559Z","end":"2026-03-06T22:10:55.771344Z","steps":["trace[154589160] 'process raft request' (duration: 144.567541ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T22:10:55.785983Z","caller":"traceutil/trace.go:171","msg":"trace[1907785535] transaction","detail":"{read_only:false; response_revision:5224; number_of_response:1; }","duration":"158.521278ms","start":"2026-03-06T22:10:55.627445Z","end":"2026-03-06T22:10:55.785966Z","steps":["trace[1907785535] 'process raft request' (duration: 158.403915ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T22:10:55.786013Z","caller":"traceutil/trace.go:171","msg":"trace[229415149] transaction","detail":"{read_only:false; response_revision:5225; number_of_response:1; }","duration":"157.930353ms","start":"2026-03-06T22:10:55.628048Z","end":"2026-03-06T22:10:55.785979Z","steps":["trace[229415149] 'process raft request' (duration: 157.83842ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T22:10:55.785979Z","caller":"traceutil/trace.go:171","msg":"trace[1629835637] transaction","detail":"{read_only:false; response_revision:5223; number_of_response:1; }","duration":"158.538829ms","start":"2026-03-06T22:10:55.627407Z","end":"2026-03-06T22:10:55.785945Z","steps":["trace[1629835637] 'process raft request' (duration: 158.308763ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T22:10:55.786158Z","caller":"traceutil/trace.go:171","msg":"trace[1853166321] linearizableReadLoop","detail":"{readStateIndex:5433; appliedIndex:5430; }","duration":"158.460997ms","start":"2026-03-06T22:10:55.627681Z","end":"2026-03-06T22:10:55.786142Z","steps":["trace[1853166321] 'read index received' (duration: 143.516985ms)","trace[1853166321] 'applied index is now lower than readState.Index' (duration: 14.942882ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T22:10:55.786283Z","caller":"traceutil/trace.go:171","msg":"trace[500058817] transaction","detail":"{read_only:false; response_revision:5226; number_of_response:1; }","duration":"158.155048ms","start":"2026-03-06T22:10:55.628101Z","end":"2026-03-06T22:10:55.786256Z","steps":["trace[500058817] 'process raft request' (duration: 157.842851ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:10:55.786363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.663812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:81893"} {"level":"info","ts":"2026-03-06T22:10:55.786471Z","caller":"traceutil/trace.go:171","msg":"trace[172352837] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:5226; }","duration":"158.809776ms","start":"2026-03-06T22:10:55.627653Z","end":"2026-03-06T22:10:55.786463Z","steps":["trace[172352837] 'agreement among raft nodes before linearized reading' (duration: 158.535529ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:10:56.422586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.773762ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-06T22:10:56.422708Z","caller":"traceutil/trace.go:171","msg":"trace[1256805484] linearizableReadLoop","detail":"{readStateIndex:5436; appliedIndex:5435; }","duration":"621.026797ms","start":"2026-03-06T22:10:55.801661Z","end":"2026-03-06T22:10:56.422687Z","steps":["trace[1256805484] 'read index received' (duration: 439.984488ms)","trace[1256805484] 'applied index is now lower than readState.Index' (duration: 181.040579ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T22:10:56.422855Z","caller":"traceutil/trace.go:171","msg":"trace[352411082] transaction","detail":"{read_only:false; response_revision:5227; number_of_response:1; }","duration":"621.415286ms","start":"2026-03-06T22:10:55.801419Z","end":"2026-03-06T22:10:56.422834Z","steps":["trace[352411082] 'process raft request' (duration: 440.292016ms)","trace[352411082] 'compare' (duration: 180.618318ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T22:10:56.42295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:10:55.801398Z","time spent":"621.506149ms","remote":"127.0.0.1:36304","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17007,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T22:10:56.423018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.3378ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-06T22:10:56.423066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"621.393576ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-31c060a7-f413-4d04-a82e-803ce4a61c14\" ","response":"range_response_count:1 size:1435"} {"level":"info","ts":"2026-03-06T22:10:56.423104Z","caller":"traceutil/trace.go:171","msg":"trace[1976366583] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:5227; }","duration":"294.498744ms","start":"2026-03-06T22:10:56.128584Z","end":"2026-03-06T22:10:56.423082Z","steps":["trace[1976366583] 'agreement among raft nodes before linearized reading' (duration: 294.33339ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T22:10:56.423143Z","caller":"traceutil/trace.go:171","msg":"trace[1300059353] range","detail":"{range_begin:/registry/persistentvolumes/pvc-31c060a7-f413-4d04-a82e-803ce4a61c14; range_end:; response_count:1; response_revision:5227; }","duration":"621.500438ms","start":"2026-03-06T22:10:55.801622Z","end":"2026-03-06T22:10:56.423122Z","steps":["trace[1300059353] 'agreement among raft nodes before linearized reading' (duration: 621.304174ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:10:56.423191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:10:55.801603Z","time spent":"621.578891ms","remote":"127.0.0.1:36256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1457,"request content":"key:\"/registry/persistentvolumes/pvc-31c060a7-f413-4d04-a82e-803ce4a61c14\" "} {"level":"warn","ts":"2026-03-06T22:10:57.095633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"571.992865ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-06T22:10:57.096008Z","caller":"traceutil/trace.go:171","msg":"trace[2051914211] transaction","detail":"{read_only:false; response_revision:5229; number_of_response:1; }","duration":"666.326615ms","start":"2026-03-06T22:10:56.429619Z","end":"2026-03-06T22:10:57.095945Z","steps":["trace[2051914211] 'process raft request' (duration: 666.126709ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T22:10:57.096116Z","caller":"traceutil/trace.go:171","msg":"trace[2103210773] transaction","detail":"{read_only:false; response_revision:5231; number_of_response:1; }","duration":"665.627518ms","start":"2026-03-06T22:10:56.430471Z","end":"2026-03-06T22:10:57.096098Z","steps":["trace[2103210773] 'process raft request' (duration: 665.412592ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:10:57.09622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:10:56.430462Z","time spent":"665.70434ms","remote":"127.0.0.1:36282","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1272,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T22:10:57.096268Z","caller":"traceutil/trace.go:171","msg":"trace[854639074] transaction","detail":"{read_only:false; response_revision:5232; number_of_response:1; }","duration":"655.516956ms","start":"2026-03-06T22:10:56.44074Z","end":"2026-03-06T22:10:57.096257Z","steps":["trace[854639074] 'process raft request' (duration: 655.211438ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:10:57.09612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:10:56.429589Z","time spent":"666.485539ms","remote":"127.0.0.1:36412","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1392,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T22:10:57.09601Z","caller":"traceutil/trace.go:171","msg":"trace[101487491] transaction","detail":"{read_only:false; response_revision:5230; number_of_response:1; }","duration":"666.298044ms","start":"2026-03-06T22:10:56.429649Z","end":"2026-03-06T22:10:57.095947Z","steps":["trace[101487491] 'process raft request' (duration: 666.183531ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:10:57.096382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:10:56.440727Z","time spent":"655.579467ms","remote":"127.0.0.1:36610","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":15333,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T22:10:57.096404Z","caller":"traceutil/trace.go:171","msg":"trace[1012070658] linearizableReadLoop","detail":"{readStateIndex:5441; appliedIndex:5436; }","duration":"501.563712ms","start":"2026-03-06T22:10:56.594811Z","end":"2026-03-06T22:10:57.096375Z","steps":["trace[1012070658] 'read index received' (duration: 201.445897ms)","trace[1012070658] 'applied index is now lower than readState.Index' (duration: 300.115925ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T22:10:57.096002Z","caller":"traceutil/trace.go:171","msg":"trace[952353061] transaction","detail":"{read_only:false; response_revision:5228; number_of_response:1; }","duration":"666.462109ms","start":"2026-03-06T22:10:56.429475Z","end":"2026-03-06T22:10:57.095937Z","steps":["trace[952353061] 'process raft request' (duration: 94.081823ms)","trace[952353061] 'compare' (duration: 571.878653ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T22:10:57.096579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:10:56.429451Z","time spent":"667.089134ms","remote":"127.0.0.1:36282","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":849,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T22:10:57.09658Z","caller":"traceutil/trace.go:171","msg":"trace[101645452] transaction","detail":"{read_only:false; response_revision:5233; number_of_response:1; }","duration":"381.212444ms","start":"2026-03-06T22:10:56.715354Z","end":"2026-03-06T22:10:57.096567Z","steps":["trace[101645452] 'process raft request' (duration: 380.965678ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:10:57.096665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"501.89428ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-06T22:10:57.09666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:10:56.715328Z","time spent":"381.288626ms","remote":"127.0.0.1:36404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T22:10:57.096702Z","caller":"traceutil/trace.go:171","msg":"trace[1073876859] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5233; }","duration":"501.974551ms","start":"2026-03-06T22:10:56.594716Z","end":"2026-03-06T22:10:57.096691Z","steps":["trace[1073876859] 'agreement among raft nodes before linearized reading' (duration: 501.784577ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:10:57.096731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:10:56.594693Z","time spent":"502.031583ms","remote":"127.0.0.1:36084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-06T22:10:57.096789Z","caller":"traceutil/trace.go:171","msg":"trace[1217914345] transaction","detail":"{read_only:false; response_revision:5234; number_of_response:1; }","duration":"170.611309ms","start":"2026-03-06T22:10:56.92616Z","end":"2026-03-06T22:10:57.096772Z","steps":["trace[1217914345] 'process raft request' (duration: 170.363453ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T22:10:57.096827Z","caller":"traceutil/trace.go:171","msg":"trace[1326089254] transaction","detail":"{read_only:false; response_revision:5235; number_of_response:1; }","duration":"170.529788ms","start":"2026-03-06T22:10:56.926285Z","end":"2026-03-06T22:10:57.096815Z","steps":["trace[1326089254] 'process raft request' (duration: 170.402934ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:10:57.096899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.542334ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-03-06T22:10:57.096975Z","caller":"traceutil/trace.go:171","msg":"trace[1314537] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:5235; }","duration":"365.667158ms","start":"2026-03-06T22:10:56.731285Z","end":"2026-03-06T22:10:57.096952Z","steps":["trace[1314537] 'agreement among raft nodes before linearized reading' (duration: 365.470113ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:10:57.097015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:10:56.73126Z","time spent":"365.745979ms","remote":"127.0.0.1:36266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2104,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"warn","ts":"2026-03-06T22:10:57.096787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:10:56.429622Z","time spent":"666.791707ms","remote":"127.0.0.1:36412","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1852,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T22:10:57.429614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.019388ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-06T22:10:57.429753Z","caller":"traceutil/trace.go:171","msg":"trace[1621415170] linearizableReadLoop","detail":"{readStateIndex:5445; appliedIndex:5444; }","duration":"172.491866ms","start":"2026-03-06T22:10:57.257241Z","end":"2026-03-06T22:10:57.429733Z","steps":["trace[1621415170] 'read index received' (duration: 51.151µs)","trace[1621415170] 'applied index is now lower than readState.Index' (duration: 172.438855ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T22:10:57.429915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.6622ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-06T22:10:57.42997Z","caller":"traceutil/trace.go:171","msg":"trace[834329156] transaction","detail":"{read_only:false; response_revision:5236; number_of_response:1; }","duration":"316.651447ms","start":"2026-03-06T22:10:57.113261Z","end":"2026-03-06T22:10:57.429912Z","steps":["trace[834329156] 'process raft request' (duration: 129.233909ms)","trace[834329156] 'compare' (duration: 186.874864ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T22:10:57.43001Z","caller":"traceutil/trace.go:171","msg":"trace[1742823390] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:5236; }","duration":"172.799254ms","start":"2026-03-06T22:10:57.257196Z","end":"2026-03-06T22:10:57.429995Z","steps":["trace[1742823390] 'agreement among raft nodes before linearized reading' (duration: 172.599779ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:10:57.430127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:10:57.113246Z","time spent":"316.79515ms","remote":"127.0.0.1:55946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7439,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T22:11:23.202567Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2617} {"level":"info","ts":"2026-03-06T22:11:23.266283Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2617,"took":"62.156212ms","hash":2855063697,"current-db-size-bytes":39768064,"current-db-size":"40 MB","current-db-size-in-use-bytes":29204480,"current-db-size-in-use":"29 MB"} {"level":"info","ts":"2026-03-06T22:11:23.266358Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2855063697,"revision":2617,"compact-revision":-1} {"level":"info","ts":"2026-03-06T22:11:37.561494Z","caller":"traceutil/trace.go:171","msg":"trace[770817113] transaction","detail":"{read_only:false; response_revision:5545; number_of_response:1; }","duration":"317.147157ms","start":"2026-03-06T22:11:37.244318Z","end":"2026-03-06T22:11:37.561465Z","steps":["trace[770817113] 'process raft request' (duration: 316.931762ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:11:37.561665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:11:37.244298Z","time spent":"317.279411ms","remote":"127.0.0.1:36404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T22:11:37.660224Z","caller":"traceutil/trace.go:171","msg":"trace[619337292] transaction","detail":"{read_only:false; response_revision:5546; number_of_response:1; }","duration":"415.697393ms","start":"2026-03-06T22:11:37.244503Z","end":"2026-03-06T22:11:37.6602Z","steps":["trace[619337292] 'process raft request' (duration: 403.758676ms)","trace[619337292] 'compare' (duration: 11.766293ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T22:11:37.660458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:11:37.244479Z","time spent":"415.887227ms","remote":"127.0.0.1:36404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T22:11:37.660446Z","caller":"traceutil/trace.go:171","msg":"trace[54141352] linearizableReadLoop","detail":"{readStateIndex:5767; appliedIndex:5764; }","duration":"336.533498ms","start":"2026-03-06T22:11:37.323866Z","end":"2026-03-06T22:11:37.6604Z","steps":["trace[54141352] 'read index received' (duration: 237.418149ms)","trace[54141352] 'applied index is now lower than readState.Index' (duration: 99.111459ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T22:11:37.66051Z","caller":"traceutil/trace.go:171","msg":"trace[1406711285] transaction","detail":"{read_only:false; response_revision:5547; number_of_response:1; }","duration":"396.362323ms","start":"2026-03-06T22:11:37.264121Z","end":"2026-03-06T22:11:37.660483Z","steps":["trace[1406711285] 'process raft request' (duration: 396.030785ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:11:37.660644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:11:37.264095Z","time spent":"396.480496ms","remote":"127.0.0.1:36404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T22:11:37.661495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.617604ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2210989"} {"level":"info","ts":"2026-03-06T22:11:37.661561Z","caller":"traceutil/trace.go:171","msg":"trace[805501491] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:5547; }","duration":"337.710827ms","start":"2026-03-06T22:11:37.323834Z","end":"2026-03-06T22:11:37.661545Z","steps":["trace[805501491] 'agreement among raft nodes before linearized reading' (duration: 336.762094ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:11:37.6616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:11:37.323818Z","time spent":"337.771528ms","remote":"127.0.0.1:36212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":57,"response size":2211011,"request content":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" "} {"level":"warn","ts":"2026-03-06T22:11:38.190743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.056408ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-06T22:11:38.191051Z","caller":"traceutil/trace.go:171","msg":"trace[1872962270] transaction","detail":"{read_only:false; response_revision:5551; number_of_response:1; }","duration":"152.155114ms","start":"2026-03-06T22:11:38.038845Z","end":"2026-03-06T22:11:38.191Z","steps":["trace[1872962270] 'process raft request' (duration: 35.750097ms)","trace[1872962270] 'compare' (duration: 115.786302ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T22:11:38.191134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.15596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-06T22:11:38.191063Z","caller":"traceutil/trace.go:171","msg":"trace[300306263] transaction","detail":"{read_only:false; response_revision:5552; number_of_response:1; }","duration":"151.457907ms","start":"2026-03-06T22:11:38.039587Z","end":"2026-03-06T22:11:38.191045Z","steps":["trace[300306263] 'process raft request' (duration: 151.355244ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T22:11:38.191193Z","caller":"traceutil/trace.go:171","msg":"trace[665554583] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5552; }","duration":"151.224132ms","start":"2026-03-06T22:11:38.039948Z","end":"2026-03-06T22:11:38.191172Z","steps":["trace[665554583] 'agreement among raft nodes before linearized reading' (duration: 151.060298ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T22:11:38.191311Z","caller":"traceutil/trace.go:171","msg":"trace[794825655] linearizableReadLoop","detail":"{readStateIndex:5772; appliedIndex:5770; }","duration":"151.032687ms","start":"2026-03-06T22:11:38.039972Z","end":"2026-03-06T22:11:38.191004Z","steps":["trace[794825655] 'read index received' (duration: 34.728952ms)","trace[794825655] 'applied index is now lower than readState.Index' (duration: 116.302445ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T22:11:38.191712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.446871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-dfxps\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-06T22:11:38.191768Z","caller":"traceutil/trace.go:171","msg":"trace[949659317] range","detail":"{range_begin:/registry/pods/openstack/keepalived-dfxps; range_end:; response_count:1; response_revision:5552; }","duration":"129.525033ms","start":"2026-03-06T22:11:38.062221Z","end":"2026-03-06T22:11:38.191746Z","steps":["trace[949659317] 'agreement among raft nodes before linearized reading' (duration: 129.339468ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T22:11:53.883353Z","caller":"traceutil/trace.go:171","msg":"trace[1395911806] transaction","detail":"{read_only:false; response_revision:5657; number_of_response:1; }","duration":"105.554428ms","start":"2026-03-06T22:11:53.777752Z","end":"2026-03-06T22:11:53.883306Z","steps":["trace[1395911806] 'process raft request' (duration: 100.273657ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T22:16:23.210662Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5378} {"level":"info","ts":"2026-03-06T22:16:23.306487Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5378,"took":"94.375264ms","hash":1687193449,"current-db-size-bytes":40222720,"current-db-size":"40 MB","current-db-size-in-use-bytes":21913600,"current-db-size-in-use":"22 MB"} {"level":"info","ts":"2026-03-06T22:16:23.306577Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1687193449,"revision":5378,"compact-revision":2617} {"level":"info","ts":"2026-03-06T22:16:40.685577Z","caller":"traceutil/trace.go:171","msg":"trace[1835154972] transaction","detail":"{read_only:false; response_revision:7526; number_of_response:1; }","duration":"154.308038ms","start":"2026-03-06T22:16:40.531248Z","end":"2026-03-06T22:16:40.685556Z","steps":["trace[1835154972] 'process raft request' (duration: 127.050698ms)","trace[1835154972] 'compare' (duration: 27.173588ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T22:16:56.393337Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880867874559984316,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-06T22:16:56.807704Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.278517488s","expected-duration":"1s"} {"level":"info","ts":"2026-03-06T22:16:56.80815Z","caller":"traceutil/trace.go:171","msg":"trace[1081698264] linearizableReadLoop","detail":"{readStateIndex:8033; appliedIndex:8032; }","duration":"915.901593ms","start":"2026-03-06T22:16:55.892225Z","end":"2026-03-06T22:16:56.808126Z","steps":["trace[1081698264] 'read index received' (duration: 915.738589ms)","trace[1081698264] 'applied index is now lower than readState.Index' (duration: 161.464µs)"],"step_count":2} {"level":"info","ts":"2026-03-06T22:16:56.808281Z","caller":"traceutil/trace.go:171","msg":"trace[1497695952] transaction","detail":"{read_only:false; response_revision:7737; number_of_response:1; }","duration":"1.279158283s","start":"2026-03-06T22:16:55.529103Z","end":"2026-03-06T22:16:56.808261Z","steps":["trace[1497695952] 'process raft request' (duration: 1.278864246s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:16:56.808368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"916.133408ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-06T22:16:56.808406Z","caller":"traceutil/trace.go:171","msg":"trace[98347352] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7737; }","duration":"916.223941ms","start":"2026-03-06T22:16:55.892173Z","end":"2026-03-06T22:16:56.808397Z","steps":["trace[98347352] 'agreement among raft nodes before linearized reading' (duration: 916.071077ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:16:56.808446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:16:55.892151Z","time spent":"916.286413ms","remote":"127.0.0.1:36404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-06T22:16:56.808498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:16:55.529087Z","time spent":"1.279265516s","remote":"127.0.0.1:36404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T22:16:56.823152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"926.703162ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-06T22:16:56.823228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.330782ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-06T22:16:56.823202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"783.766038ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-dfxps\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-06T22:16:56.823279Z","caller":"traceutil/trace.go:171","msg":"trace[734668356] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:7738; }","duration":"331.422745ms","start":"2026-03-06T22:16:56.491837Z","end":"2026-03-06T22:16:56.82326Z","steps":["trace[734668356] 'agreement among raft nodes before linearized reading' (duration: 331.345983ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T22:16:56.823334Z","caller":"traceutil/trace.go:171","msg":"trace[1575068179] range","detail":"{range_begin:/registry/pods/openstack/keepalived-dfxps; range_end:; response_count:1; response_revision:7738; }","duration":"783.915212ms","start":"2026-03-06T22:16:56.039377Z","end":"2026-03-06T22:16:56.823292Z","steps":["trace[1575068179] 'agreement among raft nodes before linearized reading' (duration: 783.672346ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:16:56.823342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:16:56.491817Z","time spent":"331.517818ms","remote":"127.0.0.1:57272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":27,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true "} {"level":"info","ts":"2026-03-06T22:16:56.823264Z","caller":"traceutil/trace.go:171","msg":"trace[28598110] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7738; }","duration":"926.857866ms","start":"2026-03-06T22:16:55.89639Z","end":"2026-03-06T22:16:56.823248Z","steps":["trace[28598110] 'agreement among raft nodes before linearized reading' (duration: 926.628121ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:16:56.823347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"924.569449ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-06T22:16:56.82336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"923.81253ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-06T22:16:56.823417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:16:55.896371Z","time spent":"927.02319ms","remote":"127.0.0.1:36404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-06T22:16:56.823427Z","caller":"traceutil/trace.go:171","msg":"trace[1093448719] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7738; }","duration":"924.693572ms","start":"2026-03-06T22:16:55.898713Z","end":"2026-03-06T22:16:56.823407Z","steps":["trace[1093448719] 'agreement among raft nodes before linearized reading' (duration: 924.447606ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T22:16:56.82345Z","caller":"traceutil/trace.go:171","msg":"trace[1742790318] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7738; }","duration":"923.924322ms","start":"2026-03-06T22:16:55.899501Z","end":"2026-03-06T22:16:56.823425Z","steps":["trace[1742790318] 'agreement among raft nodes before linearized reading' (duration: 923.712227ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:16:56.823473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:16:55.898701Z","time spent":"924.763634ms","remote":"127.0.0.1:36404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-06T22:16:56.82317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.99369ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-06T22:16:56.823512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:16:55.899489Z","time spent":"924.012305ms","remote":"127.0.0.1:36404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-06T22:16:56.823553Z","caller":"traceutil/trace.go:171","msg":"trace[1005340771] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7738; }","duration":"229.40589ms","start":"2026-03-06T22:16:56.594122Z","end":"2026-03-06T22:16:56.823528Z","steps":["trace[1005340771] 'agreement among raft nodes before linearized reading' (duration: 228.99602ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:16:56.823742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:16:56.039361Z","time spent":"784.371922ms","remote":"127.0.0.1:36304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6546,"request content":"key:\"/registry/pods/openstack/keepalived-dfxps\" "} {"level":"warn","ts":"2026-03-06T22:16:56.823955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"924.747845ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-06T22:16:56.824004Z","caller":"traceutil/trace.go:171","msg":"trace[1633184680] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7738; }","duration":"924.822916ms","start":"2026-03-06T22:16:55.899171Z","end":"2026-03-06T22:16:56.823994Z","steps":["trace[1633184680] 'agreement among raft nodes before linearized reading' (duration: 923.920673ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:16:56.824038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:16:55.899159Z","time spent":"924.871688ms","remote":"127.0.0.1:36404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-06T22:17:10.012289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"756.047076ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-06T22:17:10.012604Z","caller":"traceutil/trace.go:171","msg":"trace[1036265739] transaction","detail":"{read_only:false; response_revision:7801; number_of_response:1; }","duration":"937.082891ms","start":"2026-03-06T22:17:09.0755Z","end":"2026-03-06T22:17:10.012583Z","steps":["trace[1036265739] 'process raft request' (duration: 937.029339ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T22:17:10.012711Z","caller":"traceutil/trace.go:171","msg":"trace[1836390261] transaction","detail":"{read_only:false; response_revision:7800; number_of_response:1; }","duration":"989.913379ms","start":"2026-03-06T22:17:09.022757Z","end":"2026-03-06T22:17:10.01267Z","steps":["trace[1836390261] 'process raft request' (duration: 989.715344ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T22:17:10.012779Z","caller":"traceutil/trace.go:171","msg":"trace[971459900] linearizableReadLoop","detail":"{readStateIndex:8098; appliedIndex:8094; }","duration":"989.93216ms","start":"2026-03-06T22:17:09.022808Z","end":"2026-03-06T22:17:10.01274Z","steps":["trace[971459900] 'read index received' (duration: 21.323802ms)","trace[971459900] 'applied index is now lower than readState.Index' (duration: 968.605197ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T22:17:10.012783Z","caller":"traceutil/trace.go:171","msg":"trace[1046946230] transaction","detail":"{read_only:false; response_revision:7798; number_of_response:1; }","duration":"990.541465ms","start":"2026-03-06T22:17:09.022225Z","end":"2026-03-06T22:17:10.012766Z","steps":["trace[1046946230] 'process raft request' (duration: 233.886883ms)","trace[1046946230] 'compare' (duration: 755.80661ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T22:17:10.012998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.801027ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-06T22:17:10.013022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"570.140931ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-06T22:17:10.013037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"443.915242ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-06T22:17:10.013018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.028011ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T22:17:10.013089Z","caller":"traceutil/trace.go:171","msg":"trace[1660488737] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:7801; }","duration":"444.009565ms","start":"2026-03-06T22:17:09.569065Z","end":"2026-03-06T22:17:10.013075Z","steps":["trace[1660488737] 'agreement among raft nodes before linearized reading' (duration: 443.884302ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T22:17:10.013082Z","caller":"traceutil/trace.go:171","msg":"trace[185713311] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:7801; }","duration":"137.92399ms","start":"2026-03-06T22:17:09.875134Z","end":"2026-03-06T22:17:10.013058Z","steps":["trace[185713311] 'agreement among raft nodes before linearized reading' (duration: 137.782087ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:17:10.013129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:17:09.569045Z","time spent":"444.075436ms","remote":"127.0.0.1:36312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":52,"response size":29,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"warn","ts":"2026-03-06T22:17:10.01288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:17:09.022745Z","time spent":"990.025532ms","remote":"127.0.0.1:36404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T22:17:10.013142Z","caller":"traceutil/trace.go:171","msg":"trace[153003204] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7801; }","duration":"184.156564ms","start":"2026-03-06T22:17:09.828956Z","end":"2026-03-06T22:17:10.013113Z","steps":["trace[153003204] 'agreement among raft nodes before linearized reading' (duration: 183.974749ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T22:17:10.013077Z","caller":"traceutil/trace.go:171","msg":"trace[1100989736] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:7801; }","duration":"570.254493ms","start":"2026-03-06T22:17:09.442809Z","end":"2026-03-06T22:17:10.013063Z","steps":["trace[1100989736] 'agreement among raft nodes before linearized reading' (duration: 570.0972ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:17:10.013257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"990.430323ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:224141"} {"level":"warn","ts":"2026-03-06T22:17:10.013002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:17:09.022206Z","time spent":"990.73881ms","remote":"127.0.0.1:36404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T22:17:10.013275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:17:09.442783Z","time spent":"570.435477ms","remote":"127.0.0.1:36352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":27,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"info","ts":"2026-03-06T22:17:10.013333Z","caller":"traceutil/trace.go:171","msg":"trace[197562289] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:7801; }","duration":"990.528515ms","start":"2026-03-06T22:17:09.022786Z","end":"2026-03-06T22:17:10.013314Z","steps":["trace[197562289] 'agreement among raft nodes before linearized reading' (duration: 990.093354ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:17:10.013369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:17:09.022754Z","time spent":"990.608057ms","remote":"127.0.0.1:36304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":224163,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-06T22:17:10.012707Z","caller":"traceutil/trace.go:171","msg":"trace[1013804630] transaction","detail":"{read_only:false; response_revision:7799; number_of_response:1; }","duration":"990.377279ms","start":"2026-03-06T22:17:09.022279Z","end":"2026-03-06T22:17:10.012656Z","steps":["trace[1013804630] 'process raft request' (duration: 990.117423ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:17:10.013452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:17:09.022257Z","time spent":"991.1464ms","remote":"127.0.0.1:36404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T22:17:10.013621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:17:09.075476Z","time spent":"937.172993ms","remote":"127.0.0.1:36404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T22:17:11.45013Z","caller":"traceutil/trace.go:171","msg":"trace[604469664] linearizableReadLoop","detail":"{readStateIndex:8104; appliedIndex:8102; }","duration":"396.52233ms","start":"2026-03-06T22:17:11.053585Z","end":"2026-03-06T22:17:11.450107Z","steps":["trace[604469664] 'read index received' (duration: 396.334785ms)","trace[604469664] 'applied index is now lower than readState.Index' (duration: 185.995µs)"],"step_count":2} {"level":"info","ts":"2026-03-06T22:17:11.450181Z","caller":"traceutil/trace.go:171","msg":"trace[1137196453] transaction","detail":"{read_only:false; response_revision:7804; number_of_response:1; }","duration":"426.232891ms","start":"2026-03-06T22:17:11.023914Z","end":"2026-03-06T22:17:11.450147Z","steps":["trace[1137196453] 'process raft request' (duration: 426.001815ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T22:17:11.450225Z","caller":"traceutil/trace.go:171","msg":"trace[85873174] transaction","detail":"{read_only:false; response_revision:7805; number_of_response:1; }","duration":"426.256702ms","start":"2026-03-06T22:17:11.023943Z","end":"2026-03-06T22:17:11.4502Z","steps":["trace[85873174] 'process raft request' (duration: 426.120539ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:17:11.450357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:17:11.023916Z","time spent":"426.365204ms","remote":"127.0.0.1:36404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T22:17:11.450457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"396.869438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-06T22:17:11.450486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:17:11.023887Z","time spent":"426.364614ms","remote":"127.0.0.1:36404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T22:17:11.450512Z","caller":"traceutil/trace.go:171","msg":"trace[803532378] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7805; }","duration":"396.978271ms","start":"2026-03-06T22:17:11.053522Z","end":"2026-03-06T22:17:11.4505Z","steps":["trace[803532378] 'agreement among raft nodes before linearized reading' (duration: 396.708265ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:17:11.450544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:17:11.053496Z","time spent":"397.040852ms","remote":"127.0.0.1:36404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-06T22:17:11.901833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.058059ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-06T22:17:11.902016Z","caller":"traceutil/trace.go:171","msg":"trace[1697100091] linearizableReadLoop","detail":"{readStateIndex:8106; appliedIndex:8104; }","duration":"306.68057ms","start":"2026-03-06T22:17:11.595318Z","end":"2026-03-06T22:17:11.901999Z","steps":["trace[1697100091] 'read index received' (duration: 185.513758ms)","trace[1697100091] 'applied index is now lower than readState.Index' (duration: 121.165802ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T22:17:11.902128Z","caller":"traceutil/trace.go:171","msg":"trace[1250745471] transaction","detail":"{read_only:false; response_revision:7807; number_of_response:1; }","duration":"447.782568ms","start":"2026-03-06T22:17:11.454314Z","end":"2026-03-06T22:17:11.902097Z","steps":["trace[1250745471] 'process raft request' (duration: 447.624654ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T22:17:11.902279Z","caller":"traceutil/trace.go:171","msg":"trace[197832818] transaction","detail":"{read_only:false; response_revision:7806; number_of_response:1; }","duration":"449.51703ms","start":"2026-03-06T22:17:11.45266Z","end":"2026-03-06T22:17:11.902177Z","steps":["trace[197832818] 'process raft request' (duration: 328.02229ms)","trace[197832818] 'compare' (duration: 120.918096ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T22:17:11.902435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:17:11.452636Z","time spent":"449.716716ms","remote":"127.0.0.1:36178","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1120,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T22:17:11.902305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:17:11.454291Z","time spent":"447.933481ms","remote":"127.0.0.1:36404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T22:17:11.902168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.856444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T22:17:11.90259Z","caller":"traceutil/trace.go:171","msg":"trace[661255541] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7807; }","duration":"307.306155ms","start":"2026-03-06T22:17:11.595267Z","end":"2026-03-06T22:17:11.902573Z","steps":["trace[661255541] 'agreement among raft nodes before linearized reading' (duration: 306.822013ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:17:11.902643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:17:11.595246Z","time spent":"307.383936ms","remote":"127.0.0.1:36084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-06T22:17:12.065418Z","caller":"traceutil/trace.go:171","msg":"trace[426883370] transaction","detail":"{read_only:false; response_revision:7808; number_of_response:1; }","duration":"158.830051ms","start":"2026-03-06T22:17:11.906563Z","end":"2026-03-06T22:17:12.065393Z","steps":["trace[426883370] 'process raft request' (duration: 126.555086ms)","trace[426883370] 'compare' (duration: 32.151692ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T22:17:13.068427Z","caller":"traceutil/trace.go:171","msg":"trace[1766323087] transaction","detail":"{read_only:false; response_revision:7813; number_of_response:1; }","duration":"109.573103ms","start":"2026-03-06T22:17:12.958828Z","end":"2026-03-06T22:17:13.068401Z","steps":["trace[1766323087] 'process raft request' (duration: 109.339807ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T22:17:36.370965Z","caller":"traceutil/trace.go:171","msg":"trace[675268175] linearizableReadLoop","detail":"{readStateIndex:8286; appliedIndex:8285; }","duration":"133.424717ms","start":"2026-03-06T22:17:36.2375Z","end":"2026-03-06T22:17:36.370925Z","steps":["trace[675268175] 'read index received' (duration: 132.938295ms)","trace[675268175] 'applied index is now lower than readState.Index' (duration: 484.772µs)"],"step_count":2} {"level":"info","ts":"2026-03-06T22:17:36.371027Z","caller":"traceutil/trace.go:171","msg":"trace[1048153448] transaction","detail":"{read_only:false; response_revision:7980; number_of_response:1; }","duration":"216.90443ms","start":"2026-03-06T22:17:36.154099Z","end":"2026-03-06T22:17:36.371003Z","steps":["trace[1048153448] 'process raft request' (duration: 216.479319ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:17:36.371215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.695704ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-06T22:17:36.371248Z","caller":"traceutil/trace.go:171","msg":"trace[111869867] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7980; }","duration":"133.794827ms","start":"2026-03-06T22:17:36.237445Z","end":"2026-03-06T22:17:36.37124Z","steps":["trace[111869867] 'agreement among raft nodes before linearized reading' (duration: 133.631023ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:17:36.371396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.306122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-06T22:17:36.371426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.4315ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-06T22:17:36.371455Z","caller":"traceutil/trace.go:171","msg":"trace[1836053658] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7980; }","duration":"111.47584ms","start":"2026-03-06T22:17:36.259969Z","end":"2026-03-06T22:17:36.371444Z","steps":["trace[1836053658] 'agreement among raft nodes before linearized reading' (duration: 111.408079ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:17:36.371437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.833064ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/rook-ceph/rook-ceph-csi-config\" ","response":"range_response_count:1 size:512"} {"level":"info","ts":"2026-03-06T22:17:36.371454Z","caller":"traceutil/trace.go:171","msg":"trace[2073691824] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7980; }","duration":"110.391914ms","start":"2026-03-06T22:17:36.261047Z","end":"2026-03-06T22:17:36.371439Z","steps":["trace[2073691824] 'agreement among raft nodes before linearized reading' (duration: 110.167829ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:17:36.371542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.917217ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-dfxps\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-06T22:17:36.371559Z","caller":"traceutil/trace.go:171","msg":"trace[1794699679] range","detail":"{range_begin:/registry/configmaps/rook-ceph/rook-ceph-csi-config; range_end:; response_count:1; response_revision:7980; }","duration":"118.995588ms","start":"2026-03-06T22:17:36.252534Z","end":"2026-03-06T22:17:36.371529Z","steps":["trace[1794699679] 'agreement among raft nodes before linearized reading' (duration: 118.676341ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T22:17:36.371576Z","caller":"traceutil/trace.go:171","msg":"trace[1241639543] range","detail":"{range_begin:/registry/pods/openstack/keepalived-dfxps; range_end:; response_count:1; response_revision:7980; }","duration":"102.950107ms","start":"2026-03-06T22:17:36.268618Z","end":"2026-03-06T22:17:36.371568Z","steps":["trace[1241639543] 'agreement among raft nodes before linearized reading' (duration: 102.852585ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:17:40.096068Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880867874559985162,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-06T22:17:40.310475Z","caller":"traceutil/trace.go:171","msg":"trace[1603483067] transaction","detail":"{read_only:false; response_revision:7997; number_of_response:1; }","duration":"761.801649ms","start":"2026-03-06T22:17:39.548644Z","end":"2026-03-06T22:17:40.310446Z","steps":["trace[1603483067] 'process raft request' (duration: 761.637225ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:17:40.310667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:17:39.548598Z","time spent":"761.986745ms","remote":"127.0.0.1:36404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T22:17:41.356007Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.045796712s","expected-duration":"1s"} {"level":"info","ts":"2026-03-06T22:17:41.356672Z","caller":"traceutil/trace.go:171","msg":"trace[369749056] transaction","detail":"{read_only:false; response_revision:7998; number_of_response:1; }","duration":"1.807904189s","start":"2026-03-06T22:17:39.548729Z","end":"2026-03-06T22:17:41.356633Z","steps":["trace[369749056] 'process raft request' (duration: 1.80754034s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:17:41.357204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:17:39.54869Z","time spent":"1.808418912s","remote":"127.0.0.1:36404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T22:17:41.36063Z","caller":"traceutil/trace.go:171","msg":"trace[573160014] linearizableReadLoop","detail":"{readStateIndex:8306; appliedIndex:8303; }","duration":"1.765232105s","start":"2026-03-06T22:17:39.595376Z","end":"2026-03-06T22:17:41.360608Z","steps":["trace[573160014] 'read index received' (duration: 714.911539ms)","trace[573160014] 'applied index is now lower than readState.Index' (duration: 1.050318706s)"],"step_count":2} {"level":"warn","ts":"2026-03-06T22:17:41.360745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.765366518s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T22:17:41.360782Z","caller":"traceutil/trace.go:171","msg":"trace[729324746] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7998; }","duration":"1.76545183s","start":"2026-03-06T22:17:39.595314Z","end":"2026-03-06T22:17:41.360766Z","steps":["trace[729324746] 'agreement among raft nodes before linearized reading' (duration: 1.765378369s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:17:41.360906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:17:39.595292Z","time spent":"1.765605984s","remote":"127.0.0.1:36084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T22:17:41.361004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.300776012s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-06T22:17:41.361096Z","caller":"traceutil/trace.go:171","msg":"trace[1394192888] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8000; }","duration":"1.300893415s","start":"2026-03-06T22:17:40.06018Z","end":"2026-03-06T22:17:41.361074Z","steps":["trace[1394192888] 'agreement among raft nodes before linearized reading' (duration: 1.300749681s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:17:41.361144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:17:40.060165Z","time spent":"1.300967156s","remote":"127.0.0.1:36404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-06T22:17:41.361268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"680.100303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-06T22:17:41.361331Z","caller":"traceutil/trace.go:171","msg":"trace[1465874154] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:8000; }","duration":"680.201124ms","start":"2026-03-06T22:17:40.68112Z","end":"2026-03-06T22:17:41.361321Z","steps":["trace[1465874154] 'agreement among raft nodes before linearized reading' (duration: 680.05094ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:17:41.361355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:17:40.681098Z","time spent":"680.249766ms","remote":"127.0.0.1:54838","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":54,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"info","ts":"2026-03-06T22:17:41.361474Z","caller":"traceutil/trace.go:171","msg":"trace[1560630438] transaction","detail":"{read_only:false; response_revision:7999; number_of_response:1; }","duration":"1.008050742s","start":"2026-03-06T22:17:40.353415Z","end":"2026-03-06T22:17:41.361466Z","steps":["trace[1560630438] 'process raft request' (duration: 1.007328254s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:17:41.361537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:17:40.353387Z","time spent":"1.008108162s","remote":"127.0.0.1:36404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T22:17:41.361591Z","caller":"traceutil/trace.go:171","msg":"trace[901908607] transaction","detail":"{read_only:false; response_revision:8000; number_of_response:1; }","duration":"977.318675ms","start":"2026-03-06T22:17:40.384266Z","end":"2026-03-06T22:17:41.361585Z","steps":["trace[901908607] 'process raft request' (duration: 976.613617ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:17:41.361625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:17:40.384251Z","time spent":"977.356825ms","remote":"127.0.0.1:36404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T22:17:41.361819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.285647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-06T22:17:41.361842Z","caller":"traceutil/trace.go:171","msg":"trace[1056909064] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8000; }","duration":"164.347669ms","start":"2026-03-06T22:17:41.197489Z","end":"2026-03-06T22:17:41.361836Z","steps":["trace[1056909064] 'agreement among raft nodes before linearized reading' (duration: 164.219996ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:17:41.361945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.465092ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-06T22:17:41.36197Z","caller":"traceutil/trace.go:171","msg":"trace[1862693794] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:8000; }","duration":"243.526304ms","start":"2026-03-06T22:17:41.118437Z","end":"2026-03-06T22:17:41.361963Z","steps":["trace[1862693794] 'agreement among raft nodes before linearized reading' (duration: 243.486823ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:17:41.362212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"954.991347ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-06T22:17:41.362291Z","caller":"traceutil/trace.go:171","msg":"trace[1305002896] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8000; }","duration":"955.11505ms","start":"2026-03-06T22:17:40.407157Z","end":"2026-03-06T22:17:41.362272Z","steps":["trace[1305002896] 'agreement among raft nodes before linearized reading' (duration: 954.917016ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:17:41.362326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:17:40.407135Z","time spent":"955.182583ms","remote":"127.0.0.1:36404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-06T22:17:41.362349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"955.255874ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-06T22:17:41.362384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"949.830339ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-dfxps\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-06T22:17:41.362449Z","caller":"traceutil/trace.go:171","msg":"trace[258551946] range","detail":"{range_begin:/registry/pods/openstack/keepalived-dfxps; range_end:; response_count:1; response_revision:8000; }","duration":"949.938451ms","start":"2026-03-06T22:17:40.412495Z","end":"2026-03-06T22:17:41.362434Z","steps":["trace[258551946] 'agreement among raft nodes before linearized reading' (duration: 949.779337ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:17:41.362485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:17:40.412474Z","time spent":"950.004133ms","remote":"127.0.0.1:36304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6546,"request content":"key:\"/registry/pods/openstack/keepalived-dfxps\" "} {"level":"info","ts":"2026-03-06T22:17:41.362405Z","caller":"traceutil/trace.go:171","msg":"trace[1594894173] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8000; }","duration":"955.338476ms","start":"2026-03-06T22:17:40.407058Z","end":"2026-03-06T22:17:41.362397Z","steps":["trace[1594894173] 'agreement among raft nodes before linearized reading' (duration: 955.237244ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:17:41.362553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:17:40.407047Z","time spent":"955.49646ms","remote":"127.0.0.1:36404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-06T22:17:41.362895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"947.348177ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-06T22:17:41.362988Z","caller":"traceutil/trace.go:171","msg":"trace[1473579379] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8000; }","duration":"949.000238ms","start":"2026-03-06T22:17:40.413955Z","end":"2026-03-06T22:17:41.362955Z","steps":["trace[1473579379] 'agreement among raft nodes before linearized reading' (duration: 947.290675ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:17:41.36312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:17:40.413942Z","time spent":"949.07709ms","remote":"127.0.0.1:36404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-06T22:17:43.682225Z","caller":"traceutil/trace.go:171","msg":"trace[365513537] transaction","detail":"{read_only:false; response_revision:8013; number_of_response:1; }","duration":"257.81958ms","start":"2026-03-06T22:17:43.424377Z","end":"2026-03-06T22:17:43.682197Z","steps":["trace[365513537] 'process raft request' (duration: 257.623765ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T22:17:43.682532Z","caller":"traceutil/trace.go:171","msg":"trace[1078072080] transaction","detail":"{read_only:false; response_revision:8015; number_of_response:1; }","duration":"257.877573ms","start":"2026-03-06T22:17:43.424624Z","end":"2026-03-06T22:17:43.682502Z","steps":["trace[1078072080] 'process raft request' (duration: 257.765359ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T22:17:43.682702Z","caller":"traceutil/trace.go:171","msg":"trace[1358034170] transaction","detail":"{read_only:false; response_revision:8014; number_of_response:1; }","duration":"258.095928ms","start":"2026-03-06T22:17:43.42459Z","end":"2026-03-06T22:17:43.682686Z","steps":["trace[1358034170] 'process raft request' (duration: 257.566824ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:17:44.777258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"732.618471ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-06T22:17:44.777342Z","caller":"traceutil/trace.go:171","msg":"trace[327390781] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:8015; }","duration":"732.736454ms","start":"2026-03-06T22:17:44.044582Z","end":"2026-03-06T22:17:44.777319Z","steps":["trace[327390781] 'count revisions from in-memory index tree' (duration: 732.532729ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:17:44.777382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:17:44.044565Z","time spent":"732.806916ms","remote":"127.0.0.1:54792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"info","ts":"2026-03-06T22:17:44.777574Z","caller":"traceutil/trace.go:171","msg":"trace[2043485381] transaction","detail":"{read_only:false; response_revision:8016; number_of_response:1; }","duration":"687.462005ms","start":"2026-03-06T22:17:44.090078Z","end":"2026-03-06T22:17:44.77754Z","steps":["trace[2043485381] 'process raft request' (duration: 662.917074ms)","trace[2043485381] 'compare' (duration: 23.830833ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T22:17:44.777716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:17:44.090045Z","time spent":"687.599649ms","remote":"127.0.0.1:36404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T22:17:44.778716Z","caller":"traceutil/trace.go:171","msg":"trace[1923990138] linearizableReadLoop","detail":"{readStateIndex:8325; appliedIndex:8323; }","duration":"185.66076ms","start":"2026-03-06T22:17:44.593042Z","end":"2026-03-06T22:17:44.778703Z","steps":["trace[1923990138] 'read index received' (duration: 159.950619ms)","trace[1923990138] 'applied index is now lower than readState.Index' (duration: 25.709151ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T22:17:44.778809Z","caller":"traceutil/trace.go:171","msg":"trace[1143522022] transaction","detail":"{read_only:false; response_revision:8017; number_of_response:1; }","duration":"436.159898ms","start":"2026-03-06T22:17:44.3426Z","end":"2026-03-06T22:17:44.77876Z","steps":["trace[1143522022] 'process raft request' (duration: 436.017094ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:17:44.778843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.802964ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T22:17:44.778901Z","caller":"traceutil/trace.go:171","msg":"trace[365042808] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8017; }","duration":"185.898436ms","start":"2026-03-06T22:17:44.592989Z","end":"2026-03-06T22:17:44.778888Z","steps":["trace[365042808] 'agreement among raft nodes before linearized reading' (duration: 185.803124ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:17:44.778978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:17:44.342575Z","time spent":"436.310922ms","remote":"127.0.0.1:36404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T22:17:45.08053Z","caller":"traceutil/trace.go:171","msg":"trace[1705663203] linearizableReadLoop","detail":"{readStateIndex:8326; appliedIndex:8325; }","duration":"131.221893ms","start":"2026-03-06T22:17:44.949285Z","end":"2026-03-06T22:17:45.080507Z","steps":["trace[1705663203] 'read index received' (duration: 110.720381ms)","trace[1705663203] 'applied index is now lower than readState.Index' (duration: 20.500252ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T22:17:45.080636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.329225ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T22:17:45.080667Z","caller":"traceutil/trace.go:171","msg":"trace[122229363] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:8017; }","duration":"131.402658ms","start":"2026-03-06T22:17:44.949254Z","end":"2026-03-06T22:17:45.080657Z","steps":["trace[122229363] 'agreement among raft nodes before linearized reading' (duration: 131.328706ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T22:17:53.742446Z","caller":"traceutil/trace.go:171","msg":"trace[656189659] transaction","detail":"{read_only:false; number_of_response:1; response_revision:8095; }","duration":"553.903353ms","start":"2026-03-06T22:17:53.188509Z","end":"2026-03-06T22:17:53.742412Z","steps":["trace[656189659] 'process raft request' (duration: 553.034241ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:17:53.743153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:17:53.188493Z","time spent":"554.539759ms","remote":"127.0.0.1:36304","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":59,"response count":0,"response size":4674,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T22:17:53.797537Z","caller":"traceutil/trace.go:171","msg":"trace[434949717] transaction","detail":"{read_only:false; number_of_response:1; response_revision:8096; }","duration":"608.912287ms","start":"2026-03-06T22:17:53.188606Z","end":"2026-03-06T22:17:53.797519Z","steps":["trace[434949717] 'process raft request' (duration: 608.64331ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:17:53.797735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:17:53.188589Z","time spent":"609.022309ms","remote":"127.0.0.1:36212","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":59,"response count":0,"response size":40,"request content":"compare: success: > failure: >"} {"level":"info","ts":"2026-03-06T22:17:53.798002Z","caller":"traceutil/trace.go:171","msg":"trace[1003556201] transaction","detail":"{read_only:false; response_revision:8097; number_of_response:1; }","duration":"385.346423ms","start":"2026-03-06T22:17:53.412638Z","end":"2026-03-06T22:17:53.797984Z","steps":["trace[1003556201] 'process raft request' (duration: 384.82335ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:17:53.798145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:17:53.41261Z","time spent":"385.475217ms","remote":"127.0.0.1:36404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T22:17:53.79823Z","caller":"traceutil/trace.go:171","msg":"trace[2006079084] transaction","detail":"{read_only:false; response_revision:8098; number_of_response:1; }","duration":"331.54751ms","start":"2026-03-06T22:17:53.466659Z","end":"2026-03-06T22:17:53.798207Z","steps":["trace[2006079084] 'process raft request' (duration: 331.093519ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:17:53.798386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:17:53.466634Z","time spent":"331.706815ms","remote":"127.0.0.1:36404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T22:17:53.798239Z","caller":"traceutil/trace.go:171","msg":"trace[1947536033] linearizableReadLoop","detail":"{readStateIndex:8411; appliedIndex:8408; }","duration":"368.546114ms","start":"2026-03-06T22:17:53.429621Z","end":"2026-03-06T22:17:53.798167Z","steps":["trace[1947536033] 'read index received' (duration: 312.112005ms)","trace[1947536033] 'applied index is now lower than readState.Index' (duration: 56.432799ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T22:17:53.798932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.315763ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-06T22:17:53.799022Z","caller":"traceutil/trace.go:171","msg":"trace[397036944] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8098; }","duration":"369.441257ms","start":"2026-03-06T22:17:53.429568Z","end":"2026-03-06T22:17:53.799009Z","steps":["trace[397036944] 'agreement among raft nodes before linearized reading' (duration: 369.250812ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:17:53.799085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:17:53.429546Z","time spent":"369.526189ms","remote":"127.0.0.1:36304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-06T22:17:53.843397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.917024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-dfxps\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-06T22:17:53.843416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.411285ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-06T22:17:53.843493Z","caller":"traceutil/trace.go:171","msg":"trace[1791789552] range","detail":"{range_begin:/registry/pods/openstack/keepalived-dfxps; range_end:; response_count:1; response_revision:8099; }","duration":"361.113799ms","start":"2026-03-06T22:17:53.482357Z","end":"2026-03-06T22:17:53.843471Z","steps":["trace[1791789552] 'agreement among raft nodes before linearized reading' (duration: 360.904194ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T22:17:53.843539Z","caller":"traceutil/trace.go:171","msg":"trace[2001695223] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:8099; }","duration":"250.6167ms","start":"2026-03-06T22:17:53.592893Z","end":"2026-03-06T22:17:53.84351Z","steps":["trace[2001695223] 'agreement among raft nodes before linearized reading' (duration: 250.345443ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:17:53.843682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.751915ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-06T22:17:53.843744Z","caller":"traceutil/trace.go:171","msg":"trace[591254331] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8099; }","duration":"369.835646ms","start":"2026-03-06T22:17:53.473892Z","end":"2026-03-06T22:17:53.843728Z","steps":["trace[591254331] 'agreement among raft nodes before linearized reading' (duration: 369.700013ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:17:53.843546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:17:53.482347Z","time spent":"361.18651ms","remote":"127.0.0.1:36304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6546,"request content":"key:\"/registry/pods/openstack/keepalived-dfxps\" "} {"level":"warn","ts":"2026-03-06T22:17:53.843907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:17:53.473878Z","time spent":"370.012271ms","remote":"127.0.0.1:36404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-06T22:17:53.844029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.482694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-06T22:17:53.84408Z","caller":"traceutil/trace.go:171","msg":"trace[1953814444] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8099; }","duration":"121.596278ms","start":"2026-03-06T22:17:53.722472Z","end":"2026-03-06T22:17:53.844068Z","steps":["trace[1953814444] 'agreement among raft nodes before linearized reading' (duration: 121.486915ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:17:53.844888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"371.297072ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-06T22:17:53.845207Z","caller":"traceutil/trace.go:171","msg":"trace[219012402] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8099; }","duration":"371.645501ms","start":"2026-03-06T22:17:53.473544Z","end":"2026-03-06T22:17:53.845189Z","steps":["trace[219012402] 'agreement among raft nodes before linearized reading' (duration: 371.140759ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:17:53.845306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:17:53.473531Z","time spent":"371.750133ms","remote":"127.0.0.1:36404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-06T22:17:53.960538Z","caller":"traceutil/trace.go:171","msg":"trace[2038809637] transaction","detail":"{read_only:false; response_revision:8100; number_of_response:1; }","duration":"112.875919ms","start":"2026-03-06T22:17:53.847631Z","end":"2026-03-06T22:17:53.960507Z","steps":["trace[2038809637] 'process raft request' (duration: 55.884366ms)","trace[2038809637] 'compare' (duration: 56.756117ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T22:17:53.978366Z","caller":"traceutil/trace.go:171","msg":"trace[293398044] transaction","detail":"{read_only:false; response_revision:8101; number_of_response:1; }","duration":"130.186672ms","start":"2026-03-06T22:17:53.848119Z","end":"2026-03-06T22:17:53.978305Z","steps":["trace[293398044] 'process raft request' (duration: 129.959677ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T22:17:53.978426Z","caller":"traceutil/trace.go:171","msg":"trace[1493560582] transaction","detail":"{read_only:false; response_revision:8102; number_of_response:1; }","duration":"122.304395ms","start":"2026-03-06T22:17:53.856093Z","end":"2026-03-06T22:17:53.978397Z","steps":["trace[1493560582] 'process raft request' (duration: 122.1288ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T22:17:53.978581Z","caller":"traceutil/trace.go:171","msg":"trace[2050706409] transaction","detail":"{read_only:false; response_revision:8103; number_of_response:1; }","duration":"122.382257ms","start":"2026-03-06T22:17:53.856177Z","end":"2026-03-06T22:17:53.978559Z","steps":["trace[2050706409] 'process raft request' (duration: 122.084269ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T22:17:53.97905Z","caller":"traceutil/trace.go:171","msg":"trace[1960842757] linearizableReadLoop","detail":"{readStateIndex:8415; appliedIndex:8413; }","duration":"129.900454ms","start":"2026-03-06T22:17:53.849136Z","end":"2026-03-06T22:17:53.979037Z","steps":["trace[1960842757] 'read index received' (duration: 54.334047ms)","trace[1960842757] 'applied index is now lower than readState.Index' (duration: 75.565597ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T22:17:53.979195Z","caller":"traceutil/trace.go:171","msg":"trace[1618943773] transaction","detail":"{read_only:false; response_revision:8104; number_of_response:1; }","duration":"122.866969ms","start":"2026-03-06T22:17:53.856317Z","end":"2026-03-06T22:17:53.979184Z","steps":["trace[1618943773] 'process raft request' (duration: 122.036698ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:17:53.979636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.478108ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228807"} {"level":"info","ts":"2026-03-06T22:17:53.97972Z","caller":"traceutil/trace.go:171","msg":"trace[338837807] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8104; }","duration":"130.593041ms","start":"2026-03-06T22:17:53.849115Z","end":"2026-03-06T22:17:53.979708Z","steps":["trace[338837807] 'agreement among raft nodes before linearized reading' (duration: 130.208421ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:17:53.979932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.825562ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/openstack/rook-ceph-detect-version-lx52n\" ","response":"range_response_count:1 size:2804"} {"level":"info","ts":"2026-03-06T22:17:53.979991Z","caller":"traceutil/trace.go:171","msg":"trace[1187254334] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/openstack/rook-ceph-detect-version-lx52n; range_end:; response_count:1; response_revision:8104; }","duration":"129.888923ms","start":"2026-03-06T22:17:53.850083Z","end":"2026-03-06T22:17:53.979971Z","steps":["trace[1187254334] 'agreement among raft nodes before linearized reading' (duration: 129.781331ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:17:53.979649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.554376ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-lx52n\" ","response":"range_response_count:1 size:4673"} {"level":"info","ts":"2026-03-06T22:17:53.980188Z","caller":"traceutil/trace.go:171","msg":"trace[2014126186] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-lx52n; range_end:; response_count:1; response_revision:8104; }","duration":"130.128889ms","start":"2026-03-06T22:17:53.85005Z","end":"2026-03-06T22:17:53.980179Z","steps":["trace[2014126186] 'agreement among raft nodes before linearized reading' (duration: 129.466043ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T22:17:54.137321Z","caller":"traceutil/trace.go:171","msg":"trace[708201508] transaction","detail":"{read_only:false; response_revision:8105; number_of_response:1; }","duration":"149.29848ms","start":"2026-03-06T22:17:53.987983Z","end":"2026-03-06T22:17:54.137281Z","steps":["trace[708201508] 'process raft request' (duration: 120.855878ms)","trace[708201508] 'compare' (duration: 28.159834ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T22:17:54.13766Z","caller":"traceutil/trace.go:171","msg":"trace[1348658405] linearizableReadLoop","detail":"{readStateIndex:8420; appliedIndex:8418; }","duration":"143.451223ms","start":"2026-03-06T22:17:53.994167Z","end":"2026-03-06T22:17:54.137619Z","steps":["trace[1348658405] 'read index received' (duration: 114.699014ms)","trace[1348658405] 'applied index is now lower than readState.Index' (duration: 28.749709ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T22:17:54.138015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.820863ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-03-06T22:17:54.138063Z","caller":"traceutil/trace.go:171","msg":"trace[2096928657] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:8106; }","duration":"143.931866ms","start":"2026-03-06T22:17:53.994116Z","end":"2026-03-06T22:17:54.138048Z","steps":["trace[2096928657] 'agreement among raft nodes before linearized reading' (duration: 143.72155ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T22:17:54.138027Z","caller":"traceutil/trace.go:171","msg":"trace[936748869] transaction","detail":"{read_only:false; number_of_response:1; response_revision:8106; }","duration":"149.786561ms","start":"2026-03-06T22:17:53.988216Z","end":"2026-03-06T22:17:54.138002Z","steps":["trace[936748869] 'process raft request' (duration: 149.001381ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T22:17:54.314496Z","caller":"traceutil/trace.go:171","msg":"trace[206369262] linearizableReadLoop","detail":"{readStateIndex:8422; appliedIndex:8421; }","duration":"102.746346ms","start":"2026-03-06T22:17:54.211721Z","end":"2026-03-06T22:17:54.314468Z","steps":["trace[206369262] 'read index received' (duration: 94.135891ms)","trace[206369262] 'applied index is now lower than readState.Index' (duration: 8.609475ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T22:17:54.314615Z","caller":"traceutil/trace.go:171","msg":"trace[836618831] transaction","detail":"{read_only:false; response_revision:8108; number_of_response:1; }","duration":"147.494493ms","start":"2026-03-06T22:17:54.167097Z","end":"2026-03-06T22:17:54.314591Z","steps":["trace[836618831] 'process raft request' (duration: 138.721374ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:17:54.314746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.008802ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-config-override\" ","response":"range_response_count:1 size:626"} {"level":"info","ts":"2026-03-06T22:17:54.314856Z","caller":"traceutil/trace.go:171","msg":"trace[2076607574] range","detail":"{range_begin:/registry/configmaps/openstack/rook-config-override; range_end:; response_count:1; response_revision:8108; }","duration":"103.182107ms","start":"2026-03-06T22:17:54.211658Z","end":"2026-03-06T22:17:54.31484Z","steps":["trace[2076607574] 'agreement among raft nodes before linearized reading' (duration: 102.91454ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:17:55.296399Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880867874559985508,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-06T22:17:55.586073Z","caller":"traceutil/trace.go:171","msg":"trace[704540098] transaction","detail":"{read_only:false; response_revision:8110; number_of_response:1; }","duration":"923.831102ms","start":"2026-03-06T22:17:54.662215Z","end":"2026-03-06T22:17:55.586046Z","steps":["trace[704540098] 'process raft request' (duration: 923.668478ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:17:55.586234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:17:54.662082Z","time spent":"924.071377ms","remote":"127.0.0.1:55946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7439,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T22:17:56.669023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.625097ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-06T22:17:56.669391Z","caller":"traceutil/trace.go:171","msg":"trace[1367315787] transaction","detail":"{read_only:false; response_revision:8112; number_of_response:1; }","duration":"1.750255099s","start":"2026-03-06T22:17:54.919111Z","end":"2026-03-06T22:17:56.669366Z","steps":["trace[1367315787] 'process raft request' (duration: 1.750051914s)"],"step_count":1} {"level":"info","ts":"2026-03-06T22:17:56.669437Z","caller":"traceutil/trace.go:171","msg":"trace[545472028] transaction","detail":"{read_only:false; response_revision:8116; number_of_response:1; }","duration":"294.030612ms","start":"2026-03-06T22:17:56.375388Z","end":"2026-03-06T22:17:56.669419Z","steps":["trace[545472028] 'process raft request' (duration: 293.984331ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T22:17:56.669499Z","caller":"traceutil/trace.go:171","msg":"trace[757994837] transaction","detail":"{read_only:false; response_revision:8113; number_of_response:1; }","duration":"1.50717254s","start":"2026-03-06T22:17:55.162265Z","end":"2026-03-06T22:17:56.669437Z","steps":["trace[757994837] 'process raft request' (duration: 1.506960385s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:17:56.66956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:17:54.919088Z","time spent":"1.750408293s","remote":"127.0.0.1:36404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T22:17:56.669649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.873794684s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.229\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-06T22:17:56.669698Z","caller":"traceutil/trace.go:171","msg":"trace[852533844] range","detail":"{range_begin:/registry/masterleases/199.204.45.229; range_end:; response_count:1; response_revision:8116; }","duration":"1.873951999s","start":"2026-03-06T22:17:54.795735Z","end":"2026-03-06T22:17:56.669687Z","steps":["trace[852533844] 'agreement among raft nodes before linearized reading' (duration: 1.873737633s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:17:56.669703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:17:55.162236Z","time spent":"1.507350263s","remote":"127.0.0.1:36178","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":746,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-06T22:17:56.669734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:17:54.795706Z","time spent":"1.874019031s","remote":"127.0.0.1:36128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.229\" "} {"level":"info","ts":"2026-03-06T22:17:56.66974Z","caller":"traceutil/trace.go:171","msg":"trace[1217151207] transaction","detail":"{read_only:false; response_revision:8114; number_of_response:1; }","duration":"867.090205ms","start":"2026-03-06T22:17:55.802635Z","end":"2026-03-06T22:17:56.669725Z","steps":["trace[1217151207] 'process raft request' (duration: 866.666993ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:17:56.669831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:17:55.802605Z","time spent":"867.181646ms","remote":"127.0.0.1:36404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T22:17:56.669931Z","caller":"traceutil/trace.go:171","msg":"trace[1743719074] transaction","detail":"{read_only:false; response_revision:8115; number_of_response:1; }","duration":"866.016428ms","start":"2026-03-06T22:17:55.803905Z","end":"2026-03-06T22:17:56.669922Z","steps":["trace[1743719074] 'process raft request' (duration: 865.433492ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:17:56.669986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:17:55.803895Z","time spent":"866.06352ms","remote":"127.0.0.1:36404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T22:17:56.669425Z","caller":"traceutil/trace.go:171","msg":"trace[2096543071] linearizableReadLoop","detail":"{readStateIndex:8427; appliedIndex:8424; }","duration":"1.87359726s","start":"2026-03-06T22:17:54.795801Z","end":"2026-03-06T22:17:56.669398Z","steps":["trace[2096543071] 'read index received' (duration: 790.298177ms)","trace[2096543071] 'applied index is now lower than readState.Index' (duration: 1.083296493s)"],"step_count":2} {"level":"info","ts":"2026-03-06T22:17:56.670003Z","caller":"traceutil/trace.go:171","msg":"trace[1786383312] transaction","detail":"{read_only:false; response_revision:8111; number_of_response:1; }","duration":"1.861810106s","start":"2026-03-06T22:17:54.808182Z","end":"2026-03-06T22:17:56.669992Z","steps":["trace[1786383312] 'process raft request' (duration: 1.729256356s)","trace[1786383312] 'compare' (duration: 131.141245ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T22:17:56.67024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:17:54.808162Z","time spent":"1.862034802s","remote":"127.0.0.1:36404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T22:17:56.670289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.508289088s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-lx52n\" ","response":"range_response_count:1 size:4653"} {"level":"info","ts":"2026-03-06T22:17:56.670327Z","caller":"traceutil/trace.go:171","msg":"trace[1779435694] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-lx52n; range_end:; response_count:1; response_revision:8116; }","duration":"1.50838245s","start":"2026-03-06T22:17:55.161934Z","end":"2026-03-06T22:17:56.670316Z","steps":["trace[1779435694] 'agreement among raft nodes before linearized reading' (duration: 1.508247487s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:17:56.670362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:17:55.161904Z","time spent":"1.508450862s","remote":"127.0.0.1:36304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":4675,"request content":"key:\"/registry/pods/openstack/rook-ceph-detect-version-lx52n\" "} {"level":"warn","ts":"2026-03-06T22:17:56.670431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.076680999s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T22:17:56.670472Z","caller":"traceutil/trace.go:171","msg":"trace[1232059039] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8116; }","duration":"1.076751121s","start":"2026-03-06T22:17:55.593713Z","end":"2026-03-06T22:17:56.670464Z","steps":["trace[1232059039] 'agreement among raft nodes before linearized reading' (duration: 1.076665489s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:17:56.670488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"429.969627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-06T22:17:56.670494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"686.863573ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-06T22:17:56.670535Z","caller":"traceutil/trace.go:171","msg":"trace[1146762652] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:8116; }","duration":"430.0572ms","start":"2026-03-06T22:17:56.240464Z","end":"2026-03-06T22:17:56.670522Z","steps":["trace[1146762652] 'agreement among raft nodes before linearized reading' (duration: 429.979338ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T22:17:56.670542Z","caller":"traceutil/trace.go:171","msg":"trace[228965037] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8116; }","duration":"686.954175ms","start":"2026-03-06T22:17:55.983574Z","end":"2026-03-06T22:17:56.670528Z","steps":["trace[228965037] 'agreement among raft nodes before linearized reading' (duration: 686.78064ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:17:56.670573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:17:56.240443Z","time spent":"430.119212ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":27,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-03-06T22:17:56.670595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:17:55.983549Z","time spent":"687.038087ms","remote":"127.0.0.1:36404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-06T22:17:56.670512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:17:55.593695Z","time spent":"1.076812332s","remote":"127.0.0.1:36084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-06T22:17:56.670625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"683.254803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-06T22:17:56.670464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"682.593627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-dfxps\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-06T22:17:56.670702Z","caller":"traceutil/trace.go:171","msg":"trace[1882997403] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8116; }","duration":"683.372936ms","start":"2026-03-06T22:17:55.987311Z","end":"2026-03-06T22:17:56.670684Z","steps":["trace[1882997403] 'agreement among raft nodes before linearized reading' (duration: 683.1368ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:17:56.670708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.504888313s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" ","response":"range_response_count:1 size:3672"} {"level":"warn","ts":"2026-03-06T22:17:56.670727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"706.410221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-06T22:17:56.670753Z","caller":"traceutil/trace.go:171","msg":"trace[1854119228] range","detail":"{range_begin:/registry/pods/openstack/keepalived-dfxps; range_end:; response_count:1; response_revision:8116; }","duration":"682.891314ms","start":"2026-03-06T22:17:55.987845Z","end":"2026-03-06T22:17:56.670736Z","steps":["trace[1854119228] 'agreement among raft nodes before linearized reading' (duration: 682.528255ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:17:56.670742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"686.654998ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-06T22:17:56.670757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:17:55.987302Z","time spent":"683.446407ms","remote":"127.0.0.1:36404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-06T22:17:56.670798Z","caller":"traceutil/trace.go:171","msg":"trace[1416573675] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8116; }","duration":"706.534064ms","start":"2026-03-06T22:17:55.964253Z","end":"2026-03-06T22:17:56.670787Z","steps":["trace[1416573675] 'agreement among raft nodes before linearized reading' (duration: 706.390321ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:17:56.670812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:17:55.987839Z","time spent":"682.962395ms","remote":"127.0.0.1:36304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6546,"request content":"key:\"/registry/pods/openstack/keepalived-dfxps\" "} {"level":"info","ts":"2026-03-06T22:17:56.670808Z","caller":"traceutil/trace.go:171","msg":"trace[719356762] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/openstack/ceph; range_end:; response_count:1; response_revision:8116; }","duration":"1.504987645s","start":"2026-03-06T22:17:55.165768Z","end":"2026-03-06T22:17:56.670756Z","steps":["trace[719356762] 'agreement among raft nodes before linearized reading' (duration: 1.504715489s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:17:56.670829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:17:55.964231Z","time spent":"706.591215ms","remote":"127.0.0.1:36404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-06T22:17:56.670819Z","caller":"traceutil/trace.go:171","msg":"trace[992379994] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8116; }","duration":"686.73119ms","start":"2026-03-06T22:17:55.984078Z","end":"2026-03-06T22:17:56.670809Z","steps":["trace[992379994] 'agreement among raft nodes before linearized reading' (duration: 686.592496ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:17:56.670861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:17:55.984039Z","time spent":"686.815552ms","remote":"127.0.0.1:36404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-06T22:17:56.670867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:17:55.165758Z","time spent":"1.505096348s","remote":"127.0.0.1:46364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":3694,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" "} {"level":"warn","ts":"2026-03-06T22:17:56.670928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.36383288s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-06T22:17:56.670962Z","caller":"traceutil/trace.go:171","msg":"trace[229788679] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:8116; }","duration":"1.363913172s","start":"2026-03-06T22:17:55.30704Z","end":"2026-03-06T22:17:56.670953Z","steps":["trace[229788679] 'agreement among raft nodes before linearized reading' (duration: 1.363858891s)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:17:56.670988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:17:55.307018Z","time spent":"1.363963643s","remote":"127.0.0.1:36184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":27,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"warn","ts":"2026-03-06T22:17:56.671645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"688.592517ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-06T22:17:56.671692Z","caller":"traceutil/trace.go:171","msg":"trace[1582444109] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8116; }","duration":"688.693209ms","start":"2026-03-06T22:17:55.982988Z","end":"2026-03-06T22:17:56.671681Z","steps":["trace[1582444109] 'agreement among raft nodes before linearized reading' (duration: 687.584472ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:17:56.671725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:17:55.982967Z","time spent":"688.74986ms","remote":"127.0.0.1:36404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-06T22:17:56.817302Z","caller":"traceutil/trace.go:171","msg":"trace[1226266130] transaction","detail":"{read_only:false; response_revision:8117; number_of_response:1; }","duration":"141.553815ms","start":"2026-03-06T22:17:56.675725Z","end":"2026-03-06T22:17:56.817279Z","steps":["trace[1226266130] 'process raft request' (duration: 141.381251ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T22:17:56.817658Z","caller":"traceutil/trace.go:171","msg":"trace[1262507304] transaction","detail":"{read_only:false; response_revision:8118; number_of_response:1; }","duration":"141.872112ms","start":"2026-03-06T22:17:56.675775Z","end":"2026-03-06T22:17:56.817647Z","steps":["trace[1262507304] 'process raft request' (duration: 141.463852ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T22:17:56.817698Z","caller":"traceutil/trace.go:171","msg":"trace[450461769] transaction","detail":"{read_only:false; response_revision:8119; number_of_response:1; }","duration":"141.592806ms","start":"2026-03-06T22:17:56.676081Z","end":"2026-03-06T22:17:56.817674Z","steps":["trace[450461769] 'process raft request' (duration: 141.415262ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T22:17:56.817727Z","caller":"traceutil/trace.go:171","msg":"trace[106451948] transaction","detail":"{read_only:false; response_revision:8120; number_of_response:1; }","duration":"141.173666ms","start":"2026-03-06T22:17:56.676527Z","end":"2026-03-06T22:17:56.817701Z","steps":["trace[106451948] 'process raft request' (duration: 141.089834ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T22:17:56.81797Z","caller":"traceutil/trace.go:171","msg":"trace[669743865] transaction","detail":"{read_only:false; response_revision:8121; number_of_response:1; }","duration":"141.127424ms","start":"2026-03-06T22:17:56.676827Z","end":"2026-03-06T22:17:56.817954Z","steps":["trace[669743865] 'process raft request' (duration: 140.832457ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:17:56.818312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.942121ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/ceph.189a607419f3d33d\" ","response":"range_response_count:1 size:699"} {"level":"warn","ts":"2026-03-06T22:17:56.81843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.333275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228787"} {"level":"info","ts":"2026-03-06T22:17:56.818482Z","caller":"traceutil/trace.go:171","msg":"trace[1512472538] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8121; }","duration":"142.399757ms","start":"2026-03-06T22:17:56.676068Z","end":"2026-03-06T22:17:56.818468Z","steps":["trace[1512472538] 'agreement among raft nodes before linearized reading' (duration: 141.904823ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T22:17:56.818449Z","caller":"traceutil/trace.go:171","msg":"trace[433445295] range","detail":"{range_begin:/registry/events/openstack/ceph.189a607419f3d33d; range_end:; response_count:1; response_revision:8121; }","duration":"141.100935ms","start":"2026-03-06T22:17:56.677323Z","end":"2026-03-06T22:17:56.818424Z","steps":["trace[433445295] 'agreement among raft nodes before linearized reading' (duration: 140.642172ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T22:17:56.97384Z","caller":"traceutil/trace.go:171","msg":"trace[1450056945] transaction","detail":"{read_only:false; response_revision:8124; number_of_response:1; }","duration":"152.104799ms","start":"2026-03-06T22:17:56.821698Z","end":"2026-03-06T22:17:56.973803Z","steps":["trace[1450056945] 'process raft request' (duration: 91.30787ms)","trace[1450056945] 'compare' (duration: 60.549612ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T22:17:56.973847Z","caller":"traceutil/trace.go:171","msg":"trace[1240824883] linearizableReadLoop","detail":"{readStateIndex:8439; appliedIndex:8438; }","duration":"136.995221ms","start":"2026-03-06T22:17:56.836829Z","end":"2026-03-06T22:17:56.973824Z","steps":["trace[1240824883] 'read index received' (duration: 76.180832ms)","trace[1240824883] 'applied index is now lower than readState.Index' (duration: 60.813349ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T22:17:56.974149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.30412ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-03-06T22:17:56.974207Z","caller":"traceutil/trace.go:171","msg":"trace[1079941727] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:8125; }","duration":"137.372191ms","start":"2026-03-06T22:17:56.836823Z","end":"2026-03-06T22:17:56.974195Z","steps":["trace[1079941727] 'agreement among raft nodes before linearized reading' (duration: 137.086864ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T22:17:56.974334Z","caller":"traceutil/trace.go:171","msg":"trace[89564724] transaction","detail":"{read_only:false; response_revision:8125; number_of_response:1; }","duration":"134.13103ms","start":"2026-03-06T22:17:56.840189Z","end":"2026-03-06T22:17:56.97432Z","steps":["trace[89564724] 'process raft request' (duration: 133.578137ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:17:56.974315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.178591ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"info","ts":"2026-03-06T22:17:56.97436Z","caller":"traceutil/trace.go:171","msg":"trace[1848531825] transaction","detail":"{read_only:false; response_revision:8126; number_of_response:1; }","duration":"134.10961ms","start":"2026-03-06T22:17:56.840234Z","end":"2026-03-06T22:17:56.974344Z","steps":["trace[1848531825] 'process raft request' (duration: 133.775992ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T22:17:56.97441Z","caller":"traceutil/trace.go:171","msg":"trace[509077340] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:8126; }","duration":"134.313175ms","start":"2026-03-06T22:17:56.840078Z","end":"2026-03-06T22:17:56.974391Z","steps":["trace[509077340] 'agreement among raft nodes before linearized reading' (duration: 134.054849ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T22:17:58.424703Z","caller":"traceutil/trace.go:171","msg":"trace[351203879] transaction","detail":"{read_only:false; response_revision:8130; number_of_response:1; }","duration":"109.410443ms","start":"2026-03-06T22:17:58.315257Z","end":"2026-03-06T22:17:58.424668Z","steps":["trace[351203879] 'process raft request' (duration: 109.016583ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T22:17:58.810356Z","caller":"traceutil/trace.go:171","msg":"trace[1273121722] transaction","detail":"{read_only:false; response_revision:8133; number_of_response:1; }","duration":"133.609047ms","start":"2026-03-06T22:17:58.676723Z","end":"2026-03-06T22:17:58.810332Z","steps":["trace[1273121722] 'process raft request' (duration: 133.574146ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T22:17:58.810465Z","caller":"traceutil/trace.go:171","msg":"trace[705443731] transaction","detail":"{read_only:false; response_revision:8132; number_of_response:1; }","duration":"133.825453ms","start":"2026-03-06T22:17:58.676587Z","end":"2026-03-06T22:17:58.810412Z","steps":["trace[705443731] 'process raft request' (duration: 133.589907ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T22:17:59.016132Z","caller":"traceutil/trace.go:171","msg":"trace[1384594800] linearizableReadLoop","detail":"{readStateIndex:8449; appliedIndex:8448; }","duration":"190.356565ms","start":"2026-03-06T22:17:58.82575Z","end":"2026-03-06T22:17:59.016107Z","steps":["trace[1384594800] 'read index received' (duration: 114.882319ms)","trace[1384594800] 'applied index is now lower than readState.Index' (duration: 75.473265ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T22:17:59.016195Z","caller":"traceutil/trace.go:171","msg":"trace[1707058558] transaction","detail":"{read_only:false; response_revision:8134; number_of_response:1; }","duration":"190.934458ms","start":"2026-03-06T22:17:58.825235Z","end":"2026-03-06T22:17:59.016169Z","steps":["trace[1707058558] 'process raft request' (duration: 115.298359ms)","trace[1707058558] 'compare' (duration: 75.409343ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T22:17:59.016489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.726823ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-dfxps\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-06T22:17:59.016545Z","caller":"traceutil/trace.go:171","msg":"trace[1996463011] range","detail":"{range_begin:/registry/pods/openstack/keepalived-dfxps; range_end:; response_count:1; response_revision:8134; }","duration":"190.844656ms","start":"2026-03-06T22:17:58.825689Z","end":"2026-03-06T22:17:59.016534Z","steps":["trace[1996463011] 'agreement among raft nodes before linearized reading' (duration: 190.511178ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T22:17:59.101954Z","caller":"traceutil/trace.go:171","msg":"trace[635996748] transaction","detail":"{read_only:false; response_revision:8135; number_of_response:1; }","duration":"275.48473ms","start":"2026-03-06T22:17:58.826449Z","end":"2026-03-06T22:17:59.101934Z","steps":["trace[635996748] 'process raft request' (duration: 274.609198ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T22:17:59.102116Z","caller":"traceutil/trace.go:171","msg":"trace[736111695] transaction","detail":"{read_only:false; response_revision:8136; number_of_response:1; }","duration":"275.635595ms","start":"2026-03-06T22:17:58.826471Z","end":"2026-03-06T22:17:59.102106Z","steps":["trace[736111695] 'process raft request' (duration: 274.69675ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T22:17:59.102242Z","caller":"traceutil/trace.go:171","msg":"trace[218865811] transaction","detail":"{read_only:false; response_revision:8137; number_of_response:1; }","duration":"275.707217ms","start":"2026-03-06T22:17:58.826521Z","end":"2026-03-06T22:17:59.102228Z","steps":["trace[218865811] 'process raft request' (duration: 274.6813ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T22:17:59.102342Z","caller":"traceutil/trace.go:171","msg":"trace[1813046415] transaction","detail":"{read_only:false; response_revision:8138; number_of_response:1; }","duration":"275.300345ms","start":"2026-03-06T22:17:58.827034Z","end":"2026-03-06T22:17:59.102334Z","steps":["trace[1813046415] 'process raft request' (duration: 274.223668ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:17:59.391563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.740448ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-06T22:17:59.391654Z","caller":"traceutil/trace.go:171","msg":"trace[658048195] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8138; }","duration":"243.87172ms","start":"2026-03-06T22:17:59.147763Z","end":"2026-03-06T22:17:59.391635Z","steps":["trace[658048195] 'range keys from in-memory index tree' (duration: 243.544122ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T22:18:08.034337Z","caller":"traceutil/trace.go:171","msg":"trace[272340138] transaction","detail":"{read_only:false; response_revision:8205; number_of_response:1; }","duration":"213.585554ms","start":"2026-03-06T22:18:07.82072Z","end":"2026-03-06T22:18:08.034305Z","steps":["trace[272340138] 'process raft request' (duration: 213.351879ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:19:11.864894Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880867874559987472,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-06T22:19:12.020479Z","caller":"traceutil/trace.go:171","msg":"trace[67632484] transaction","detail":"{read_only:false; response_revision:8810; number_of_response:1; }","duration":"997.567144ms","start":"2026-03-06T22:19:11.022863Z","end":"2026-03-06T22:19:12.020431Z","steps":["trace[67632484] 'process raft request' (duration: 997.389559ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:19:12.020659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:19:11.022839Z","time spent":"997.719737ms","remote":"127.0.0.1:36404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T22:19:12.03972Z","caller":"traceutil/trace.go:171","msg":"trace[827269474] transaction","detail":"{read_only:false; response_revision:8811; number_of_response:1; }","duration":"988.349684ms","start":"2026-03-06T22:19:11.05134Z","end":"2026-03-06T22:19:12.03969Z","steps":["trace[827269474] 'process raft request' (duration: 988.166449ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:19:12.039876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:19:11.051318Z","time spent":"988.478097ms","remote":"127.0.0.1:36404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T22:19:12.040044Z","caller":"traceutil/trace.go:171","msg":"trace[1434641661] linearizableReadLoop","detail":"{readStateIndex:9148; appliedIndex:9145; }","duration":"675.723496ms","start":"2026-03-06T22:19:11.364296Z","end":"2026-03-06T22:19:12.040019Z","steps":["trace[1434641661] 'read index received' (duration: 656.28969ms)","trace[1434641661] 'applied index is now lower than readState.Index' (duration: 19.432606ms)"],"step_count":2} {"level":"info","ts":"2026-03-06T22:19:12.040088Z","caller":"traceutil/trace.go:171","msg":"trace[133996794] transaction","detail":"{read_only:false; response_revision:8813; number_of_response:1; }","duration":"290.187217ms","start":"2026-03-06T22:19:11.749866Z","end":"2026-03-06T22:19:12.040053Z","steps":["trace[133996794] 'process raft request' (duration: 289.995932ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T22:19:12.040095Z","caller":"traceutil/trace.go:171","msg":"trace[645309534] transaction","detail":"{read_only:false; response_revision:8812; number_of_response:1; }","duration":"982.327463ms","start":"2026-03-06T22:19:11.057725Z","end":"2026-03-06T22:19:12.040053Z","steps":["trace[645309534] 'process raft request' (duration: 981.927393ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:19:12.040261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"675.951271ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-06T22:19:12.040297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"559.047021ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-06T22:19:12.040338Z","caller":"traceutil/trace.go:171","msg":"trace[566752444] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8813; }","duration":"676.065794ms","start":"2026-03-06T22:19:11.364256Z","end":"2026-03-06T22:19:12.040321Z","steps":["trace[566752444] 'agreement among raft nodes before linearized reading' (duration: 675.867039ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:19:12.040354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"557.39725ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-06T22:19:12.040354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"563.368079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-06T22:19:12.040413Z","caller":"traceutil/trace.go:171","msg":"trace[763188549] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8813; }","duration":"557.493263ms","start":"2026-03-06T22:19:11.482904Z","end":"2026-03-06T22:19:12.040397Z","steps":["trace[763188549] 'agreement among raft nodes before linearized reading' (duration: 557.280958ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T22:19:12.040421Z","caller":"traceutil/trace.go:171","msg":"trace[1771210592] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8813; }","duration":"563.463592ms","start":"2026-03-06T22:19:11.476943Z","end":"2026-03-06T22:19:12.040407Z","steps":["trace[1771210592] 'agreement among raft nodes before linearized reading' (duration: 563.254627ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:19:12.040434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"476.731775ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-dfxps\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-06T22:19:12.040455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:19:11.476935Z","time spent":"563.512123ms","remote":"127.0.0.1:36404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-06T22:19:12.040455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:19:11.482885Z","time spent":"557.562135ms","remote":"127.0.0.1:36404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-06T22:19:12.040441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.209451ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1633"} {"level":"warn","ts":"2026-03-06T22:19:12.040459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"564.769394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-06T22:19:12.040338Z","caller":"traceutil/trace.go:171","msg":"trace[1854430321] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8813; }","duration":"559.103152ms","start":"2026-03-06T22:19:11.481222Z","end":"2026-03-06T22:19:12.040325Z","steps":["trace[1854430321] 'agreement among raft nodes before linearized reading' (duration: 559.01685ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T22:19:12.040484Z","caller":"traceutil/trace.go:171","msg":"trace[1915159501] range","detail":"{range_begin:/registry/pods/openstack/keepalived-dfxps; range_end:; response_count:1; response_revision:8813; }","duration":"476.826208ms","start":"2026-03-06T22:19:11.563645Z","end":"2026-03-06T22:19:12.040471Z","steps":["trace[1915159501] 'agreement among raft nodes before linearized reading' (duration: 476.662644ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T22:19:12.040511Z","caller":"traceutil/trace.go:171","msg":"trace[1892152151] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:8813; }","duration":"325.321054ms","start":"2026-03-06T22:19:11.715173Z","end":"2026-03-06T22:19:12.040494Z","steps":["trace[1892152151] 'agreement among raft nodes before linearized reading' (duration: 325.093169ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:19:12.040522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:19:11.481211Z","time spent":"559.301708ms","remote":"127.0.0.1:36404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-06T22:19:12.040523Z","caller":"traceutil/trace.go:171","msg":"trace[1585344971] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8813; }","duration":"564.918318ms","start":"2026-03-06T22:19:11.475588Z","end":"2026-03-06T22:19:12.040506Z","steps":["trace[1585344971] 'agreement among raft nodes before linearized reading' (duration: 564.629381ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:19:12.040526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:19:11.563629Z","time spent":"476.88839ms","remote":"127.0.0.1:36304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6546,"request content":"key:\"/registry/pods/openstack/keepalived-dfxps\" "} {"level":"warn","ts":"2026-03-06T22:19:12.040545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:19:11.715149Z","time spent":"325.390827ms","remote":"127.0.0.1:36266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1655,"request content":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" "} {"level":"warn","ts":"2026-03-06T22:19:12.040561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:19:11.475564Z","time spent":"564.9872ms","remote":"127.0.0.1:36404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-06T22:19:12.040372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:19:11.364239Z","time spent":"676.125155ms","remote":"127.0.0.1:36404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-06T22:19:12.040276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"622.582029ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-5f7cc684f9-ghnl9.189a6069ee9cfc17\" ","response":"range_response_count:1 size:1135"} {"level":"info","ts":"2026-03-06T22:19:12.040664Z","caller":"traceutil/trace.go:171","msg":"trace[131874210] range","detail":"{range_begin:/registry/events/openstack/barbican-api-5f7cc684f9-ghnl9.189a6069ee9cfc17; range_end:; response_count:1; response_revision:8813; }","duration":"623.007729ms","start":"2026-03-06T22:19:11.417641Z","end":"2026-03-06T22:19:12.040648Z","steps":["trace[131874210] 'agreement among raft nodes before linearized reading' (duration: 622.525437ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:19:12.040713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:19:11.417621Z","time spent":"623.080081ms","remote":"127.0.0.1:36178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":1157,"request content":"key:\"/registry/events/openstack/barbican-api-5f7cc684f9-ghnl9.189a6069ee9cfc17\" "} {"level":"warn","ts":"2026-03-06T22:19:12.041086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:19:11.057713Z","time spent":"982.992629ms","remote":"127.0.0.1:36404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-06T22:19:12.544972Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3880867874559987478,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-06T22:19:12.588933Z","caller":"traceutil/trace.go:171","msg":"trace[349199907] transaction","detail":"{read_only:false; response_revision:8814; number_of_response:1; }","duration":"545.477513ms","start":"2026-03-06T22:19:12.043429Z","end":"2026-03-06T22:19:12.588907Z","steps":["trace[349199907] 'process raft request' (duration: 545.244507ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:19:12.589327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:19:12.043399Z","time spent":"545.855833ms","remote":"127.0.0.1:36178","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1120,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T22:19:12.757618Z","caller":"traceutil/trace.go:171","msg":"trace[1900283566] transaction","detail":"{read_only:false; response_revision:8815; number_of_response:1; }","duration":"713.814516ms","start":"2026-03-06T22:19:12.043765Z","end":"2026-03-06T22:19:12.757579Z","steps":["trace[1900283566] 'process raft request' (duration: 713.55435ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:19:12.757772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:19:12.043742Z","time spent":"713.96041ms","remote":"127.0.0.1:36404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T22:19:12.758012Z","caller":"traceutil/trace.go:171","msg":"trace[1657596031] transaction","detail":"{read_only:false; response_revision:8816; number_of_response:1; }","duration":"713.259773ms","start":"2026-03-06T22:19:12.044725Z","end":"2026-03-06T22:19:12.757985Z","steps":["trace[1657596031] 'process raft request' (duration: 712.803631ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:19:12.758145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:19:12.044711Z","time spent":"713.364826ms","remote":"127.0.0.1:36404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T22:19:12.7582Z","caller":"traceutil/trace.go:171","msg":"trace[985356598] transaction","detail":"{read_only:false; response_revision:8817; number_of_response:1; }","duration":"713.385817ms","start":"2026-03-06T22:19:12.044803Z","end":"2026-03-06T22:19:12.758188Z","steps":["trace[985356598] 'process raft request' (duration: 712.965866ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:19:12.758255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:19:12.044792Z","time spent":"713.434268ms","remote":"127.0.0.1:36404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T22:19:12.758319Z","caller":"traceutil/trace.go:171","msg":"trace[65287136] transaction","detail":"{read_only:false; response_revision:8818; number_of_response:1; }","duration":"712.372482ms","start":"2026-03-06T22:19:12.045933Z","end":"2026-03-06T22:19:12.758305Z","steps":["trace[65287136] 'process raft request' (duration: 712.047514ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:19:12.758395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:19:12.045917Z","time spent":"712.434023ms","remote":"127.0.0.1:36404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T22:19:12.758453Z","caller":"traceutil/trace.go:171","msg":"trace[563656219] transaction","detail":"{read_only:false; response_revision:8819; number_of_response:1; }","duration":"710.772141ms","start":"2026-03-06T22:19:12.047668Z","end":"2026-03-06T22:19:12.75844Z","steps":["trace[563656219] 'process raft request' (duration: 710.355491ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:19:12.758531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:19:12.047649Z","time spent":"710.835552ms","remote":"127.0.0.1:36404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-06T22:19:12.758793Z","caller":"traceutil/trace.go:171","msg":"trace[395705980] linearizableReadLoop","detail":"{readStateIndex:9154; appliedIndex:9149; }","duration":"714.353221ms","start":"2026-03-06T22:19:12.044381Z","end":"2026-03-06T22:19:12.758734Z","steps":["trace[395705980] 'read index received' (duration: 544.56346ms)","trace[395705980] 'applied index is now lower than readState.Index' (duration: 169.78253ms)"],"step_count":2} {"level":"warn","ts":"2026-03-06T22:19:12.75901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.564085ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-06T22:19:12.759017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"714.630627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-2caffe3f-2bb1-4d3d-8ed8-075f455ad486\" ","response":"range_response_count:1 size:1293"} {"level":"info","ts":"2026-03-06T22:19:12.759066Z","caller":"traceutil/trace.go:171","msg":"trace[1615467592] range","detail":"{range_begin:/registry/persistentvolumes/pvc-2caffe3f-2bb1-4d3d-8ed8-075f455ad486; range_end:; response_count:1; response_revision:8819; }","duration":"714.698949ms","start":"2026-03-06T22:19:12.044354Z","end":"2026-03-06T22:19:12.759053Z","steps":["trace[1615467592] 'agreement among raft nodes before linearized reading' (duration: 714.557476ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T22:19:12.759065Z","caller":"traceutil/trace.go:171","msg":"trace[844385620] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8819; }","duration":"165.659677ms","start":"2026-03-06T22:19:12.593389Z","end":"2026-03-06T22:19:12.759049Z","steps":["trace[844385620] 'agreement among raft nodes before linearized reading' (duration: 165.570315ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:19:12.759106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:19:12.044342Z","time spent":"714.756561ms","remote":"127.0.0.1:36256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1315,"request content":"key:\"/registry/persistentvolumes/pvc-2caffe3f-2bb1-4d3d-8ed8-075f455ad486\" "} {"level":"warn","ts":"2026-03-06T22:19:12.759209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"712.208687ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:31 size:291508"} {"level":"info","ts":"2026-03-06T22:19:12.759237Z","caller":"traceutil/trace.go:171","msg":"trace[1389831883] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:31; response_revision:8819; }","duration":"712.253678ms","start":"2026-03-06T22:19:12.046976Z","end":"2026-03-06T22:19:12.75923Z","steps":["trace[1389831883] 'agreement among raft nodes before linearized reading' (duration: 711.966381ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:19:12.759254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:19:12.046969Z","time spent":"712.281398ms","remote":"127.0.0.1:36304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":31,"response size":291530,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-06T22:19:12.759351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"520.028907ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-03-06T22:19:12.759579Z","caller":"traceutil/trace.go:171","msg":"trace[839658991] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:8819; }","duration":"520.201682ms","start":"2026-03-06T22:19:12.239255Z","end":"2026-03-06T22:19:12.759457Z","steps":["trace[839658991] 'agreement among raft nodes before linearized reading' (duration: 519.959706ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:19:12.759738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-06T22:19:12.239233Z","time spent":"520.491149ms","remote":"127.0.0.1:36404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":550,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-03-06T22:21:21.338646Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"3ba9ae53cc4335db","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-06T22:21:21.347256Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-03-06T22:21:21.347381Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-03-06T22:21:23.216976Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":7406} {"level":"info","ts":"2026-03-06T22:21:23.28608Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":7406,"took":"67.036007ms","hash":2332754069,"current-db-size-bytes":40222720,"current-db-size":"40 MB","current-db-size-in-use-bytes":25145344,"current-db-size-in-use":"25 MB"} {"level":"info","ts":"2026-03-06T22:21:23.286131Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2332754069,"revision":7406,"compact-revision":5378} {"level":"info","ts":"2026-03-06T22:23:18.474173Z","caller":"traceutil/trace.go:171","msg":"trace[1857562916] transaction","detail":"{read_only:false; response_revision:10281; number_of_response:1; }","duration":"150.511575ms","start":"2026-03-06T22:23:18.323626Z","end":"2026-03-06T22:23:18.474137Z","steps":["trace[1857562916] 'process raft request' (duration: 150.216517ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T22:23:20.164306Z","caller":"traceutil/trace.go:171","msg":"trace[1249358416] linearizableReadLoop","detail":"{readStateIndex:10683; appliedIndex:10682; }","duration":"111.786823ms","start":"2026-03-06T22:23:20.052493Z","end":"2026-03-06T22:23:20.164279Z","steps":["trace[1249358416] 'read index received' (duration: 111.625499ms)","trace[1249358416] 'applied index is now lower than readState.Index' (duration: 159.864µs)"],"step_count":2} {"level":"info","ts":"2026-03-06T22:23:20.164378Z","caller":"traceutil/trace.go:171","msg":"trace[1501219027] transaction","detail":"{read_only:false; response_revision:10290; number_of_response:1; }","duration":"156.643457ms","start":"2026-03-06T22:23:20.007707Z","end":"2026-03-06T22:23:20.164351Z","steps":["trace[1501219027] 'process raft request' (duration: 156.395411ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:23:20.164493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.983517ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-06T22:23:20.164588Z","caller":"traceutil/trace.go:171","msg":"trace[104496982] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:10290; }","duration":"112.105103ms","start":"2026-03-06T22:23:20.052459Z","end":"2026-03-06T22:23:20.164564Z","steps":["trace[104496982] 'agreement among raft nodes before linearized reading' (duration: 111.918357ms)"],"step_count":1} {"level":"warn","ts":"2026-03-06T22:23:20.164518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.369492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-06T22:23:20.164666Z","caller":"traceutil/trace.go:171","msg":"trace[763625218] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:10290; }","duration":"111.545488ms","start":"2026-03-06T22:23:20.053109Z","end":"2026-03-06T22:23:20.164655Z","steps":["trace[763625218] 'agreement among raft nodes before linearized reading' (duration: 111.325401ms)"],"step_count":1} {"level":"info","ts":"2026-03-06T22:26:23.22307Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":9645} {"level":"info","ts":"2026-03-06T22:26:23.304804Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":9645,"took":"79.520662ms","hash":2790309799,"current-db-size-bytes":40222720,"current-db-size":"40 MB","current-db-size-in-use-bytes":18374656,"current-db-size-in-use":"18 MB"} {"level":"info","ts":"2026-03-06T22:26:23.304873Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2790309799,"revision":9645,"compact-revision":7406}