{"level":"warn","ts":"2026-03-03T18:15:05.197467Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-03T18:15:05.19755Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.157:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.157:2380","--initial-cluster=instance=https://199.204.45.157:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.157:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.157:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-03-03T18:15:05.19761Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-03T18:15:05.197623Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.157:2380"]} {"level":"info","ts":"2026-03-03T18:15:05.197638Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-03T18:15:05.198327Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.157:2379"]} {"level":"info","ts":"2026-03-03T18:15:05.198401Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.157:2380"],"listen-peer-urls":["https://199.204.45.157:2380"],"advertise-client-urls":["https://199.204.45.157:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.157:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.157:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-03-03T18:15:05.204293Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"5.689109ms"} {"level":"info","ts":"2026-03-03T18:15:05.21677Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"5f170c75a1d97cc","cluster-id":"44a3176ec85feb9"} {"level":"info","ts":"2026-03-03T18:15:05.21688Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5f170c75a1d97cc switched to configuration voters=()"} {"level":"info","ts":"2026-03-03T18:15:05.216913Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5f170c75a1d97cc became follower at term 0"} {"level":"info","ts":"2026-03-03T18:15:05.216924Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 5f170c75a1d97cc [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-03-03T18:15:05.216943Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5f170c75a1d97cc became follower at term 1"} {"level":"info","ts":"2026-03-03T18:15:05.216991Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5f170c75a1d97cc switched to configuration voters=(428247441089599436)"} {"level":"warn","ts":"2026-03-03T18:15:05.231134Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-03-03T18:15:05.233028Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-03-03T18:15:05.235027Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-03-03T18:15:05.237654Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"5f170c75a1d97cc","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-03-03T18:15:05.237764Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-03T18:15:05.237897Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-03T18:15:05.23791Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-03T18:15:05.237838Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"5f170c75a1d97cc","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-03-03T18:15:05.239611Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5f170c75a1d97cc switched to configuration voters=(428247441089599436)"} {"level":"info","ts":"2026-03-03T18:15:05.239747Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"44a3176ec85feb9","local-member-id":"5f170c75a1d97cc","added-peer-id":"5f170c75a1d97cc","added-peer-peer-urls":["https://199.204.45.157:2380"]} {"level":"info","ts":"2026-03-03T18:15:05.243278Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-03T18:15:05.243444Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.157:2380"} {"level":"info","ts":"2026-03-03T18:15:05.243488Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.157:2380"} {"level":"info","ts":"2026-03-03T18:15:05.243545Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"5f170c75a1d97cc","initial-advertise-peer-urls":["https://199.204.45.157:2380"],"listen-peer-urls":["https://199.204.45.157:2380"],"advertise-client-urls":["https://199.204.45.157:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.157:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-03-03T18:15:05.243575Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-03-03T18:15:05.822083Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5f170c75a1d97cc is starting a new election at term 1"} {"level":"info","ts":"2026-03-03T18:15:05.822134Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5f170c75a1d97cc became pre-candidate at term 1"} {"level":"info","ts":"2026-03-03T18:15:05.822165Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5f170c75a1d97cc received MsgPreVoteResp from 5f170c75a1d97cc at term 1"} {"level":"info","ts":"2026-03-03T18:15:05.822179Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5f170c75a1d97cc became candidate at term 2"} {"level":"info","ts":"2026-03-03T18:15:05.822186Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5f170c75a1d97cc received MsgVoteResp from 5f170c75a1d97cc at term 2"} {"level":"info","ts":"2026-03-03T18:15:05.822196Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5f170c75a1d97cc became leader at term 2"} {"level":"info","ts":"2026-03-03T18:15:05.822206Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 5f170c75a1d97cc elected leader 5f170c75a1d97cc at term 2"} {"level":"info","ts":"2026-03-03T18:15:05.824398Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"5f170c75a1d97cc","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.157:2379]}","request-path":"/0/members/5f170c75a1d97cc/attributes","cluster-id":"44a3176ec85feb9","publish-timeout":"7s"} {"level":"info","ts":"2026-03-03T18:15:05.824412Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-03-03T18:15:05.824416Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-03T18:15:05.82458Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-03T18:15:05.825389Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-03-03T18:15:05.825457Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-03-03T18:15:05.825639Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"44a3176ec85feb9","local-member-id":"5f170c75a1d97cc","cluster-version":"3.5"} {"level":"info","ts":"2026-03-03T18:15:05.825731Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-03-03T18:15:05.825756Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-03-03T18:15:05.828267Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-03-03T18:15:05.837971Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.157:2379"} {"level":"info","ts":"2026-03-03T18:15:09.912455Z","caller":"traceutil/trace.go:171","msg":"trace[1373983353] transaction","detail":"{read_only:false; response_revision:208; number_of_response:1; }","duration":"129.814708ms","start":"2026-03-03T18:15:09.782608Z","end":"2026-03-03T18:15:09.912423Z","steps":["trace[1373983353] 'process raft request' (duration: 43.836233ms)","trace[1373983353] 'compare' (duration: 85.835633ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:15:10.659388Z","caller":"traceutil/trace.go:171","msg":"trace[357129589] transaction","detail":"{read_only:false; response_revision:217; number_of_response:1; }","duration":"101.890197ms","start":"2026-03-03T18:15:10.557471Z","end":"2026-03-03T18:15:10.659361Z","steps":["trace[357129589] 'process raft request' (duration: 93.238843ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:15:20.374313Z","caller":"traceutil/trace.go:171","msg":"trace[624947131] linearizableReadLoop","detail":"{readStateIndex:418; appliedIndex:417; }","duration":"476.668275ms","start":"2026-03-03T18:15:19.897617Z","end":"2026-03-03T18:15:20.374286Z","steps":["trace[624947131] 'read index received' (duration: 476.587783ms)","trace[624947131] 'applied index is now lower than readState.Index' (duration: 78.912µs)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:15:20.374497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"476.863458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:15:20.374476Z","caller":"traceutil/trace.go:171","msg":"trace[1787798659] transaction","detail":"{read_only:false; response_revision:403; number_of_response:1; }","duration":"825.478277ms","start":"2026-03-03T18:15:19.548933Z","end":"2026-03-03T18:15:20.374411Z","steps":["trace[1787798659] 'process raft request' (duration: 825.195002ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:15:20.374585Z","caller":"traceutil/trace.go:171","msg":"trace[892934246] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:403; }","duration":"476.97539ms","start":"2026-03-03T18:15:19.897598Z","end":"2026-03-03T18:15:20.374573Z","steps":["trace[892934246] 'agreement among raft nodes before linearized reading' (duration: 476.805287ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:15:20.37463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:15:19.897525Z","time spent":"477.093912ms","remote":"127.0.0.1:52668","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T18:15:20.375434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:15:19.548908Z","time spent":"825.810884ms","remote":"127.0.0.1:53008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:15:20.870351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.029572ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-03T18:15:20.870456Z","caller":"traceutil/trace.go:171","msg":"trace[1357007686] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:403; }","duration":"324.195885ms","start":"2026-03-03T18:15:20.546235Z","end":"2026-03-03T18:15:20.870431Z","steps":["trace[1357007686] 'range keys from in-memory index tree' (duration: 323.91368ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:15:20.870508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:15:20.546215Z","time spent":"324.284026ms","remote":"127.0.0.1:53008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-03T18:15:26.520285Z","caller":"traceutil/trace.go:171","msg":"trace[1103450562] transaction","detail":"{read_only:false; response_revision:449; number_of_response:1; }","duration":"108.52612ms","start":"2026-03-03T18:15:26.411733Z","end":"2026-03-03T18:15:26.520259Z","steps":["trace[1103450562] 'process raft request' (duration: 108.364497ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:15:29.056715Z","caller":"traceutil/trace.go:171","msg":"trace[1371302410] linearizableReadLoop","detail":"{readStateIndex:472; appliedIndex:471; }","duration":"132.588241ms","start":"2026-03-03T18:15:28.92408Z","end":"2026-03-03T18:15:29.056669Z","steps":["trace[1371302410] 'read index received' (duration: 132.390057ms)","trace[1371302410] 'applied index is now lower than readState.Index' (duration: 195.834µs)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:15:29.056931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.797245ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-03T18:15:29.057051Z","caller":"traceutil/trace.go:171","msg":"trace[2030724444] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:454; }","duration":"132.999749ms","start":"2026-03-03T18:15:28.924027Z","end":"2026-03-03T18:15:29.057026Z","steps":["trace[2030724444] 'agreement among raft nodes before linearized reading' (duration: 132.740214ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:15:29.057359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.425058ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-03T18:15:29.057425Z","caller":"traceutil/trace.go:171","msg":"trace[318762685] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:454; }","duration":"129.553741ms","start":"2026-03-03T18:15:28.927854Z","end":"2026-03-03T18:15:29.057408Z","steps":["trace[318762685] 'agreement among raft nodes before linearized reading' (duration: 129.043911ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:15:31.794346Z","caller":"traceutil/trace.go:171","msg":"trace[1099819778] transaction","detail":"{read_only:false; response_revision:462; number_of_response:1; }","duration":"511.746702ms","start":"2026-03-03T18:15:31.282569Z","end":"2026-03-03T18:15:31.794316Z","steps":["trace[1099819778] 'process raft request' (duration: 511.559458ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:15:31.794522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:15:31.282553Z","time spent":"511.877834ms","remote":"127.0.0.1:53008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:15:31.795821Z","caller":"traceutil/trace.go:171","msg":"trace[450844010] transaction","detail":"{read_only:false; response_revision:463; number_of_response:1; }","duration":"160.496949ms","start":"2026-03-03T18:15:31.635304Z","end":"2026-03-03T18:15:31.795801Z","steps":["trace[450844010] 'process raft request' (duration: 160.399067ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:15:34.870252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"460.021098ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-03-03T18:15:34.870393Z","caller":"traceutil/trace.go:171","msg":"trace[1486814029] linearizableReadLoop","detail":"{readStateIndex:486; appliedIndex:485; }","duration":"369.851265ms","start":"2026-03-03T18:15:34.500524Z","end":"2026-03-03T18:15:34.870375Z","steps":["trace[1486814029] 'read index received' (duration: 117.453µs)","trace[1486814029] 'applied index is now lower than readState.Index' (duration: 369.732262ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:15:34.87054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.421037ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-03T18:15:34.87058Z","caller":"traceutil/trace.go:171","msg":"trace[619280388] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:467; }","duration":"318.469898ms","start":"2026-03-03T18:15:34.552101Z","end":"2026-03-03T18:15:34.870571Z","steps":["trace[619280388] 'agreement among raft nodes before linearized reading' (duration: 318.379356ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:15:34.870582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.037308ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/kube-system/\" range_end:\"/registry/secrets/kube-system0\" ","response":"range_response_count:3 size:12665"} {"level":"warn","ts":"2026-03-03T18:15:34.870617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:15:34.552047Z","time spent":"318.56166ms","remote":"127.0.0.1:53008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-03T18:15:34.870656Z","caller":"traceutil/trace.go:171","msg":"trace[1391939021] range","detail":"{range_begin:/registry/secrets/kube-system/; range_end:/registry/secrets/kube-system0; response_count:3; response_revision:467; }","duration":"370.187241ms","start":"2026-03-03T18:15:34.500452Z","end":"2026-03-03T18:15:34.87064Z","steps":["trace[1391939021] 'agreement among raft nodes before linearized reading' (duration: 369.974037ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:15:34.870698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:15:34.500418Z","time spent":"370.272523ms","remote":"127.0.0.1:52824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":3,"response size":12687,"request content":"key:\"/registry/secrets/kube-system/\" range_end:\"/registry/secrets/kube-system0\" "} {"level":"info","ts":"2026-03-03T18:15:37.109409Z","caller":"traceutil/trace.go:171","msg":"trace[2041377677] linearizableReadLoop","detail":"{readStateIndex:525; appliedIndex:524; }","duration":"201.474378ms","start":"2026-03-03T18:15:36.907907Z","end":"2026-03-03T18:15:37.109382Z","steps":["trace[2041377677] 'read index received' (duration: 201.305605ms)","trace[2041377677] 'applied index is now lower than readState.Index' (duration: 167.383µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:15:37.109466Z","caller":"traceutil/trace.go:171","msg":"trace[513939798] transaction","detail":"{read_only:false; response_revision:506; number_of_response:1; }","duration":"222.08962ms","start":"2026-03-03T18:15:36.887344Z","end":"2026-03-03T18:15:37.109434Z","steps":["trace[513939798] 'process raft request' (duration: 221.821945ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:15:37.109547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.625501ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:15:37.109582Z","caller":"traceutil/trace.go:171","msg":"trace[264468824] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:506; }","duration":"201.713643ms","start":"2026-03-03T18:15:36.907857Z","end":"2026-03-03T18:15:37.109571Z","steps":["trace[264468824] 'agreement among raft nodes before linearized reading' (duration: 201.637442ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:15:37.288068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.259414ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-03T18:15:37.28821Z","caller":"traceutil/trace.go:171","msg":"trace[389558630] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:506; }","duration":"156.454768ms","start":"2026-03-03T18:15:37.131722Z","end":"2026-03-03T18:15:37.288177Z","steps":["trace[389558630] 'range keys from in-memory index tree' (duration: 156.132352ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:15:37.28822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.288084ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-03T18:15:37.288373Z","caller":"traceutil/trace.go:171","msg":"trace[432111871] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:506; }","duration":"155.520839ms","start":"2026-03-03T18:15:37.132819Z","end":"2026-03-03T18:15:37.28834Z","steps":["trace[432111871] 'range keys from in-memory index tree' (duration: 155.100531ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:15:38.01086Z","caller":"traceutil/trace.go:171","msg":"trace[268722065] transaction","detail":"{read_only:false; response_revision:509; number_of_response:1; }","duration":"186.255684ms","start":"2026-03-03T18:15:37.824576Z","end":"2026-03-03T18:15:38.010831Z","steps":["trace[268722065] 'process raft request' (duration: 186.099021ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:15:38.365642Z","caller":"traceutil/trace.go:171","msg":"trace[1111287011] transaction","detail":"{read_only:false; response_revision:510; number_of_response:1; }","duration":"311.426457ms","start":"2026-03-03T18:15:38.054175Z","end":"2026-03-03T18:15:38.365602Z","steps":["trace[1111287011] 'process raft request' (duration: 311.136721ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:15:38.365864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:15:38.054147Z","time spent":"311.59619ms","remote":"127.0.0.1:53008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:15:45.101197Z","caller":"traceutil/trace.go:171","msg":"trace[1714617374] transaction","detail":"{read_only:false; response_revision:551; number_of_response:1; }","duration":"863.804501ms","start":"2026-03-03T18:15:44.237369Z","end":"2026-03-03T18:15:45.101174Z","steps":["trace[1714617374] 'process raft request' (duration: 863.655388ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:15:45.101351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:15:44.237325Z","time spent":"863.946643ms","remote":"127.0.0.1:52918","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17134,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:15:45.324892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.099611ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-03-03T18:15:45.32502Z","caller":"traceutil/trace.go:171","msg":"trace[728811825] linearizableReadLoop","detail":"{readStateIndex:572; appliedIndex:570; }","duration":"427.880684ms","start":"2026-03-03T18:15:44.897118Z","end":"2026-03-03T18:15:45.324999Z","steps":["trace[728811825] 'read index received' (duration: 203.916857ms)","trace[728811825] 'applied index is now lower than readState.Index' (duration: 223.962177ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:15:45.325149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"428.029548ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:15:45.325185Z","caller":"traceutil/trace.go:171","msg":"trace[1731548493] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:551; }","duration":"428.1347ms","start":"2026-03-03T18:15:44.897039Z","end":"2026-03-03T18:15:45.325173Z","steps":["trace[1731548493] 'agreement among raft nodes before linearized reading' (duration: 428.059998ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:15:45.325192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.987918ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T18:15:45.325227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:15:44.897008Z","time spent":"428.210462ms","remote":"127.0.0.1:52668","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T18:15:45.325247Z","caller":"traceutil/trace.go:171","msg":"trace[543532572] range","detail":"{range_begin:/registry/secrets/cert-manager/; range_end:/registry/secrets/cert-manager0; response_count:0; response_revision:551; }","duration":"229.07609ms","start":"2026-03-03T18:15:45.096153Z","end":"2026-03-03T18:15:45.325229Z","steps":["trace[543532572] 'agreement among raft nodes before linearized reading' (duration: 228.990768ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:15:45.325419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.804235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-03T18:15:45.325477Z","caller":"traceutil/trace.go:171","msg":"trace[1098997420] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:551; }","duration":"180.923718ms","start":"2026-03-03T18:15:45.14454Z","end":"2026-03-03T18:15:45.325464Z","steps":["trace[1098997420] 'agreement among raft nodes before linearized reading' (duration: 180.623272ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:15:45.718753Z","caller":"traceutil/trace.go:171","msg":"trace[1626288748] linearizableReadLoop","detail":"{readStateIndex:575; appliedIndex:574; }","duration":"264.644142ms","start":"2026-03-03T18:15:45.454078Z","end":"2026-03-03T18:15:45.718722Z","steps":["trace[1626288748] 'read index received' (duration: 235.476978ms)","trace[1626288748] 'applied index is now lower than readState.Index' (duration: 29.165874ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:15:45.718947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.806754ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:15:45.718928Z","caller":"traceutil/trace.go:171","msg":"trace[1751587656] transaction","detail":"{read_only:false; response_revision:554; number_of_response:1; }","duration":"318.081459ms","start":"2026-03-03T18:15:45.40078Z","end":"2026-03-03T18:15:45.718861Z","steps":["trace[1751587656] 'process raft request' (duration: 288.760673ms)","trace[1751587656] 'compare' (duration: 29.050741ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:15:45.719023Z","caller":"traceutil/trace.go:171","msg":"trace[445281097] range","detail":"{range_begin:/registry/secrets/cert-manager/; range_end:/registry/secrets/cert-manager0; response_count:0; response_revision:554; }","duration":"264.994559ms","start":"2026-03-03T18:15:45.453984Z","end":"2026-03-03T18:15:45.718979Z","steps":["trace[445281097] 'agreement among raft nodes before linearized reading' (duration: 264.850126ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:15:45.719187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:15:45.400757Z","time spent":"318.301524ms","remote":"127.0.0.1:53008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:15:47.598549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.700728793s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T18:15:47.598618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.186952ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-03T18:15:47.598653Z","caller":"traceutil/trace.go:171","msg":"trace[2032521896] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:554; }","duration":"1.700875316s","start":"2026-03-03T18:15:45.897757Z","end":"2026-03-03T18:15:47.598632Z","steps":["trace[2032521896] 'range keys from in-memory index tree' (duration: 1.700643661s)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:15:47.598666Z","caller":"traceutil/trace.go:171","msg":"trace[1034453277] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:554; }","duration":"198.287234ms","start":"2026-03-03T18:15:47.400364Z","end":"2026-03-03T18:15:47.598652Z","steps":["trace[1034453277] 'range keys from in-memory index tree' (duration: 197.926486ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:15:47.598694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:15:45.897737Z","time spent":"1.700948187s","remote":"127.0.0.1:52682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T18:15:47.598921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.523778ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-03T18:15:47.599004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.53153198s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"info","ts":"2026-03-03T18:15:47.599047Z","caller":"traceutil/trace.go:171","msg":"trace[1773907062] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:554; }","duration":"183.714582ms","start":"2026-03-03T18:15:47.415304Z","end":"2026-03-03T18:15:47.599019Z","steps":["trace[1773907062] 'range keys from in-memory index tree' (duration: 183.246253ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:15:47.599109Z","caller":"traceutil/trace.go:171","msg":"trace[896303618] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:554; }","duration":"1.531701293s","start":"2026-03-03T18:15:46.06738Z","end":"2026-03-03T18:15:47.599081Z","steps":["trace[896303618] 'range keys from in-memory index tree' (duration: 1.531075241s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:15:47.599158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:15:46.067334Z","time spent":"1.531812806s","remote":"127.0.0.1:53008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":499,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-03T18:15:47.722331Z","caller":"traceutil/trace.go:171","msg":"trace[673993084] transaction","detail":"{read_only:false; response_revision:555; number_of_response:1; }","duration":"118.51961ms","start":"2026-03-03T18:15:47.603774Z","end":"2026-03-03T18:15:47.722294Z","steps":["trace[673993084] 'process raft request' (duration: 118.277335ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:15:47.72417Z","caller":"traceutil/trace.go:171","msg":"trace[931219255] linearizableReadLoop","detail":"{readStateIndex:578; appliedIndex:575; }","duration":"115.844286ms","start":"2026-03-03T18:15:47.608304Z","end":"2026-03-03T18:15:47.724148Z","steps":["trace[931219255] 'read index received' (duration: 113.771685ms)","trace[931219255] 'applied index is now lower than readState.Index' (duration: 2.071831ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:15:47.724341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.006319ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:15:47.724387Z","caller":"traceutil/trace.go:171","msg":"trace[307452088] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:557; }","duration":"116.108651ms","start":"2026-03-03T18:15:47.608266Z","end":"2026-03-03T18:15:47.724374Z","steps":["trace[307452088] 'agreement among raft nodes before linearized reading' (duration: 115.994539ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:15:47.724237Z","caller":"traceutil/trace.go:171","msg":"trace[2023034966] transaction","detail":"{read_only:false; response_revision:556; number_of_response:1; }","duration":"120.406168ms","start":"2026-03-03T18:15:47.603788Z","end":"2026-03-03T18:15:47.724194Z","steps":["trace[2023034966] 'process raft request' (duration: 120.209774ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:15:47.724608Z","caller":"traceutil/trace.go:171","msg":"trace[564787618] transaction","detail":"{read_only:false; response_revision:557; number_of_response:1; }","duration":"119.401137ms","start":"2026-03-03T18:15:47.604963Z","end":"2026-03-03T18:15:47.724364Z","steps":["trace[564787618] 'process raft request' (duration: 119.153852ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:15:49.789656Z","caller":"traceutil/trace.go:171","msg":"trace[1613321096] transaction","detail":"{read_only:false; response_revision:704; number_of_response:1; }","duration":"353.541238ms","start":"2026-03-03T18:15:49.436075Z","end":"2026-03-03T18:15:49.789616Z","steps":["trace[1613321096] 'process raft request' (duration: 353.295563ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:15:49.78996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:15:49.436041Z","time spent":"353.795774ms","remote":"127.0.0.1:52758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4580,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-03T18:15:49.797665Z","caller":"traceutil/trace.go:171","msg":"trace[252794876] transaction","detail":"{read_only:false; response_revision:705; number_of_response:1; }","duration":"160.884777ms","start":"2026-03-03T18:15:49.636756Z","end":"2026-03-03T18:15:49.797641Z","steps":["trace[252794876] 'process raft request' (duration: 160.745744ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:16:07.844207Z","caller":"traceutil/trace.go:171","msg":"trace[2036610244] transaction","detail":"{read_only:false; response_revision:928; number_of_response:1; }","duration":"525.489246ms","start":"2026-03-03T18:16:07.318691Z","end":"2026-03-03T18:16:07.844181Z","steps":["trace[2036610244] 'process raft request' (duration: 525.330433ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:16:07.844379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:16:07.318666Z","time spent":"525.628888ms","remote":"127.0.0.1:53008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:16:32.102505Z","caller":"traceutil/trace.go:171","msg":"trace[1401372109] transaction","detail":"{read_only:false; response_revision:1094; number_of_response:1; }","duration":"129.79003ms","start":"2026-03-03T18:16:31.97268Z","end":"2026-03-03T18:16:32.10247Z","steps":["trace[1401372109] 'process raft request' (duration: 129.577735ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:16:38.322186Z","caller":"traceutil/trace.go:171","msg":"trace[1083469529] linearizableReadLoop","detail":"{readStateIndex:1246; appliedIndex:1245; }","duration":"183.584652ms","start":"2026-03-03T18:16:38.138562Z","end":"2026-03-03T18:16:38.322146Z","steps":["trace[1083469529] 'read index received' (duration: 183.413628ms)","trace[1083469529] 'applied index is now lower than readState.Index' (duration: 169.664µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:16:38.322342Z","caller":"traceutil/trace.go:171","msg":"trace[1196433402] transaction","detail":"{read_only:false; response_revision:1208; number_of_response:1; }","duration":"183.887608ms","start":"2026-03-03T18:16:38.138391Z","end":"2026-03-03T18:16:38.322278Z","steps":["trace[1196433402] 'process raft request' (duration: 183.498ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:16:38.322482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.123693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-03T18:16:38.322532Z","caller":"traceutil/trace.go:171","msg":"trace[238568080] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1208; }","duration":"184.204515ms","start":"2026-03-03T18:16:38.138316Z","end":"2026-03-03T18:16:38.322521Z","steps":["trace[238568080] 'agreement among raft nodes before linearized reading' (duration: 183.99621ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:16:38.508511Z","caller":"traceutil/trace.go:171","msg":"trace[1735296775] transaction","detail":"{read_only:false; response_revision:1209; number_of_response:1; }","duration":"369.760331ms","start":"2026-03-03T18:16:38.138707Z","end":"2026-03-03T18:16:38.508468Z","steps":["trace[1735296775] 'process raft request' (duration: 322.645747ms)","trace[1735296775] 'compare' (duration: 46.887599ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:16:38.508703Z","caller":"traceutil/trace.go:171","msg":"trace[1568727652] transaction","detail":"{read_only:false; response_revision:1210; number_of_response:1; }","duration":"367.116563ms","start":"2026-03-03T18:16:38.141555Z","end":"2026-03-03T18:16:38.508671Z","steps":["trace[1568727652] 'process raft request' (duration: 366.846097ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:16:38.508788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:16:38.138699Z","time spent":"369.931715ms","remote":"127.0.0.1:53008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:16:38.50881Z","caller":"traceutil/trace.go:171","msg":"trace[295056285] linearizableReadLoop","detail":"{readStateIndex:1248; appliedIndex:1246; }","duration":"186.498526ms","start":"2026-03-03T18:16:38.322288Z","end":"2026-03-03T18:16:38.508787Z","steps":["trace[295056285] 'read index received' (duration: 139.170667ms)","trace[295056285] 'applied index is now lower than readState.Index' (duration: 47.325969ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:16:38.508819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:16:38.141522Z","time spent":"367.233566ms","remote":"127.0.0.1:53008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:16:38.508937Z","caller":"traceutil/trace.go:171","msg":"trace[897271846] transaction","detail":"{read_only:false; response_revision:1211; number_of_response:1; }","duration":"180.796491ms","start":"2026-03-03T18:16:38.328123Z","end":"2026-03-03T18:16:38.50892Z","steps":["trace[897271846] 'process raft request' (duration: 180.445664ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:16:38.509233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.585088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"info","ts":"2026-03-03T18:16:38.509301Z","caller":"traceutil/trace.go:171","msg":"trace[1641935849] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1211; }","duration":"369.664579ms","start":"2026-03-03T18:16:38.139618Z","end":"2026-03-03T18:16:38.509283Z","steps":["trace[1641935849] 'agreement among raft nodes before linearized reading' (duration: 369.24632ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:16:38.509345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:16:38.139613Z","time spent":"369.72011ms","remote":"127.0.0.1:53008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":499,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-03T18:16:52.599765Z","caller":"traceutil/trace.go:171","msg":"trace[964285630] transaction","detail":"{read_only:false; response_revision:1441; number_of_response:1; }","duration":"119.446223ms","start":"2026-03-03T18:16:52.480286Z","end":"2026-03-03T18:16:52.599733Z","steps":["trace[964285630] 'process raft request' (duration: 119.151227ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:16:52.60426Z","caller":"traceutil/trace.go:171","msg":"trace[401203445] transaction","detail":"{read_only:false; response_revision:1442; number_of_response:1; }","duration":"123.39766ms","start":"2026-03-03T18:16:52.480831Z","end":"2026-03-03T18:16:52.604229Z","steps":["trace[401203445] 'process raft request' (duration: 123.233286ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:16:58.935508Z","caller":"traceutil/trace.go:171","msg":"trace[2027702381] linearizableReadLoop","detail":"{readStateIndex:1582; appliedIndex:1581; }","duration":"302.102995ms","start":"2026-03-03T18:16:58.63338Z","end":"2026-03-03T18:16:58.935483Z","steps":["trace[2027702381] 'read index received' (duration: 301.86769ms)","trace[2027702381] 'applied index is now lower than readState.Index' (duration: 233.935µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:16:58.935653Z","caller":"traceutil/trace.go:171","msg":"trace[840055927] transaction","detail":"{read_only:false; response_revision:1518; number_of_response:1; }","duration":"481.69248ms","start":"2026-03-03T18:16:58.45395Z","end":"2026-03-03T18:16:58.935642Z","steps":["trace[840055927] 'process raft request' (duration: 481.316531ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:16:58.935775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:16:58.453918Z","time spent":"481.764731ms","remote":"127.0.0.1:53008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:16:58.936001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.828659ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-03T18:16:58.936081Z","caller":"traceutil/trace.go:171","msg":"trace[462414668] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1518; }","duration":"301.943762ms","start":"2026-03-03T18:16:58.634116Z","end":"2026-03-03T18:16:58.93606Z","steps":["trace[462414668] 'agreement among raft nodes before linearized reading' (duration: 301.643355ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:16:58.936137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:16:58.634105Z","time spent":"302.021323ms","remote":"127.0.0.1:53008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T18:16:58.936236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.864302ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-03T18:16:58.936275Z","caller":"traceutil/trace.go:171","msg":"trace[804716567] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1518; }","duration":"302.952183ms","start":"2026-03-03T18:16:58.633312Z","end":"2026-03-03T18:16:58.936264Z","steps":["trace[804716567] 'agreement among raft nodes before linearized reading' (duration: 302.81868ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:16:58.936305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:16:58.633286Z","time spent":"303.012635ms","remote":"127.0.0.1:53008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T18:16:58.936474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.931092ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-03T18:16:58.936473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.094645ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-03T18:16:58.936518Z","caller":"traceutil/trace.go:171","msg":"trace[1722727507] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1518; }","duration":"296.999164ms","start":"2026-03-03T18:16:58.639506Z","end":"2026-03-03T18:16:58.936505Z","steps":["trace[1722727507] 'agreement among raft nodes before linearized reading' (duration: 296.885771ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:16:58.936598Z","caller":"traceutil/trace.go:171","msg":"trace[126164242] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1518; }","duration":"297.219178ms","start":"2026-03-03T18:16:58.639319Z","end":"2026-03-03T18:16:58.936539Z","steps":["trace[126164242] 'agreement among raft nodes before linearized reading' (duration: 297.036914ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:16:58.936676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.938137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-03T18:16:58.936722Z","caller":"traceutil/trace.go:171","msg":"trace[2045907701] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1518; }","duration":"300.004959ms","start":"2026-03-03T18:16:58.636704Z","end":"2026-03-03T18:16:58.936709Z","steps":["trace[2045907701] 'agreement among raft nodes before linearized reading' (duration: 299.641341ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:16:58.936765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:16:58.636692Z","time spent":"300.06138ms","remote":"127.0.0.1:53008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T18:17:06.611808Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10938289895795920334,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T18:17:07.112341Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10938289895795920334,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T18:17:07.613408Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10938289895795920334,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T18:17:07.649592Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.980190418s","expected-duration":"1s"} {"level":"info","ts":"2026-03-03T18:17:07.65026Z","caller":"traceutil/trace.go:171","msg":"trace[121842446] transaction","detail":"{read_only:false; response_revision:1622; number_of_response:1; }","duration":"1.980971596s","start":"2026-03-03T18:17:05.669259Z","end":"2026-03-03T18:17:07.650231Z","steps":["trace[121842446] 'process raft request' (duration: 1.980581097s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:17:07.650452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:17:05.669227Z","time spent":"1.981122179s","remote":"127.0.0.1:52918","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3729,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:17:08.099496Z","caller":"traceutil/trace.go:171","msg":"trace[128981787] linearizableReadLoop","detail":"{readStateIndex:1691; appliedIndex:1687; }","duration":"1.988326298s","start":"2026-03-03T18:17:06.111141Z","end":"2026-03-03T18:17:08.099468Z","steps":["trace[128981787] 'read index received' (duration: 1.538722703s)","trace[128981787] 'applied index is now lower than readState.Index' (duration: 449.601995ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:17:08.099546Z","caller":"traceutil/trace.go:171","msg":"trace[8051453] transaction","detail":"{read_only:false; response_revision:1624; number_of_response:1; }","duration":"1.132990614s","start":"2026-03-03T18:17:06.966522Z","end":"2026-03-03T18:17:08.099513Z","steps":["trace[8051453] 'process raft request' (duration: 1.132861761s)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:17:08.099598Z","caller":"traceutil/trace.go:171","msg":"trace[911690548] transaction","detail":"{read_only:false; response_revision:1623; number_of_response:1; }","duration":"1.790069925s","start":"2026-03-03T18:17:06.309501Z","end":"2026-03-03T18:17:08.099571Z","steps":["trace[911690548] 'process raft request' (duration: 1.789724017s)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:17:08.099616Z","caller":"traceutil/trace.go:171","msg":"trace[108954876] transaction","detail":"{read_only:false; response_revision:1625; number_of_response:1; }","duration":"600.806405ms","start":"2026-03-03T18:17:07.498798Z","end":"2026-03-03T18:17:08.099605Z","steps":["trace[108954876] 'process raft request' (duration: 600.627441ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:17:08.099769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:17:06.309472Z","time spent":"1.790182677s","remote":"127.0.0.1:53008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:17:08.0998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:17:06.966489Z","time spent":"1.133128326s","remote":"127.0.0.1:53008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:17:08.09983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:17:07.498769Z","time spent":"601.005769ms","remote":"127.0.0.1:53008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:17:08.100011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.988852949s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-a7cd4492-91a7-4788-be62-97ae798c212d\" ","response":"range_response_count:1 size:3744"} {"level":"info","ts":"2026-03-03T18:17:08.100055Z","caller":"traceutil/trace.go:171","msg":"trace[1092018626] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-a7cd4492-91a7-4788-be62-97ae798c212d; range_end:; response_count:1; response_revision:1625; }","duration":"1.988966231s","start":"2026-03-03T18:17:06.111077Z","end":"2026-03-03T18:17:08.100043Z","steps":["trace[1092018626] 'agreement among raft nodes before linearized reading' (duration: 1.988559912s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:17:08.100091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:17:06.11105Z","time spent":"1.989031823s","remote":"127.0.0.1:52918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3766,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-a7cd4492-91a7-4788-be62-97ae798c212d\" "} {"level":"warn","ts":"2026-03-03T18:17:08.8976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000000145s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-03T18:17:08.897715Z","caller":"traceutil/trace.go:171","msg":"trace[2120040992] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00018474s","start":"2026-03-03T18:17:06.897504Z","end":"2026-03-03T18:17:08.897689Z","steps":["trace[2120040992] 'agreement among raft nodes before linearized reading' (duration: 2.000031966s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:17:08.897769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:17:06.897482Z","time spent":"2.000276721s","remote":"127.0.0.1:52682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T18:17:09.668026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.476354364s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T18:17:09.668186Z","caller":"traceutil/trace.go:171","msg":"trace[1981537901] linearizableReadLoop","detail":"{readStateIndex:1692; appliedIndex:1691; }","duration":"1.568594629s","start":"2026-03-03T18:17:08.099567Z","end":"2026-03-03T18:17:09.668162Z","steps":["trace[1981537901] 'read index received' (duration: 91.901168ms)","trace[1981537901] 'applied index is now lower than readState.Index' (duration: 1.476691861s)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:17:09.668595Z","caller":"traceutil/trace.go:171","msg":"trace[2069906785] transaction","detail":"{read_only:false; response_revision:1626; number_of_response:1; }","duration":"1.993272686s","start":"2026-03-03T18:17:07.675308Z","end":"2026-03-03T18:17:09.668581Z","steps":["trace[2069906785] 'process raft request' (duration: 516.250198ms)","trace[2069906785] 'compare' (duration: 1.475886423s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:17:09.668694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:17:07.67528Z","time spent":"1.993357258s","remote":"127.0.0.1:53008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:17:09.668845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.648394875s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-03T18:17:09.668915Z","caller":"traceutil/trace.go:171","msg":"trace[1440300128] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1626; }","duration":"2.648476176s","start":"2026-03-03T18:17:07.020421Z","end":"2026-03-03T18:17:09.668898Z","steps":["trace[1440300128] 'agreement among raft nodes before linearized reading' (duration: 2.648262442s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:17:09.66888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.12534614s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T18:17:09.668909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.187266395s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T18:17:09.668964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:17:07.020382Z","time spent":"2.648574379s","remote":"127.0.0.1:53008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T18:17:09.668944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.647218379s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"warn","ts":"2026-03-03T18:17:09.668955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.646989244s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-03T18:17:09.66899Z","caller":"traceutil/trace.go:171","msg":"trace[71292785] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:1626; }","duration":"3.125480513s","start":"2026-03-03T18:17:06.543483Z","end":"2026-03-03T18:17:09.668963Z","steps":["trace[71292785] 'agreement among raft nodes before linearized reading' (duration: 3.125266708s)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:17:09.669033Z","caller":"traceutil/trace.go:171","msg":"trace[1451797091] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1626; }","duration":"2.647331961s","start":"2026-03-03T18:17:07.021673Z","end":"2026-03-03T18:17:09.669005Z","steps":["trace[1451797091] 'agreement among raft nodes before linearized reading' (duration: 2.647112216s)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:17:09.669031Z","caller":"traceutil/trace.go:171","msg":"trace[1819397087] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:1626; }","duration":"1.187451459s","start":"2026-03-03T18:17:08.481541Z","end":"2026-03-03T18:17:09.668992Z","steps":["trace[1819397087] 'agreement among raft nodes before linearized reading' (duration: 1.187230365s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:17:09.668943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.647008564s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-03T18:17:09.669066Z","caller":"traceutil/trace.go:171","msg":"trace[1018088945] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1626; }","duration":"2.647123466s","start":"2026-03-03T18:17:07.02191Z","end":"2026-03-03T18:17:09.669034Z","steps":["trace[1018088945] 'agreement among raft nodes before linearized reading' (duration: 2.64682685s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:17:09.669032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.231296547s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-03-03T18:17:09.669096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.881414ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:10328"} {"level":"warn","ts":"2026-03-03T18:17:09.669096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:17:08.48152Z","time spent":"1.187559411s","remote":"127.0.0.1:52810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":27,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"info","ts":"2026-03-03T18:17:09.669114Z","caller":"traceutil/trace.go:171","msg":"trace[826632936] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1626; }","duration":"2.647208688s","start":"2026-03-03T18:17:07.021891Z","end":"2026-03-03T18:17:09.669099Z","steps":["trace[826632936] 'agreement among raft nodes before linearized reading' (duration: 2.646879841s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:17:09.669117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:17:07.021904Z","time spent":"2.647203948s","remote":"127.0.0.1:53008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T18:17:09.66914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:17:06.543441Z","time spent":"3.125608726s","remote":"127.0.0.1:52964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":27,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"info","ts":"2026-03-03T18:17:09.669149Z","caller":"traceutil/trace.go:171","msg":"trace[936085166] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1626; }","duration":"318.962355ms","start":"2026-03-03T18:17:09.350172Z","end":"2026-03-03T18:17:09.669134Z","steps":["trace[936085166] 'agreement among raft nodes before linearized reading' (duration: 318.825502ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:17:09.669156Z","caller":"traceutil/trace.go:171","msg":"trace[1170342353] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1626; }","duration":"3.231510071s","start":"2026-03-03T18:17:06.437617Z","end":"2026-03-03T18:17:09.669127Z","steps":["trace[1170342353] 'agreement among raft nodes before linearized reading' (duration: 3.231139623s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:17:09.669191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:17:09.350153Z","time spent":"319.028057ms","remote":"127.0.0.1:52918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":10350,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-03T18:17:09.668942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.64410716s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"warn","ts":"2026-03-03T18:17:09.669222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:17:06.4376Z","time spent":"3.231607113s","remote":"127.0.0.1:34036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-03T18:17:09.669089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:17:07.021658Z","time spent":"2.647419243s","remote":"127.0.0.1:53008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":512,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-03T18:17:09.669267Z","caller":"traceutil/trace.go:171","msg":"trace[66820485] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1626; }","duration":"2.644444888s","start":"2026-03-03T18:17:07.024798Z","end":"2026-03-03T18:17:09.669243Z","steps":["trace[66820485] 'agreement among raft nodes before linearized reading' (duration: 2.643976918s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:17:09.669167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"757.840393ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.157\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-03-03T18:17:09.669338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:17:07.024789Z","time spent":"2.64453108s","remote":"127.0.0.1:53008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":499,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-03T18:17:09.669375Z","caller":"traceutil/trace.go:171","msg":"trace[2035054790] range","detail":"{range_begin:/registry/masterleases/199.204.45.157; range_end:; response_count:1; response_revision:1626; }","duration":"758.188211ms","start":"2026-03-03T18:17:08.911139Z","end":"2026-03-03T18:17:09.669328Z","steps":["trace[2035054790] 'agreement among raft nodes before linearized reading' (duration: 757.71112ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:17:09.669461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:17:08.91112Z","time spent":"758.327063ms","remote":"127.0.0.1:52726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.157\" "} {"level":"warn","ts":"2026-03-03T18:17:09.669332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"564.261771ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-a7cd4492-91a7-4788-be62-97ae798c212d\" ","response":"range_response_count:1 size:3744"} {"level":"info","ts":"2026-03-03T18:17:09.669523Z","caller":"traceutil/trace.go:171","msg":"trace[1333117124] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-a7cd4492-91a7-4788-be62-97ae798c212d; range_end:; response_count:1; response_revision:1626; }","duration":"564.457496ms","start":"2026-03-03T18:17:09.105048Z","end":"2026-03-03T18:17:09.669505Z","steps":["trace[1333117124] 'agreement among raft nodes before linearized reading' (duration: 563.796921ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:17:09.669564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:17:09.10497Z","time spent":"564.581589ms","remote":"127.0.0.1:52918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3766,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-a7cd4492-91a7-4788-be62-97ae798c212d\" "} {"level":"warn","ts":"2026-03-03T18:17:09.669669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"770.44334ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:17:09.670863Z","caller":"traceutil/trace.go:171","msg":"trace[1851483372] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1626; }","duration":"771.78244ms","start":"2026-03-03T18:17:08.898994Z","end":"2026-03-03T18:17:09.670776Z","steps":["trace[1851483372] 'agreement among raft nodes before linearized reading' (duration: 769.878038ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:17:09.671052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:17:08.898968Z","time spent":"772.064395ms","remote":"127.0.0.1:52668","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T18:17:09.670164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:17:07.021878Z","time spent":"2.648263802s","remote":"127.0.0.1:53008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-03T18:17:17.525325Z","caller":"traceutil/trace.go:171","msg":"trace[1085984144] transaction","detail":"{read_only:false; response_revision:1705; number_of_response:1; }","duration":"349.74897ms","start":"2026-03-03T18:17:17.175545Z","end":"2026-03-03T18:17:17.525294Z","steps":["trace[1085984144] 'process raft request' (duration: 349.604347ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:17:17.525505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:17:17.175518Z","time spent":"349.893854ms","remote":"127.0.0.1:53008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:17:18.446811Z","caller":"traceutil/trace.go:171","msg":"trace[1739469183] transaction","detail":"{read_only:false; response_revision:1712; number_of_response:1; }","duration":"312.169626ms","start":"2026-03-03T18:17:18.134596Z","end":"2026-03-03T18:17:18.446766Z","steps":["trace[1739469183] 'process raft request' (duration: 245.90274ms)","trace[1739469183] 'compare' (duration: 65.911868ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:17:18.447003Z","caller":"traceutil/trace.go:171","msg":"trace[2069751247] transaction","detail":"{read_only:false; response_revision:1713; number_of_response:1; }","duration":"312.197776ms","start":"2026-03-03T18:17:18.134764Z","end":"2026-03-03T18:17:18.446962Z","steps":["trace[2069751247] 'process raft request' (duration: 311.90644ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:17:18.447092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:17:18.134587Z","time spent":"312.343489ms","remote":"127.0.0.1:53008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:17:18.44722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:17:18.13473Z","time spent":"312.36078ms","remote":"127.0.0.1:53008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:17:24.269946Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10938289895795920595,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T18:17:24.758795Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.008914177s","expected-duration":"1s"} {"level":"info","ts":"2026-03-03T18:17:24.759209Z","caller":"traceutil/trace.go:171","msg":"trace[654771725] transaction","detail":"{read_only:false; response_revision:1749; number_of_response:1; }","duration":"1.009433568s","start":"2026-03-03T18:17:23.749747Z","end":"2026-03-03T18:17:24.75918Z","steps":["trace[654771725] 'process raft request' (duration: 1.009269524s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:17:24.759378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:17:23.749719Z","time spent":"1.009568791s","remote":"127.0.0.1:53008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:17:24.830758Z","caller":"traceutil/trace.go:171","msg":"trace[1284464477] transaction","detail":"{read_only:false; response_revision:1750; number_of_response:1; }","duration":"848.34697ms","start":"2026-03-03T18:17:23.982391Z","end":"2026-03-03T18:17:24.830738Z","steps":["trace[1284464477] 'process raft request' (duration: 848.086605ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:17:24.830895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:17:23.982367Z","time spent":"848.452972ms","remote":"127.0.0.1:53008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:17:24.830927Z","caller":"traceutil/trace.go:171","msg":"trace[2119925338] transaction","detail":"{read_only:false; response_revision:1751; number_of_response:1; }","duration":"589.19909ms","start":"2026-03-03T18:17:24.241708Z","end":"2026-03-03T18:17:24.830907Z","steps":["trace[2119925338] 'process raft request' (duration: 588.991795ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:17:24.831048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:17:24.241683Z","time spent":"589.295782ms","remote":"127.0.0.1:53008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:17:24.831176Z","caller":"traceutil/trace.go:171","msg":"trace[1739945923] transaction","detail":"{read_only:false; response_revision:1752; number_of_response:1; }","duration":"350.902907ms","start":"2026-03-03T18:17:24.480258Z","end":"2026-03-03T18:17:24.831161Z","steps":["trace[1739945923] 'process raft request' (duration: 350.583469ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:17:24.83125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:17:24.480227Z","time spent":"350.990878ms","remote":"127.0.0.1:53008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:17:24.831283Z","caller":"traceutil/trace.go:171","msg":"trace[25802450] linearizableReadLoop","detail":"{readStateIndex:1820; appliedIndex:1817; }","duration":"1.06189683s","start":"2026-03-03T18:17:23.769369Z","end":"2026-03-03T18:17:24.831266Z","steps":["trace[25802450] 'read index received' (duration: 989.657633ms)","trace[25802450] 'applied index is now lower than readState.Index' (duration: 72.238177ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:17:24.83133Z","caller":"traceutil/trace.go:171","msg":"trace[1483396491] transaction","detail":"{read_only:false; response_revision:1753; number_of_response:1; }","duration":"349.503215ms","start":"2026-03-03T18:17:24.481822Z","end":"2026-03-03T18:17:24.831325Z","steps":["trace[1483396491] 'process raft request' (duration: 349.193348ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:17:24.831362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:17:24.481796Z","time spent":"349.549027ms","remote":"127.0.0.1:53008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:17:24.831453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.062086695s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-03T18:17:24.831504Z","caller":"traceutil/trace.go:171","msg":"trace[933989746] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1753; }","duration":"1.062156756s","start":"2026-03-03T18:17:23.769334Z","end":"2026-03-03T18:17:24.83149Z","steps":["trace[933989746] 'agreement among raft nodes before linearized reading' (duration: 1.062018723s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:17:24.831541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:17:23.769323Z","time spent":"1.062210277s","remote":"127.0.0.1:53008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T18:17:24.831584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.06191461s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-03T18:17:24.831641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.061541192s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-03T18:17:24.831673Z","caller":"traceutil/trace.go:171","msg":"trace[461439905] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1753; }","duration":"1.062034643s","start":"2026-03-03T18:17:23.769618Z","end":"2026-03-03T18:17:24.831653Z","steps":["trace[461439905] 'agreement among raft nodes before linearized reading' (duration: 1.061810388s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:17:24.831721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:17:23.769611Z","time spent":"1.062099945s","remote":"127.0.0.1:53008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-03T18:17:24.83172Z","caller":"traceutil/trace.go:171","msg":"trace[403612665] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1753; }","duration":"1.061644364s","start":"2026-03-03T18:17:23.770055Z","end":"2026-03-03T18:17:24.831699Z","steps":["trace[403612665] 'agreement among raft nodes before linearized reading' (duration: 1.061405439s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:17:24.831775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:17:23.770047Z","time spent":"1.061718746s","remote":"127.0.0.1:53008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T18:17:24.831776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"475.34798ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-03-03T18:17:24.831823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.062124565s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-03T18:17:24.831829Z","caller":"traceutil/trace.go:171","msg":"trace[437956241] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1753; }","duration":"475.671027ms","start":"2026-03-03T18:17:24.356142Z","end":"2026-03-03T18:17:24.831813Z","steps":["trace[437956241] 'agreement among raft nodes before linearized reading' (duration: 475.281138ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:17:24.831876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:17:24.356124Z","time spent":"475.743218ms","remote":"127.0.0.1:34036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-03T18:17:24.831842Z","caller":"traceutil/trace.go:171","msg":"trace[1032402474] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1753; }","duration":"1.062146665s","start":"2026-03-03T18:17:23.76969Z","end":"2026-03-03T18:17:24.831837Z","steps":["trace[1032402474] 'agreement among raft nodes before linearized reading' (duration: 1.062096544s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:17:24.831937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:17:23.769616Z","time spent":"1.062317729s","remote":"127.0.0.1:53008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T18:17:24.833136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.047492613s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-03T18:17:24.833199Z","caller":"traceutil/trace.go:171","msg":"trace[1210349210] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1753; }","duration":"1.047576836s","start":"2026-03-03T18:17:23.785607Z","end":"2026-03-03T18:17:24.833184Z","steps":["trace[1210349210] 'agreement among raft nodes before linearized reading' (duration: 1.045854918s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:17:24.833246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:17:23.785597Z","time spent":"1.047640987s","remote":"127.0.0.1:34036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-03T18:17:49.115691Z","caller":"traceutil/trace.go:171","msg":"trace[1262999987] linearizableReadLoop","detail":"{readStateIndex:1951; appliedIndex:1950; }","duration":"216.805186ms","start":"2026-03-03T18:17:48.898862Z","end":"2026-03-03T18:17:49.115667Z","steps":["trace[1262999987] 'read index received' (duration: 192.154108ms)","trace[1262999987] 'applied index is now lower than readState.Index' (duration: 24.650308ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:17:49.115829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.956699ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:17:49.115853Z","caller":"traceutil/trace.go:171","msg":"trace[1730773611] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1876; }","duration":"217.035331ms","start":"2026-03-03T18:17:48.898809Z","end":"2026-03-03T18:17:49.115845Z","steps":["trace[1730773611] 'agreement among raft nodes before linearized reading' (duration: 216.96902ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:17:49.116048Z","caller":"traceutil/trace.go:171","msg":"trace[1302796158] transaction","detail":"{read_only:false; response_revision:1876; number_of_response:1; }","duration":"217.239076ms","start":"2026-03-03T18:17:48.898565Z","end":"2026-03-03T18:17:49.115804Z","steps":["trace[1302796158] 'process raft request' (duration: 192.371174ms)","trace[1302796158] 'compare' (duration: 24.608886ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:17:50.139443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"839.855155ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T18:17:50.139702Z","caller":"traceutil/trace.go:171","msg":"trace[1490850045] transaction","detail":"{read_only:false; response_revision:1877; number_of_response:1; }","duration":"1.201579839s","start":"2026-03-03T18:17:48.938085Z","end":"2026-03-03T18:17:50.139665Z","steps":["trace[1490850045] 'process raft request' (duration: 361.371656ms)","trace[1490850045] 'compare' (duration: 839.577449ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:17:50.139805Z","caller":"traceutil/trace.go:171","msg":"trace[1846526324] transaction","detail":"{read_only:false; response_revision:1878; number_of_response:1; }","duration":"1.200040215s","start":"2026-03-03T18:17:48.939733Z","end":"2026-03-03T18:17:50.139773Z","steps":["trace[1846526324] 'process raft request' (duration: 1.19982506s)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:17:50.139845Z","caller":"traceutil/trace.go:171","msg":"trace[511141768] transaction","detail":"{read_only:false; response_revision:1879; number_of_response:1; }","duration":"1.199698727s","start":"2026-03-03T18:17:48.940111Z","end":"2026-03-03T18:17:50.13981Z","steps":["trace[511141768] 'process raft request' (duration: 1.199544713s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:17:50.13987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:17:48.938062Z","time spent":"1.201720343s","remote":"127.0.0.1:53008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:17:50.139933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.085045473s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-03T18:17:50.139983Z","caller":"traceutil/trace.go:171","msg":"trace[1061929063] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1879; }","duration":"1.085129544s","start":"2026-03-03T18:17:49.054837Z","end":"2026-03-03T18:17:50.139966Z","steps":["trace[1061929063] 'agreement among raft nodes before linearized reading' (duration: 1.084894679s)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:17:50.139728Z","caller":"traceutil/trace.go:171","msg":"trace[227851748] linearizableReadLoop","detail":"{readStateIndex:1954; appliedIndex:1951; }","duration":"1.02395057s","start":"2026-03-03T18:17:49.115756Z","end":"2026-03-03T18:17:50.139706Z","steps":["trace[227851748] 'read index received' (duration: 183.734387ms)","trace[227851748] 'applied index is now lower than readState.Index' (duration: 840.214803ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:17:50.139981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:17:48.939713Z","time spent":"1.200186258s","remote":"127.0.0.1:53008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:17:50.140013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:17:49.054821Z","time spent":"1.085186466s","remote":"127.0.0.1:34036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-03T18:17:50.140027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.138965452s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-03T18:17:50.140011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:17:48.940098Z","time spent":"1.19981081s","remote":"127.0.0.1:53008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:17:50.14007Z","caller":"traceutil/trace.go:171","msg":"trace[264998505] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1879; }","duration":"1.139004703s","start":"2026-03-03T18:17:49.001053Z","end":"2026-03-03T18:17:50.140058Z","steps":["trace[264998505] 'agreement among raft nodes before linearized reading' (duration: 1.138911031s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:17:50.139942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.223745731s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.157\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-03-03T18:17:50.140114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.021525575s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T18:17:50.140133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.149605163s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-03T18:17:50.140109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:17:49.00102Z","time spent":"1.139080985s","remote":"127.0.0.1:53008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-03T18:17:50.140173Z","caller":"traceutil/trace.go:171","msg":"trace[454755339] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1879; }","duration":"1.149715357s","start":"2026-03-03T18:17:48.990448Z","end":"2026-03-03T18:17:50.140163Z","steps":["trace[454755339] 'agreement among raft nodes before linearized reading' (duration: 1.149596544s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:17:50.140186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.159126139s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-03T18:17:50.140164Z","caller":"traceutil/trace.go:171","msg":"trace[134260546] range","detail":"{range_begin:/registry/masterleases/199.204.45.157; range_end:; response_count:1; response_revision:1879; }","duration":"1.223978876s","start":"2026-03-03T18:17:48.916162Z","end":"2026-03-03T18:17:50.140141Z","steps":["trace[134260546] 'agreement among raft nodes before linearized reading' (duration: 1.223597027s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:17:50.140202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:17:48.990417Z","time spent":"1.149777257s","remote":"127.0.0.1:53008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-03T18:17:50.140216Z","caller":"traceutil/trace.go:171","msg":"trace[2078057703] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1879; }","duration":"1.15918531s","start":"2026-03-03T18:17:48.981024Z","end":"2026-03-03T18:17:50.140209Z","steps":["trace[2078057703] 'agreement among raft nodes before linearized reading' (duration: 1.159107218s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:17:50.14024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"759.595219ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.1899679dd2e5cb3a\" ","response":"range_response_count:1 size:846"} {"level":"warn","ts":"2026-03-03T18:17:50.140246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:17:48.981004Z","time spent":"1.159236781s","remote":"127.0.0.1:53008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T18:17:50.140255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:17:48.91615Z","time spent":"1.224076639s","remote":"127.0.0.1:52726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.157\" "} {"level":"warn","ts":"2026-03-03T18:17:50.14025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.148651432s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-03T18:17:50.140251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.064275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:17:50.140284Z","caller":"traceutil/trace.go:171","msg":"trace[63865763] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.1899679dd2e5cb3a; range_end:; response_count:1; response_revision:1879; }","duration":"759.682221ms","start":"2026-03-03T18:17:49.380585Z","end":"2026-03-03T18:17:50.140267Z","steps":["trace[63865763] 'agreement among raft nodes before linearized reading' (duration: 759.560588ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:17:50.140302Z","caller":"traceutil/trace.go:171","msg":"trace[1061681216] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1879; }","duration":"1.148729143s","start":"2026-03-03T18:17:48.991559Z","end":"2026-03-03T18:17:50.140288Z","steps":["trace[1061681216] 'agreement among raft nodes before linearized reading' (duration: 1.14857892s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:17:50.140313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"954.52181ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:17:50.14031Z","caller":"traceutil/trace.go:171","msg":"trace[1037118442] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1879; }","duration":"1.021603757s","start":"2026-03-03T18:17:49.118539Z","end":"2026-03-03T18:17:50.140142Z","steps":["trace[1037118442] 'agreement among raft nodes before linearized reading' (duration: 1.021541396s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:17:50.140329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:17:49.380562Z","time spent":"759.760752ms","remote":"127.0.0.1:52800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":868,"request content":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.1899679dd2e5cb3a\" "} {"level":"warn","ts":"2026-03-03T18:17:50.140343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.071271ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12386"} {"level":"warn","ts":"2026-03-03T18:17:50.140345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:17:48.991549Z","time spent":"1.148789456s","remote":"127.0.0.1:53008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-03T18:17:50.140356Z","caller":"traceutil/trace.go:171","msg":"trace[1614608177] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:1879; }","duration":"954.614482ms","start":"2026-03-03T18:17:49.185727Z","end":"2026-03-03T18:17:50.140342Z","steps":["trace[1614608177] 'agreement among raft nodes before linearized reading' (duration: 954.54101ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:17:50.140365Z","caller":"traceutil/trace.go:171","msg":"trace[1708362842] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1879; }","duration":"163.126941ms","start":"2026-03-03T18:17:49.977232Z","end":"2026-03-03T18:17:50.140359Z","steps":["trace[1708362842] 'agreement among raft nodes before linearized reading' (duration: 163.055549ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:17:50.140351Z","caller":"traceutil/trace.go:171","msg":"trace[1144319143] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:1879; }","duration":"203.233879ms","start":"2026-03-03T18:17:49.937086Z","end":"2026-03-03T18:17:50.14032Z","steps":["trace[1144319143] 'agreement among raft nodes before linearized reading' (duration: 203.055675ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:17:50.140385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:17:49.1857Z","time spent":"954.676823ms","remote":"127.0.0.1:41806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:17:50.140372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:17:49.118514Z","time spent":"1.021845992s","remote":"127.0.0.1:52668","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T18:17:50.571799Z","caller":"traceutil/trace.go:171","msg":"trace[1289755998] transaction","detail":"{read_only:false; response_revision:1880; number_of_response:1; }","duration":"428.663251ms","start":"2026-03-03T18:17:50.143108Z","end":"2026-03-03T18:17:50.571772Z","steps":["trace[1289755998] 'process raft request' (duration: 428.391484ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:17:50.572004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:17:50.143087Z","time spent":"428.797053ms","remote":"127.0.0.1:52800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":831,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:17:50.572209Z","caller":"traceutil/trace.go:171","msg":"trace[901867880] transaction","detail":"{read_only:false; response_revision:1881; number_of_response:1; }","duration":"427.252318ms","start":"2026-03-03T18:17:50.144903Z","end":"2026-03-03T18:17:50.572156Z","steps":["trace[901867880] 'process raft request' (duration: 426.806288ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:17:50.572338Z","caller":"traceutil/trace.go:171","msg":"trace[295334057] transaction","detail":"{read_only:false; response_revision:1883; number_of_response:1; }","duration":"426.675886ms","start":"2026-03-03T18:17:50.145631Z","end":"2026-03-03T18:17:50.572307Z","steps":["trace[295334057] 'process raft request' (duration: 426.549083ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:17:50.572348Z","caller":"traceutil/trace.go:171","msg":"trace[576895984] transaction","detail":"{read_only:false; response_revision:1882; number_of_response:1; }","duration":"426.755128ms","start":"2026-03-03T18:17:50.145547Z","end":"2026-03-03T18:17:50.572302Z","steps":["trace[576895984] 'process raft request' (duration: 426.455571ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:17:50.572388Z","caller":"traceutil/trace.go:171","msg":"trace[709694774] linearizableReadLoop","detail":"{readStateIndex:1960; appliedIndex:1954; }","duration":"423.586345ms","start":"2026-03-03T18:17:50.148775Z","end":"2026-03-03T18:17:50.572361Z","steps":["trace[709694774] 'read index received' (duration: 36.143367ms)","trace[709694774] 'applied index is now lower than readState.Index' (duration: 387.441398ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:17:50.572497Z","caller":"traceutil/trace.go:171","msg":"trace[797739969] transaction","detail":"{read_only:false; response_revision:1884; number_of_response:1; }","duration":"426.651235ms","start":"2026-03-03T18:17:50.145804Z","end":"2026-03-03T18:17:50.572455Z","steps":["trace[797739969] 'process raft request' (duration: 426.456431ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:17:50.572517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:17:50.144886Z","time spent":"427.429932ms","remote":"127.0.0.1:53008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:17:50.572539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:17:50.145622Z","time spent":"426.790448ms","remote":"127.0.0.1:53008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:17:50.57256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:17:50.145531Z","time spent":"426.909701ms","remote":"127.0.0.1:53008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:17:50.572593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"423.7931ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T18:17:50.572607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:17:50.145795Z","time spent":"426.767137ms","remote":"127.0.0.1:53008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:17:50.572636Z","caller":"traceutil/trace.go:171","msg":"trace[2110544036] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:1884; }","duration":"423.865352ms","start":"2026-03-03T18:17:50.14876Z","end":"2026-03-03T18:17:50.572625Z","steps":["trace[2110544036] 'agreement among raft nodes before linearized reading' (duration: 423.720039ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:17:50.572679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:17:50.148753Z","time spent":"423.917843ms","remote":"127.0.0.1:53206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":27,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-03T18:17:50.918247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.518714ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T18:17:50.918552Z","caller":"traceutil/trace.go:171","msg":"trace[506479697] linearizableReadLoop","detail":"{readStateIndex:1961; appliedIndex:1960; }","duration":"346.083111ms","start":"2026-03-03T18:17:50.57245Z","end":"2026-03-03T18:17:50.918533Z","steps":["trace[506479697] 'read index received' (duration: 35.956864ms)","trace[506479697] 'applied index is now lower than readState.Index' (duration: 310.113707ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:17:50.918734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.01249ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T18:17:50.918751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"754.606316ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T18:17:50.918771Z","caller":"traceutil/trace.go:171","msg":"trace[2021697988] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:1885; }","duration":"342.096561ms","start":"2026-03-03T18:17:50.576665Z","end":"2026-03-03T18:17:50.918762Z","steps":["trace[2021697988] 'agreement among raft nodes before linearized reading' (duration: 341.986459ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:17:50.918711Z","caller":"traceutil/trace.go:171","msg":"trace[1381233047] transaction","detail":"{read_only:false; response_revision:1885; number_of_response:1; }","duration":"732.67285ms","start":"2026-03-03T18:17:50.185979Z","end":"2026-03-03T18:17:50.918652Z","steps":["trace[1381233047] 'process raft request' (duration: 422.473781ms)","trace[1381233047] 'compare' (duration: 309.36638ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:17:50.918755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"769.828741ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:17:50.918813Z","caller":"traceutil/trace.go:171","msg":"trace[1388813227] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:1885; }","duration":"754.709228ms","start":"2026-03-03T18:17:50.164087Z","end":"2026-03-03T18:17:50.918796Z","steps":["trace[1388813227] 'agreement among raft nodes before linearized reading' (duration: 754.531184ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:17:50.918821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:17:50.576644Z","time spent":"342.169073ms","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":27,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-03T18:17:50.918855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:17:50.164075Z","time spent":"754.770239ms","remote":"127.0.0.1:53264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":29,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:17:50.918861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"571.185835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-03T18:17:50.918855Z","caller":"traceutil/trace.go:171","msg":"trace[1564367033] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1885; }","duration":"769.969703ms","start":"2026-03-03T18:17:50.148866Z","end":"2026-03-03T18:17:50.918836Z","steps":["trace[1564367033] 'agreement among raft nodes before linearized reading' (duration: 769.755878ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:17:50.918949Z","caller":"traceutil/trace.go:171","msg":"trace[668642463] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:1885; }","duration":"571.325698ms","start":"2026-03-03T18:17:50.347597Z","end":"2026-03-03T18:17:50.918923Z","steps":["trace[668642463] 'agreement among raft nodes before linearized reading' (duration: 571.011441ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:17:50.918969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:17:50.14885Z","time spent":"770.096977ms","remote":"127.0.0.1:52682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T18:17:50.918971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:17:50.185962Z","time spent":"732.868194ms","remote":"127.0.0.1:52726","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:17:50.919003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:17:50.347577Z","time spent":"571.415381ms","remote":"127.0.0.1:53008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":580,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-03-03T18:17:51.166977Z","caller":"traceutil/trace.go:171","msg":"trace[1963451222] transaction","detail":"{read_only:false; response_revision:1887; number_of_response:1; }","duration":"133.319187ms","start":"2026-03-03T18:17:51.033605Z","end":"2026-03-03T18:17:51.166924Z","steps":["trace[1963451222] 'process raft request' (duration: 61.221006ms)","trace[1963451222] 'compare' (duration: 71.824985ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:17:51.329627Z","caller":"traceutil/trace.go:171","msg":"trace[1874145604] transaction","detail":"{read_only:false; response_revision:1888; number_of_response:1; }","duration":"157.223758ms","start":"2026-03-03T18:17:51.172372Z","end":"2026-03-03T18:17:51.329595Z","steps":["trace[1874145604] 'process raft request' (duration: 154.936987ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:17:56.826182Z","caller":"traceutil/trace.go:171","msg":"trace[923134541] transaction","detail":"{read_only:false; response_revision:1911; number_of_response:1; }","duration":"219.788964ms","start":"2026-03-03T18:17:56.606364Z","end":"2026-03-03T18:17:56.826153Z","steps":["trace[923134541] 'process raft request' (duration: 219.511007ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:17:57.427224Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10938289895795920986,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T18:17:57.846732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.088635ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T18:17:57.846971Z","caller":"traceutil/trace.go:171","msg":"trace[524757929] linearizableReadLoop","detail":"{readStateIndex:1991; appliedIndex:1988; }","duration":"920.117121ms","start":"2026-03-03T18:17:56.926834Z","end":"2026-03-03T18:17:57.846951Z","steps":["trace[524757929] 'read index received' (duration: 682.574316ms)","trace[524757929] 'applied index is now lower than readState.Index' (duration: 237.541445ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:17:57.847103Z","caller":"traceutil/trace.go:171","msg":"trace[688378492] transaction","detail":"{read_only:false; response_revision:1913; number_of_response:1; }","duration":"1.23913816s","start":"2026-03-03T18:17:56.607927Z","end":"2026-03-03T18:17:57.847065Z","steps":["trace[688378492] 'process raft request' (duration: 1.238914105s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:17:57.847176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:17:56.607881Z","time spent":"1.239257163s","remote":"127.0.0.1:53008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:17:57.847096Z","caller":"traceutil/trace.go:171","msg":"trace[1133070695] transaction","detail":"{read_only:false; response_revision:1912; number_of_response:1; }","duration":"1.239215432s","start":"2026-03-03T18:17:56.607746Z","end":"2026-03-03T18:17:57.846961Z","steps":["trace[1133070695] 'process raft request' (duration: 1.001738318s)","trace[1133070695] 'compare' (duration: 236.368069ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:17:57.847401Z","caller":"traceutil/trace.go:171","msg":"trace[876990936] transaction","detail":"{read_only:false; response_revision:1914; number_of_response:1; }","duration":"1.237698628s","start":"2026-03-03T18:17:56.609691Z","end":"2026-03-03T18:17:57.84739Z","steps":["trace[876990936] 'process raft request' (duration: 1.237208687s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:17:57.847464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:17:56.609669Z","time spent":"1.237763559s","remote":"127.0.0.1:53008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:17:57.847433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:17:56.607718Z","time spent":"1.23955133s","remote":"127.0.0.1:53008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:17:57.84767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"524.014308ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:17:57.847734Z","caller":"traceutil/trace.go:171","msg":"trace[272937450] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:1914; }","duration":"524.09451ms","start":"2026-03-03T18:17:57.323619Z","end":"2026-03-03T18:17:57.847714Z","steps":["trace[272937450] 'agreement among raft nodes before linearized reading' (duration: 523.983368ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:17:57.847781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:17:57.323594Z","time spent":"524.178102ms","remote":"127.0.0.1:50802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:17:57.847742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"920.861709ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T18:17:57.847795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"580.095477ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-03-03T18:17:57.847814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"485.706761ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-03T18:17:57.847847Z","caller":"traceutil/trace.go:171","msg":"trace[1998321020] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1914; }","duration":"921.041833ms","start":"2026-03-03T18:17:56.926781Z","end":"2026-03-03T18:17:57.847823Z","steps":["trace[1998321020] 'agreement among raft nodes before linearized reading' (duration: 920.818768ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:17:57.847896Z","caller":"traceutil/trace.go:171","msg":"trace[29004571] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1914; }","duration":"485.833444ms","start":"2026-03-03T18:17:57.362044Z","end":"2026-03-03T18:17:57.847877Z","steps":["trace[29004571] 'agreement among raft nodes before linearized reading' (duration: 485.547407ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:17:57.847942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:17:57.362003Z","time spent":"485.932906ms","remote":"127.0.0.1:53008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T18:17:57.847937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:17:56.926744Z","time spent":"921.182596ms","remote":"127.0.0.1:52682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T18:17:57.847878Z","caller":"traceutil/trace.go:171","msg":"trace[2072657003] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1914; }","duration":"580.24232ms","start":"2026-03-03T18:17:57.26761Z","end":"2026-03-03T18:17:57.847852Z","steps":["trace[2072657003] 'agreement among raft nodes before linearized reading' (duration: 579.982344ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:17:57.848175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:17:57.267584Z","time spent":"580.551327ms","remote":"127.0.0.1:34036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-03T18:17:59.062899Z","caller":"traceutil/trace.go:171","msg":"trace[789341874] linearizableReadLoop","detail":"{readStateIndex:1997; appliedIndex:1996; }","duration":"147.647881ms","start":"2026-03-03T18:17:58.915217Z","end":"2026-03-03T18:17:59.062865Z","steps":["trace[789341874] 'read index received' (duration: 108.102946ms)","trace[789341874] 'applied index is now lower than readState.Index' (duration: 39.543525ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:17:59.063161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.918767ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T18:17:59.063193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.09314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T18:17:59.063266Z","caller":"traceutil/trace.go:171","msg":"trace[1067703651] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:1919; }","duration":"117.256074ms","start":"2026-03-03T18:17:58.945999Z","end":"2026-03-03T18:17:59.063255Z","steps":["trace[1067703651] 'agreement among raft nodes before linearized reading' (duration: 117.050579ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:17:59.063282Z","caller":"traceutil/trace.go:171","msg":"trace[1566502406] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1919; }","duration":"148.108741ms","start":"2026-03-03T18:17:58.915142Z","end":"2026-03-03T18:17:59.063251Z","steps":["trace[1566502406] 'agreement among raft nodes before linearized reading' (duration: 147.867556ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:18:00.616283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"760.727784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-03T18:18:00.616414Z","caller":"traceutil/trace.go:171","msg":"trace[588695990] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1920; }","duration":"760.935058ms","start":"2026-03-03T18:17:59.855451Z","end":"2026-03-03T18:18:00.616387Z","steps":["trace[588695990] 'range keys from in-memory index tree' (duration: 760.402686ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:18:00.616381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"705.610996ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T18:18:00.6164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.442534001s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T18:18:00.616472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:17:59.855428Z","time spent":"761.03356ms","remote":"127.0.0.1:53008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T18:18:00.61645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"615.55942ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T18:18:00.617314Z","caller":"traceutil/trace.go:171","msg":"trace[1960053809] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:1920; }","duration":"616.479051ms","start":"2026-03-03T18:18:00.000807Z","end":"2026-03-03T18:18:00.617286Z","steps":["trace[1960053809] 'count revisions from in-memory index tree' (duration: 615.468228ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:18:00.616508Z","caller":"traceutil/trace.go:171","msg":"trace[2024819229] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1920; }","duration":"705.794481ms","start":"2026-03-03T18:17:59.910691Z","end":"2026-03-03T18:18:00.616485Z","steps":["trace[2024819229] 'count revisions from in-memory index tree' (duration: 705.490204ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:18:00.617396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"744.061706ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-03T18:18:00.617524Z","caller":"traceutil/trace.go:171","msg":"trace[74548154] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1920; }","duration":"744.22378ms","start":"2026-03-03T18:17:59.873251Z","end":"2026-03-03T18:18:00.617475Z","steps":["trace[74548154] 'range keys from in-memory index tree' (duration: 743.137685ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:18:00.617602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:17:59.873216Z","time spent":"744.358433ms","remote":"127.0.0.1:53008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T18:18:00.616559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.229281376s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.1899679dd2e5cb3a\" ","response":"range_response_count:1 size:846"} {"level":"info","ts":"2026-03-03T18:18:00.617694Z","caller":"traceutil/trace.go:171","msg":"trace[1332305107] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.1899679dd2e5cb3a; range_end:; response_count:1; response_revision:1920; }","duration":"1.230431932s","start":"2026-03-03T18:17:59.387214Z","end":"2026-03-03T18:18:00.617646Z","steps":["trace[1332305107] 'range keys from in-memory index tree' (duration: 1.22901494s)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:18:00.616538Z","caller":"traceutil/trace.go:171","msg":"trace[643220080] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:1920; }","duration":"1.442780278s","start":"2026-03-03T18:17:59.173718Z","end":"2026-03-03T18:18:00.616498Z","steps":["trace[643220080] 'count revisions from in-memory index tree' (duration: 1.442168564s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:18:00.617795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:17:59.387191Z","time spent":"1.230581386s","remote":"127.0.0.1:52800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":868,"request content":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.1899679dd2e5cb3a\" "} {"level":"warn","ts":"2026-03-03T18:18:00.61779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:17:59.173667Z","time spent":"1.444098328s","remote":"127.0.0.1:53198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":29,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:18:00.616643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"695.707113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-03-03T18:18:00.617911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"762.33568ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-03T18:18:00.617718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:17:59.91067Z","time spent":"706.877475ms","remote":"127.0.0.1:34014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-03T18:18:00.617955Z","caller":"traceutil/trace.go:171","msg":"trace[749849567] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1920; }","duration":"762.473273ms","start":"2026-03-03T18:17:59.855468Z","end":"2026-03-03T18:18:00.617942Z","steps":["trace[749849567] 'range keys from in-memory index tree' (duration: 761.824088ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:18:00.618152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:17:59.855441Z","time spent":"762.691378ms","remote":"127.0.0.1:53008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T18:18:00.616812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"896.304861ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T18:18:00.618412Z","caller":"traceutil/trace.go:171","msg":"trace[360850234] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:1920; }","duration":"898.00393ms","start":"2026-03-03T18:17:59.720301Z","end":"2026-03-03T18:18:00.618305Z","steps":["trace[360850234] 'count revisions from in-memory index tree' (duration: 896.157878ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:18:00.618492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:17:59.720279Z","time spent":"898.185744ms","remote":"127.0.0.1:41872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":2,"response size":29,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:18:00.617391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:18:00.000758Z","time spent":"616.609834ms","remote":"127.0.0.1:53282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":30,"response size":29,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:18:00.61667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.104752008s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T18:18:00.618775Z","caller":"traceutil/trace.go:171","msg":"trace[185646249] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:1920; }","duration":"1.106895837s","start":"2026-03-03T18:17:59.511861Z","end":"2026-03-03T18:18:00.618757Z","steps":["trace[185646249] 'count revisions from in-memory index tree' (duration: 1.104650766s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:18:00.618851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:17:59.511837Z","time spent":"1.10699396s","remote":"127.0.0.1:41790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":12,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"info","ts":"2026-03-03T18:18:00.617973Z","caller":"traceutil/trace.go:171","msg":"trace[1687642200] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1920; }","duration":"697.095864ms","start":"2026-03-03T18:17:59.92083Z","end":"2026-03-03T18:18:00.617926Z","steps":["trace[1687642200] 'range keys from in-memory index tree' (duration: 695.434946ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:18:00.619066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:17:59.920806Z","time spent":"698.23241ms","remote":"127.0.0.1:34036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-03T18:18:00.616729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"764.153311ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-03T18:18:00.61927Z","caller":"traceutil/trace.go:171","msg":"trace[409175051] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1920; }","duration":"766.727789ms","start":"2026-03-03T18:17:59.852519Z","end":"2026-03-03T18:18:00.619247Z","steps":["trace[409175051] 'range keys from in-memory index tree' (duration: 763.981247ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:18:00.61933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:17:59.852497Z","time spent":"766.815741ms","remote":"127.0.0.1:53008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-03T18:18:00.622725Z","caller":"traceutil/trace.go:171","msg":"trace[1698564323] transaction","detail":"{read_only:false; response_revision:1921; number_of_response:1; }","duration":"378.651598ms","start":"2026-03-03T18:18:00.244043Z","end":"2026-03-03T18:18:00.622695Z","steps":["trace[1698564323] 'process raft request' (duration: 378.478624ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:18:00.622902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:18:00.244012Z","time spent":"378.792662ms","remote":"127.0.0.1:53008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:18:00.653529Z","caller":"traceutil/trace.go:171","msg":"trace[173863111] linearizableReadLoop","detail":"{readStateIndex:2001; appliedIndex:1998; }","duration":"252.129346ms","start":"2026-03-03T18:18:00.401379Z","end":"2026-03-03T18:18:00.653508Z","steps":["trace[173863111] 'read index received' (duration: 221.110064ms)","trace[173863111] 'applied index is now lower than readState.Index' (duration: 31.017422ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:18:00.653578Z","caller":"traceutil/trace.go:171","msg":"trace[2017622523] transaction","detail":"{read_only:false; response_revision:1922; number_of_response:1; }","duration":"406.800886ms","start":"2026-03-03T18:18:00.246747Z","end":"2026-03-03T18:18:00.653548Z","steps":["trace[2017622523] 'process raft request' (duration: 406.55101ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:18:00.653648Z","caller":"traceutil/trace.go:171","msg":"trace[1070847143] transaction","detail":"{read_only:false; response_revision:1923; number_of_response:1; }","duration":"398.671342ms","start":"2026-03-03T18:18:00.254946Z","end":"2026-03-03T18:18:00.653618Z","steps":["trace[1070847143] 'process raft request' (duration: 398.518899ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:18:00.653752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.346041ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T18:18:00.653759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:18:00.246719Z","time spent":"406.926209ms","remote":"127.0.0.1:53008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:18:00.653801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:18:00.254914Z","time spent":"398.803444ms","remote":"127.0.0.1:53008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:18:00.653817Z","caller":"traceutil/trace.go:171","msg":"trace[1920869781] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:1923; }","duration":"252.490814ms","start":"2026-03-03T18:18:00.401293Z","end":"2026-03-03T18:18:00.653784Z","steps":["trace[1920869781] 'agreement among raft nodes before linearized reading' (duration: 252.30076ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:18:01.162693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.944784ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T18:18:01.162824Z","caller":"traceutil/trace.go:171","msg":"trace[1935518344] transaction","detail":"{read_only:false; response_revision:1924; number_of_response:1; }","duration":"540.115682ms","start":"2026-03-03T18:18:00.622694Z","end":"2026-03-03T18:18:01.16281Z","steps":["trace[1935518344] 'process raft request' (duration: 229.983994ms)","trace[1935518344] 'compare' (duration: 309.861292ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:18:01.16287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:18:00.622667Z","time spent":"540.182483ms","remote":"127.0.0.1:53008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:18:01.163389Z","caller":"traceutil/trace.go:171","msg":"trace[524149750] transaction","detail":"{read_only:false; response_revision:1926; number_of_response:1; }","duration":"540.186643ms","start":"2026-03-03T18:18:00.623195Z","end":"2026-03-03T18:18:01.163382Z","steps":["trace[524149750] 'process raft request' (duration: 539.991669ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:18:01.16337Z","caller":"traceutil/trace.go:171","msg":"trace[103399471] transaction","detail":"{read_only:false; response_revision:1925; number_of_response:1; }","duration":"540.581293ms","start":"2026-03-03T18:18:00.622748Z","end":"2026-03-03T18:18:01.163329Z","steps":["trace[103399471] 'process raft request' (duration: 540.028581ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:18:01.163426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:18:00.623174Z","time spent":"540.234265ms","remote":"127.0.0.1:53008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:18:01.163476Z","caller":"traceutil/trace.go:171","msg":"trace[355219626] transaction","detail":"{read_only:false; response_revision:1927; number_of_response:1; }","duration":"540.235665ms","start":"2026-03-03T18:18:00.623211Z","end":"2026-03-03T18:18:01.163447Z","steps":["trace[355219626] 'process raft request' (duration: 540.114812ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:18:01.163655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:18:00.62319Z","time spent":"540.367648ms","remote":"127.0.0.1:53008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:18:01.163639Z","caller":"traceutil/trace.go:171","msg":"trace[1298562295] linearizableReadLoop","detail":"{readStateIndex:2006; appliedIndex:2001; }","duration":"510.035361ms","start":"2026-03-03T18:18:00.653573Z","end":"2026-03-03T18:18:01.163608Z","steps":["trace[1298562295] 'read index received' (duration: 199.127176ms)","trace[1298562295] 'applied index is now lower than readState.Index' (duration: 310.907235ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:18:01.163737Z","caller":"traceutil/trace.go:171","msg":"trace[1721817721] transaction","detail":"{read_only:false; response_revision:1928; number_of_response:1; }","duration":"539.167781ms","start":"2026-03-03T18:18:00.62456Z","end":"2026-03-03T18:18:01.163728Z","steps":["trace[1721817721] 'process raft request' (duration: 538.839454ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:18:01.163751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:18:00.622723Z","time spent":"540.756366ms","remote":"127.0.0.1:52800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":831,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:18:01.163896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.903156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T18:18:01.163944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.559463ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12386"} {"level":"warn","ts":"2026-03-03T18:18:01.163944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.098019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-03T18:18:01.16397Z","caller":"traceutil/trace.go:171","msg":"trace[1714412132] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1928; }","duration":"156.625064ms","start":"2026-03-03T18:18:01.007337Z","end":"2026-03-03T18:18:01.163963Z","steps":["trace[1714412132] 'agreement among raft nodes before linearized reading' (duration: 156.550983ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:18:01.163969Z","caller":"traceutil/trace.go:171","msg":"trace[1871638062] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:1928; }","duration":"376.046839ms","start":"2026-03-03T18:18:00.787907Z","end":"2026-03-03T18:18:01.163954Z","steps":["trace[1871638062] 'agreement among raft nodes before linearized reading' (duration: 375.927987ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:18:01.164014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:18:00.787875Z","time spent":"376.127471ms","remote":"127.0.0.1:50522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"info","ts":"2026-03-03T18:18:01.163973Z","caller":"traceutil/trace.go:171","msg":"trace[63988551] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1928; }","duration":"246.200552ms","start":"2026-03-03T18:18:00.917767Z","end":"2026-03-03T18:18:01.163967Z","steps":["trace[63988551] 'agreement among raft nodes before linearized reading' (duration: 246.076139ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:18:01.163872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.294356ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:18:01.164243Z","caller":"traceutil/trace.go:171","msg":"trace[1089180482] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1928; }","duration":"266.720365ms","start":"2026-03-03T18:18:00.897509Z","end":"2026-03-03T18:18:01.164229Z","steps":["trace[1089180482] 'agreement among raft nodes before linearized reading' (duration: 266.349227ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:18:01.16383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"668.801785ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-03-03T18:18:01.16439Z","caller":"traceutil/trace.go:171","msg":"trace[1022890068] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:1928; }","duration":"669.436439ms","start":"2026-03-03T18:18:00.49493Z","end":"2026-03-03T18:18:01.164367Z","steps":["trace[1022890068] 'agreement among raft nodes before linearized reading' (duration: 668.762753ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:18:01.164476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:18:00.494902Z","time spent":"669.538611ms","remote":"127.0.0.1:53008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":552,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-03T18:18:01.163805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:18:00.624524Z","time spent":"539.262582ms","remote":"127.0.0.1:53008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:18:02.994756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.649543587s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T18:18:02.995119Z","caller":"traceutil/trace.go:171","msg":"trace[562020120] transaction","detail":"{read_only:false; response_revision:1930; number_of_response:1; }","duration":"1.811564474s","start":"2026-03-03T18:18:01.183524Z","end":"2026-03-03T18:18:02.995089Z","steps":["trace[562020120] 'process raft request' (duration: 1.811366719s)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:18:02.995215Z","caller":"traceutil/trace.go:171","msg":"trace[335762785] transaction","detail":"{read_only:false; response_revision:1929; number_of_response:1; }","duration":"1.824723541s","start":"2026-03-03T18:18:01.170476Z","end":"2026-03-03T18:18:02.995199Z","steps":["trace[335762785] 'process raft request' (duration: 174.617741ms)","trace[335762785] 'compare' (duration: 1.649009415s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:18:02.995249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:18:01.183491Z","time spent":"1.811694607s","remote":"127.0.0.1:53008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:18:02.995113Z","caller":"traceutil/trace.go:171","msg":"trace[1491055078] linearizableReadLoop","detail":"{readStateIndex:2008; appliedIndex:2006; }","duration":"1.808922944s","start":"2026-03-03T18:18:01.186164Z","end":"2026-03-03T18:18:02.995086Z","steps":["trace[1491055078] 'read index received' (duration: 158.895885ms)","trace[1491055078] 'applied index is now lower than readState.Index' (duration: 1.650025488s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:18:02.995324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:18:01.170455Z","time spent":"1.824812374s","remote":"127.0.0.1:53008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:18:02.995458Z","caller":"traceutil/trace.go:171","msg":"trace[914922879] transaction","detail":"{read_only:false; response_revision:1931; number_of_response:1; }","duration":"1.519180087s","start":"2026-03-03T18:18:01.476256Z","end":"2026-03-03T18:18:02.995436Z","steps":["trace[914922879] 'process raft request' (duration: 1.518772988s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:18:02.995507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.809318553s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T18:18:02.995559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:18:01.476226Z","time spent":"1.51928151s","remote":"127.0.0.1:53008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:18:02.995584Z","caller":"traceutil/trace.go:171","msg":"trace[374781635] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:1931; }","duration":"1.809459386s","start":"2026-03-03T18:18:01.186101Z","end":"2026-03-03T18:18:02.995561Z","steps":["trace[374781635] 'agreement among raft nodes before linearized reading' (duration: 1.809066907s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:18:02.995634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:18:01.186076Z","time spent":"1.809548038s","remote":"127.0.0.1:53206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":27,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-03T18:18:03.05411Z","caller":"traceutil/trace.go:171","msg":"trace[2107877978] transaction","detail":"{read_only:false; response_revision:1932; number_of_response:1; }","duration":"478.440305ms","start":"2026-03-03T18:18:02.57565Z","end":"2026-03-03T18:18:03.05409Z","steps":["trace[2107877978] 'process raft request' (duration: 478.319473ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:18:03.054221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:18:02.57563Z","time spent":"478.538838ms","remote":"127.0.0.1:53008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:18:04.399723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.125384165s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:18:04.399968Z","caller":"traceutil/trace.go:171","msg":"trace[1148323912] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1932; }","duration":"1.125691051s","start":"2026-03-03T18:18:03.274245Z","end":"2026-03-03T18:18:04.399936Z","steps":["trace[1148323912] 'range keys from in-memory index tree' (duration: 1.125352204s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:18:04.899743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000412766s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T18:18:04.899842Z","caller":"traceutil/trace.go:171","msg":"trace[1199037134] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00058169s","start":"2026-03-03T18:18:02.899239Z","end":"2026-03-03T18:18:04.89982Z","steps":["trace[1199037134] 'agreement among raft nodes before linearized reading' (duration: 2.000441076s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:18:04.900131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:18:02.899217Z","time spent":"2.000896427s","remote":"127.0.0.1:52682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/03 18:18:04 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T18:18:05.006488Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.952464251s","expected-duration":"1s"} {"level":"info","ts":"2026-03-03T18:18:05.00699Z","caller":"traceutil/trace.go:171","msg":"trace[520530865] transaction","detail":"{read_only:false; response_revision:1934; number_of_response:1; }","duration":"2.348535313s","start":"2026-03-03T18:18:02.65843Z","end":"2026-03-03T18:18:05.006965Z","steps":["trace[520530865] 'process raft request' (duration: 2.348428331s)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:18:05.007036Z","caller":"traceutil/trace.go:171","msg":"trace[309035530] transaction","detail":"{read_only:false; response_revision:1933; number_of_response:1; }","duration":"2.379188477s","start":"2026-03-03T18:18:02.627808Z","end":"2026-03-03T18:18:05.006997Z","steps":["trace[309035530] 'process raft request' (duration: 2.37889638s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:18:05.007154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:18:02.65841Z","time spent":"2.348659546s","remote":"127.0.0.1:53008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:18:05.007306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:18:02.627781Z","time spent":"2.379364371s","remote":"127.0.0.1:53008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:18:05.007459Z","caller":"traceutil/trace.go:171","msg":"trace[1778998568] linearizableReadLoop","detail":"{readStateIndex:2013; appliedIndex:2010; }","duration":"2.011976208s","start":"2026-03-03T18:18:02.99537Z","end":"2026-03-03T18:18:05.007346Z","steps":["trace[1778998568] 'read index received' (duration: 58.717208ms)","trace[1778998568] 'applied index is now lower than readState.Index' (duration: 1.95325651s)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:18:05.007483Z","caller":"traceutil/trace.go:171","msg":"trace[578442398] transaction","detail":"{read_only:false; response_revision:1935; number_of_response:1; }","duration":"2.327975678s","start":"2026-03-03T18:18:02.679486Z","end":"2026-03-03T18:18:05.007462Z","steps":["trace[578442398] 'process raft request' (duration: 2.327415425s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:18:05.007522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.397736446s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T18:18:05.007582Z","caller":"traceutil/trace.go:171","msg":"trace[1710711394] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:1935; }","duration":"2.397835349s","start":"2026-03-03T18:18:02.609736Z","end":"2026-03-03T18:18:05.007572Z","steps":["trace[1710711394] 'agreement among raft nodes before linearized reading' (duration: 2.397761367s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:18:05.007579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:18:02.679469Z","time spent":"2.32805543s","remote":"127.0.0.1:53008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:18:05.007621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:18:02.60971Z","time spent":"2.397903461s","remote":"127.0.0.1:53050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":29,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:18:05.007472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.567728904s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T18:18:05.007709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.380028695s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-03T18:18:05.007778Z","caller":"traceutil/trace.go:171","msg":"trace[72870287] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1935; }","duration":"3.380144568s","start":"2026-03-03T18:18:01.627614Z","end":"2026-03-03T18:18:05.007758Z","steps":["trace[72870287] 'agreement among raft nodes before linearized reading' (duration: 3.379971484s)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:18:05.007781Z","caller":"traceutil/trace.go:171","msg":"trace[1095012510] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:1935; }","duration":"2.568025461s","start":"2026-03-03T18:18:02.439715Z","end":"2026-03-03T18:18:05.00774Z","steps":["trace[1095012510] 'agreement among raft nodes before linearized reading' (duration: 2.567703843s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:18:05.00788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:18:02.439648Z","time spent":"2.568216564s","remote":"127.0.0.1:41818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:18:05.00792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.712613653s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T18:18:05.007963Z","caller":"traceutil/trace.go:171","msg":"trace[1055980018] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:1935; }","duration":"1.712707555s","start":"2026-03-03T18:18:03.295244Z","end":"2026-03-03T18:18:05.007952Z","steps":["trace[1055980018] 'agreement among raft nodes before linearized reading' (duration: 1.712635274s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:18:05.007991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.840494097s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-03T18:18:05.008001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:18:03.29509Z","time spent":"1.71290217s","remote":"127.0.0.1:53184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":29,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"info","ts":"2026-03-03T18:18:05.008026Z","caller":"traceutil/trace.go:171","msg":"trace[1190779453] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1935; }","duration":"1.84058296s","start":"2026-03-03T18:18:03.167433Z","end":"2026-03-03T18:18:05.008016Z","steps":["trace[1190779453] 'agreement among raft nodes before linearized reading' (duration: 1.840490008s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:18:05.008107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.719753213s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T18:18:05.007819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:18:01.627589Z","time spent":"3.380222049s","remote":"127.0.0.1:34036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-03T18:18:05.008086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.769258ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:18:05.008161Z","caller":"traceutil/trace.go:171","msg":"trace[1608266153] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:1935; }","duration":"2.719866996s","start":"2026-03-03T18:18:02.288278Z","end":"2026-03-03T18:18:05.008145Z","steps":["trace[1608266153] 'agreement among raft nodes before linearized reading' (duration: 2.719746513s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:18:05.008228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:18:02.288252Z","time spent":"2.719940898s","remote":"127.0.0.1:52838","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":23,"response size":29,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:18:05.008178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.840040227s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-03T18:18:05.008237Z","caller":"traceutil/trace.go:171","msg":"trace[2056512570] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1935; }","duration":"107.945072ms","start":"2026-03-03T18:18:04.900235Z","end":"2026-03-03T18:18:05.00818Z","steps":["trace[2056512570] 'agreement among raft nodes before linearized reading' (duration: 107.710757ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:18:05.008271Z","caller":"traceutil/trace.go:171","msg":"trace[464498163] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1935; }","duration":"1.84016864s","start":"2026-03-03T18:18:03.168091Z","end":"2026-03-03T18:18:05.00826Z","steps":["trace[464498163] 'agreement among raft nodes before linearized reading' (duration: 1.840002667s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:18:05.008308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:18:03.168066Z","time spent":"1.840235571s","remote":"127.0.0.1:53008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T18:18:05.008271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"628.687947ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.1899679dd2e5cb3a\" ","response":"range_response_count:1 size:846"} {"level":"warn","ts":"2026-03-03T18:18:05.008254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.840823785s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-03T18:18:05.007902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.008735434s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:18:05.008388Z","caller":"traceutil/trace.go:171","msg":"trace[447980795] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.1899679dd2e5cb3a; range_end:; response_count:1; response_revision:1935; }","duration":"628.86256ms","start":"2026-03-03T18:18:04.379495Z","end":"2026-03-03T18:18:05.008358Z","steps":["trace[447980795] 'agreement among raft nodes before linearized reading' (duration: 628.472122ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:18:05.00843Z","caller":"traceutil/trace.go:171","msg":"trace[1252416230] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:1935; }","duration":"2.009291137s","start":"2026-03-03T18:18:02.999126Z","end":"2026-03-03T18:18:05.008417Z","steps":["trace[1252416230] 'agreement among raft nodes before linearized reading' (duration: 2.008743514s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:18:05.008446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:18:04.379418Z","time spent":"629.017324ms","remote":"127.0.0.1:52800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":868,"request content":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.1899679dd2e5cb3a\" "} {"level":"info","ts":"2026-03-03T18:18:05.008441Z","caller":"traceutil/trace.go:171","msg":"trace[1073757401] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1935; }","duration":"1.841010949s","start":"2026-03-03T18:18:03.167358Z","end":"2026-03-03T18:18:05.008369Z","steps":["trace[1073757401] 'agreement among raft nodes before linearized reading' (duration: 1.840702722s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:18:05.008472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:18:02.999109Z","time spent":"2.009351668s","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":27,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-03T18:18:05.008486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.840337894s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-03T18:18:05.008501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:18:03.167325Z","time spent":"1.841163482s","remote":"127.0.0.1:53008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-03T18:18:05.008532Z","caller":"traceutil/trace.go:171","msg":"trace[1379052909] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1935; }","duration":"1.840428196s","start":"2026-03-03T18:18:03.168091Z","end":"2026-03-03T18:18:05.00852Z","steps":["trace[1379052909] 'agreement among raft nodes before linearized reading' (duration: 1.839868523s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:18:05.008059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.669845743s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T18:18:05.008689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:18:03.167388Z","time spent":"1.840661552s","remote":"127.0.0.1:53008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T18:18:05.008704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:18:03.168066Z","time spent":"1.84062545s","remote":"127.0.0.1:53008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-03T18:18:05.008711Z","caller":"traceutil/trace.go:171","msg":"trace[1426869339] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:1935; }","duration":"3.670681652s","start":"2026-03-03T18:18:01.338011Z","end":"2026-03-03T18:18:05.008693Z","steps":["trace[1426869339] 'agreement among raft nodes before linearized reading' (duration: 3.66971358s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:18:05.008762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:18:01.337981Z","time spent":"3.670762674s","remote":"127.0.0.1:41856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":27,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:18:05.533139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.956184ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T18:18:05.533425Z","caller":"traceutil/trace.go:171","msg":"trace[860712822] transaction","detail":"{read_only:false; response_revision:1937; number_of_response:1; }","duration":"518.186246ms","start":"2026-03-03T18:18:05.01522Z","end":"2026-03-03T18:18:05.533406Z","steps":["trace[860712822] 'process raft request' (duration: 518.040893ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:18:05.533435Z","caller":"traceutil/trace.go:171","msg":"trace[2075464253] transaction","detail":"{read_only:false; response_revision:1936; number_of_response:1; }","duration":"521.856249ms","start":"2026-03-03T18:18:05.01151Z","end":"2026-03-03T18:18:05.533367Z","steps":["trace[2075464253] 'process raft request' (duration: 253.574238ms)","trace[2075464253] 'compare' (duration: 267.720258ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:18:05.535746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:18:05.011393Z","time spent":"522.176557ms","remote":"127.0.0.1:52800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":831,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:18:05.536039Z","caller":"traceutil/trace.go:171","msg":"trace[1373141168] transaction","detail":"{read_only:false; response_revision:1938; number_of_response:1; }","duration":"518.36147ms","start":"2026-03-03T18:18:05.015339Z","end":"2026-03-03T18:18:05.5337Z","steps":["trace[1373141168] 'process raft request' (duration: 518.024502ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:18:05.536131Z","caller":"traceutil/trace.go:171","msg":"trace[1480801832] transaction","detail":"{read_only:false; response_revision:1939; number_of_response:1; }","duration":"520.696723ms","start":"2026-03-03T18:18:05.015405Z","end":"2026-03-03T18:18:05.536101Z","steps":["trace[1480801832] 'process raft request' (duration: 518.187666ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:18:05.536244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:18:05.015328Z","time spent":"520.799996ms","remote":"127.0.0.1:53008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:18:05.536278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:18:05.015379Z","time spent":"520.834896ms","remote":"127.0.0.1:53008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:18:05.536945Z","caller":"traceutil/trace.go:171","msg":"trace[830770292] linearizableReadLoop","detail":"{readStateIndex:2019; appliedIndex:2013; }","duration":"518.82929ms","start":"2026-03-03T18:18:05.01804Z","end":"2026-03-03T18:18:05.536869Z","steps":["trace[830770292] 'read index received' (duration: 247.06152ms)","trace[830770292] 'applied index is now lower than readState.Index' (duration: 271.76645ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:18:05.537059Z","caller":"traceutil/trace.go:171","msg":"trace[554007242] transaction","detail":"{read_only:false; response_revision:1940; number_of_response:1; }","duration":"521.578503ms","start":"2026-03-03T18:18:05.015444Z","end":"2026-03-03T18:18:05.537022Z","steps":["trace[554007242] 'process raft request' (duration: 520.528069ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:18:05.537083Z","caller":"traceutil/trace.go:171","msg":"trace[1093384529] transaction","detail":"{read_only:false; response_revision:1941; number_of_response:1; }","duration":"521.550343ms","start":"2026-03-03T18:18:05.015511Z","end":"2026-03-03T18:18:05.537061Z","steps":["trace[1093384529] 'process raft request' (duration: 521.262486ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:18:05.537165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:18:05.015415Z","time spent":"521.693116ms","remote":"127.0.0.1:53008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:18:05.537197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:18:05.015502Z","time spent":"521.644055ms","remote":"127.0.0.1:53008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:18:05.537642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"519.617988ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:18:05.537708Z","caller":"traceutil/trace.go:171","msg":"trace[72664403] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1941; }","duration":"519.69948ms","start":"2026-03-03T18:18:05.017996Z","end":"2026-03-03T18:18:05.537695Z","steps":["trace[72664403] 'agreement among raft nodes before linearized reading' (duration: 519.076056ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:18:05.537761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:18:05.017969Z","time spent":"519.769982ms","remote":"127.0.0.1:52682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T18:18:05.533505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:18:05.015185Z","time spent":"518.285868ms","remote":"127.0.0.1:53008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:18:05.538617Z","caller":"traceutil/trace.go:171","msg":"trace[308769344] transaction","detail":"{read_only:false; response_revision:1942; number_of_response:1; }","duration":"169.241649ms","start":"2026-03-03T18:18:05.369353Z","end":"2026-03-03T18:18:05.538595Z","steps":["trace[308769344] 'process raft request' (duration: 169.108576ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:18:05.539302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"520.655932ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-03T18:18:05.539417Z","caller":"traceutil/trace.go:171","msg":"trace[876423049] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1942; }","duration":"520.745684ms","start":"2026-03-03T18:18:05.018613Z","end":"2026-03-03T18:18:05.539359Z","steps":["trace[876423049] 'agreement among raft nodes before linearized reading' (duration: 519.968186ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:18:05.539479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:18:05.018604Z","time spent":"520.860516ms","remote":"127.0.0.1:34036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-03T18:19:31.696244Z","caller":"traceutil/trace.go:171","msg":"trace[1770596455] transaction","detail":"{read_only:false; response_revision:2517; number_of_response:1; }","duration":"213.504429ms","start":"2026-03-03T18:19:31.482714Z","end":"2026-03-03T18:19:31.696218Z","steps":["trace[1770596455] 'process raft request' (duration: 212.161739ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:19:31.736018Z","caller":"traceutil/trace.go:171","msg":"trace[526556443] transaction","detail":"{read_only:false; response_revision:2518; number_of_response:1; }","duration":"233.985525ms","start":"2026-03-03T18:19:31.501983Z","end":"2026-03-03T18:19:31.735969Z","steps":["trace[526556443] 'process raft request' (duration: 233.165267ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:19:31.736052Z","caller":"traceutil/trace.go:171","msg":"trace[99579722] transaction","detail":"{read_only:false; response_revision:2519; number_of_response:1; }","duration":"185.913143ms","start":"2026-03-03T18:19:31.550097Z","end":"2026-03-03T18:19:31.73601Z","steps":["trace[99579722] 'process raft request' (duration: 185.79432ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:19:32.597176Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10938289895795922355,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-03T18:19:32.634683Z","caller":"traceutil/trace.go:171","msg":"trace[1057840086] transaction","detail":"{read_only:false; response_revision:2520; number_of_response:1; }","duration":"559.051249ms","start":"2026-03-03T18:19:32.075604Z","end":"2026-03-03T18:19:32.634655Z","steps":["trace[1057840086] 'process raft request' (duration: 558.753842ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:19:32.635233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:19:32.075575Z","time spent":"559.573641ms","remote":"127.0.0.1:53008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:19:32.72555Z","caller":"traceutil/trace.go:171","msg":"trace[2116712301] linearizableReadLoop","detail":"{readStateIndex:2624; appliedIndex:2622; }","duration":"628.427846ms","start":"2026-03-03T18:19:32.097106Z","end":"2026-03-03T18:19:32.725533Z","steps":["trace[2116712301] 'read index received' (duration: 538.099984ms)","trace[2116712301] 'applied index is now lower than readState.Index' (duration: 90.326802ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:19:32.72562Z","caller":"traceutil/trace.go:171","msg":"trace[1031146252] transaction","detail":"{read_only:false; response_revision:2522; number_of_response:1; }","duration":"647.149241ms","start":"2026-03-03T18:19:32.078448Z","end":"2026-03-03T18:19:32.725597Z","steps":["trace[1031146252] 'process raft request' (duration: 647.053159ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:19:32.725601Z","caller":"traceutil/trace.go:171","msg":"trace[642649461] transaction","detail":"{read_only:false; response_revision:2521; number_of_response:1; }","duration":"648.783099ms","start":"2026-03-03T18:19:32.076776Z","end":"2026-03-03T18:19:32.725559Z","steps":["trace[642649461] 'process raft request' (duration: 648.636435ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:19:32.725745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:19:32.078432Z","time spent":"647.233713ms","remote":"127.0.0.1:53008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:19:32.725809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:19:32.07675Z","time spent":"648.942852ms","remote":"127.0.0.1:53008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:19:32.725828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"628.696222ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-03T18:19:32.725877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"433.349374ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-03T18:19:32.725912Z","caller":"traceutil/trace.go:171","msg":"trace[270471798] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2522; }","duration":"628.843465ms","start":"2026-03-03T18:19:32.097049Z","end":"2026-03-03T18:19:32.725893Z","steps":["trace[270471798] 'agreement among raft nodes before linearized reading' (duration: 628.571299ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:19:32.725935Z","caller":"traceutil/trace.go:171","msg":"trace[904503781] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2522; }","duration":"433.450486ms","start":"2026-03-03T18:19:32.292475Z","end":"2026-03-03T18:19:32.725925Z","steps":["trace[904503781] 'agreement among raft nodes before linearized reading' (duration: 433.299102ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:19:32.725957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:19:32.097031Z","time spent":"628.918517ms","remote":"127.0.0.1:53008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T18:19:32.725829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.637313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T18:19:32.725964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:19:32.292455Z","time spent":"433.499907ms","remote":"127.0.0.1:52918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-03T18:19:32.725916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"627.797791ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"info","ts":"2026-03-03T18:19:32.72609Z","caller":"traceutil/trace.go:171","msg":"trace[1428247010] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2522; }","duration":"628.054778ms","start":"2026-03-03T18:19:32.098005Z","end":"2026-03-03T18:19:32.726059Z","steps":["trace[1428247010] 'agreement among raft nodes before linearized reading' (duration: 627.68762ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:19:32.726002Z","caller":"traceutil/trace.go:171","msg":"trace[495640825] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:2522; }","duration":"128.877098ms","start":"2026-03-03T18:19:32.597112Z","end":"2026-03-03T18:19:32.725989Z","steps":["trace[495640825] 'agreement among raft nodes before linearized reading' (duration: 128.636013ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:19:32.726153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:19:32.097991Z","time spent":"628.14825ms","remote":"127.0.0.1:53008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":512,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T18:20:06.375782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.807038ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T18:20:06.37595Z","caller":"traceutil/trace.go:171","msg":"trace[1470557951] transaction","detail":"{read_only:false; response_revision:2708; number_of_response:1; }","duration":"506.194772ms","start":"2026-03-03T18:20:05.869732Z","end":"2026-03-03T18:20:06.375927Z","steps":["trace[1470557951] 'process raft request' (duration: 186.18766ms)","trace[1470557951] 'compare' (duration: 319.691985ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:20:06.375998Z","caller":"traceutil/trace.go:171","msg":"trace[911786072] transaction","detail":"{read_only:false; response_revision:2710; number_of_response:1; }","duration":"340.084598ms","start":"2026-03-03T18:20:06.035895Z","end":"2026-03-03T18:20:06.37598Z","steps":["trace[911786072] 'process raft request' (duration: 340.045297ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:20:06.376075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:20:05.869713Z","time spent":"506.295804ms","remote":"127.0.0.1:53008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:20:06.376084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:20:06.035864Z","time spent":"340.18545ms","remote":"127.0.0.1:53008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:20:06.376168Z","caller":"traceutil/trace.go:171","msg":"trace[104803346] transaction","detail":"{read_only:false; response_revision:2709; number_of_response:1; }","duration":"383.114292ms","start":"2026-03-03T18:20:05.993034Z","end":"2026-03-03T18:20:06.376148Z","steps":["trace[104803346] 'process raft request' (duration: 382.858557ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:20:06.376231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:20:05.992999Z","time spent":"383.200965ms","remote":"127.0.0.1:53008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:20:06.376238Z","caller":"traceutil/trace.go:171","msg":"trace[1923378252] linearizableReadLoop","detail":"{readStateIndex:2817; appliedIndex:2816; }","duration":"478.628537ms","start":"2026-03-03T18:20:05.897568Z","end":"2026-03-03T18:20:06.376196Z","steps":["trace[1923378252] 'read index received' (duration: 158.244347ms)","trace[1923378252] 'applied index is now lower than readState.Index' (duration: 320.38065ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:20:06.376322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"478.76211ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:20:06.376381Z","caller":"traceutil/trace.go:171","msg":"trace[1982007552] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2710; }","duration":"478.860952ms","start":"2026-03-03T18:20:05.897507Z","end":"2026-03-03T18:20:06.376368Z","steps":["trace[1982007552] 'agreement among raft nodes before linearized reading' (duration: 478.77939ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:20:06.376413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:20:05.89749Z","time spent":"478.916614ms","remote":"127.0.0.1:52682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T18:20:06.376562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.961331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-03T18:20:06.376637Z","caller":"traceutil/trace.go:171","msg":"trace[1662700674] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:2710; }","duration":"256.085804ms","start":"2026-03-03T18:20:06.12053Z","end":"2026-03-03T18:20:06.376616Z","steps":["trace[1662700674] 'agreement among raft nodes before linearized reading' (duration: 255.856789ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:20:07.019021Z","caller":"traceutil/trace.go:171","msg":"trace[310879222] linearizableReadLoop","detail":"{readStateIndex:2820; appliedIndex:2819; }","duration":"553.476753ms","start":"2026-03-03T18:20:06.46552Z","end":"2026-03-03T18:20:07.018997Z","steps":["trace[310879222] 'read index received' (duration: 500.34597ms)","trace[310879222] 'applied index is now lower than readState.Index' (duration: 53.129643ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:20:07.019241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"553.701858ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/valkey-node-0.189967bc3695f6aa\" ","response":"range_response_count:1 size:765"} {"level":"info","ts":"2026-03-03T18:20:07.019269Z","caller":"traceutil/trace.go:171","msg":"trace[1495334424] range","detail":"{range_begin:/registry/events/openstack/valkey-node-0.189967bc3695f6aa; range_end:; response_count:1; response_revision:2711; }","duration":"553.77951ms","start":"2026-03-03T18:20:06.465482Z","end":"2026-03-03T18:20:07.019262Z","steps":["trace[1495334424] 'agreement among raft nodes before linearized reading' (duration: 553.632267ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:20:07.019291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:20:06.465466Z","time spent":"553.820201ms","remote":"127.0.0.1:52800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":787,"request content":"key:\"/registry/events/openstack/valkey-node-0.189967bc3695f6aa\" "} {"level":"warn","ts":"2026-03-03T18:20:07.019314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"446.736125ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:20:07.019422Z","caller":"traceutil/trace.go:171","msg":"trace[205445684] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:2711; }","duration":"446.915808ms","start":"2026-03-03T18:20:06.57248Z","end":"2026-03-03T18:20:07.019396Z","steps":["trace[205445684] 'agreement among raft nodes before linearized reading' (duration: 446.745415ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:20:07.019479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:20:06.572454Z","time spent":"447.009341ms","remote":"127.0.0.1:53034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":27,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:20:07.019649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.058726ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:20:07.019722Z","caller":"traceutil/trace.go:171","msg":"trace[84733036] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2711; }","duration":"122.174138ms","start":"2026-03-03T18:20:06.89753Z","end":"2026-03-03T18:20:07.019704Z","steps":["trace[84733036] 'agreement among raft nodes before linearized reading' (duration: 122.059266ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:20:07.019134Z","caller":"traceutil/trace.go:171","msg":"trace[868164927] transaction","detail":"{read_only:false; response_revision:2711; number_of_response:1; }","duration":"637.367624ms","start":"2026-03-03T18:20:06.381714Z","end":"2026-03-03T18:20:07.019082Z","steps":["trace[868164927] 'process raft request' (duration: 584.21269ms)","trace[868164927] 'compare' (duration: 52.907629ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:20:07.019792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.44223ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-03T18:20:07.019871Z","caller":"traceutil/trace.go:171","msg":"trace[581378472] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2711; }","duration":"169.573873ms","start":"2026-03-03T18:20:06.850278Z","end":"2026-03-03T18:20:07.019852Z","steps":["trace[581378472] 'agreement among raft nodes before linearized reading' (duration: 169.341388ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:20:07.019947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:20:06.381692Z","time spent":"638.131182ms","remote":"127.0.0.1:53008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":542,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:20:07.659465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.227396ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T18:20:07.659583Z","caller":"traceutil/trace.go:171","msg":"trace[2105011741] transaction","detail":"{read_only:false; response_revision:2712; number_of_response:1; }","duration":"636.516186ms","start":"2026-03-03T18:20:07.023044Z","end":"2026-03-03T18:20:07.65956Z","steps":["trace[2105011741] 'process raft request' (duration: 245.086075ms)","trace[2105011741] 'compare' (duration: 391.074763ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:20:07.659671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:20:07.023021Z","time spent":"636.608307ms","remote":"127.0.0.1:52800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":750,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:20:09.032179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"758.586741ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T18:20:09.03515Z","caller":"traceutil/trace.go:171","msg":"trace[1589556035] transaction","detail":"{read_only:false; response_revision:2713; number_of_response:1; }","duration":"2.011247882s","start":"2026-03-03T18:20:07.023843Z","end":"2026-03-03T18:20:09.035091Z","steps":["trace[1589556035] 'process raft request' (duration: 1.249651402s)","trace[1589556035] 'compare' (duration: 758.252194ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:20:09.035333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:20:07.023813Z","time spent":"2.011421965s","remote":"127.0.0.1:53008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:20:09.035337Z","caller":"traceutil/trace.go:171","msg":"trace[1459443962] transaction","detail":"{read_only:false; response_revision:2714; number_of_response:1; }","duration":"2.011123638s","start":"2026-03-03T18:20:07.024177Z","end":"2026-03-03T18:20:09.035301Z","steps":["trace[1459443962] 'process raft request' (duration: 2.008694343s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:20:09.035472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:20:07.024155Z","time spent":"2.011240491s","remote":"127.0.0.1:53008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:20:09.036056Z","caller":"traceutil/trace.go:171","msg":"trace[987159464] transaction","detail":"{read_only:false; response_revision:2715; number_of_response:1; }","duration":"2.011541998s","start":"2026-03-03T18:20:07.024483Z","end":"2026-03-03T18:20:09.036025Z","steps":["trace[987159464] 'process raft request' (duration: 2.008486769s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:20:09.03616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:20:07.024475Z","time spent":"2.011626269s","remote":"127.0.0.1:53008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:20:09.03831Z","caller":"traceutil/trace.go:171","msg":"trace[1336621133] transaction","detail":"{read_only:false; response_revision:2717; number_of_response:1; }","duration":"2.013196705s","start":"2026-03-03T18:20:07.025041Z","end":"2026-03-03T18:20:09.038238Z","steps":["trace[1336621133] 'process raft request' (duration: 2.013068872s)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:20:09.038309Z","caller":"traceutil/trace.go:171","msg":"trace[550137748] transaction","detail":"{read_only:false; response_revision:2716; number_of_response:1; }","duration":"2.013512272s","start":"2026-03-03T18:20:07.024727Z","end":"2026-03-03T18:20:09.038239Z","steps":["trace[550137748] 'process raft request' (duration: 2.0112144s)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:20:09.03831Z","caller":"traceutil/trace.go:171","msg":"trace[2097320571] transaction","detail":"{read_only:false; response_revision:2718; number_of_response:1; }","duration":"1.257481898s","start":"2026-03-03T18:20:07.780741Z","end":"2026-03-03T18:20:09.038223Z","steps":["trace[2097320571] 'process raft request' (duration: 1.257442088s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:20:09.038447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.846038837s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T18:20:09.038449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:20:07.02503Z","time spent":"2.013352979s","remote":"127.0.0.1:53008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:20:09.038485Z","caller":"traceutil/trace.go:171","msg":"trace[1108576117] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:2718; }","duration":"1.846104788s","start":"2026-03-03T18:20:07.192365Z","end":"2026-03-03T18:20:09.038469Z","steps":["trace[1108576117] 'agreement among raft nodes before linearized reading' (duration: 1.846006786s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:20:09.038483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:20:07.02471Z","time spent":"2.013698627s","remote":"127.0.0.1:53008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:20:09.038509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:20:07.192346Z","time spent":"1.84615703s","remote":"127.0.0.1:52912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":29,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"info","ts":"2026-03-03T18:20:09.03833Z","caller":"traceutil/trace.go:171","msg":"trace[1389294577] linearizableReadLoop","detail":"{readStateIndex:2826; appliedIndex:2820; }","duration":"1.845886383s","start":"2026-03-03T18:20:07.19241Z","end":"2026-03-03T18:20:09.038296Z","steps":["trace[1389294577] 'read index received' (duration: 75.828028ms)","trace[1389294577] 'applied index is now lower than readState.Index' (duration: 1.770057195s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:20:09.038521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:20:07.780713Z","time spent":"1.257695643s","remote":"127.0.0.1:53008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:20:09.760448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"519.337899ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T18:20:09.760655Z","caller":"traceutil/trace.go:171","msg":"trace[457492139] linearizableReadLoop","detail":"{readStateIndex:2830; appliedIndex:2827; }","duration":"722.079255ms","start":"2026-03-03T18:20:09.038556Z","end":"2026-03-03T18:20:09.760636Z","steps":["trace[457492139] 'read index received' (duration: 202.441258ms)","trace[457492139] 'applied index is now lower than readState.Index' (duration: 519.636887ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:20:09.760724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"839.394213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:20:09.760801Z","caller":"traceutil/trace.go:171","msg":"trace[1570077959] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:2721; }","duration":"839.525656ms","start":"2026-03-03T18:20:08.921254Z","end":"2026-03-03T18:20:09.760779Z","steps":["trace[1570077959] 'agreement among raft nodes before linearized reading' (duration: 839.389783ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:20:09.760824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"839.729651ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.157\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-03-03T18:20:09.760842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:20:08.921231Z","time spent":"839.601308ms","remote":"127.0.0.1:41888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":27,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"info","ts":"2026-03-03T18:20:09.760855Z","caller":"traceutil/trace.go:171","msg":"trace[561519899] range","detail":"{range_begin:/registry/masterleases/199.204.45.157; range_end:; response_count:1; response_revision:2721; }","duration":"839.789172ms","start":"2026-03-03T18:20:08.921055Z","end":"2026-03-03T18:20:09.760844Z","steps":["trace[561519899] 'agreement among raft nodes before linearized reading' (duration: 839.66944ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:20:09.760889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:20:08.921029Z","time spent":"839.851763ms","remote":"127.0.0.1:52726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.157\" "} {"level":"info","ts":"2026-03-03T18:20:09.761058Z","caller":"traceutil/trace.go:171","msg":"trace[1311545926] transaction","detail":"{read_only:false; response_revision:2719; number_of_response:1; }","duration":"1.380110237s","start":"2026-03-03T18:20:08.380928Z","end":"2026-03-03T18:20:09.761038Z","steps":["trace[1311545926] 'process raft request' (duration: 860.099482ms)","trace[1311545926] 'compare' (duration: 519.058823ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:20:09.761125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.370813847s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-03T18:20:09.761159Z","caller":"traceutil/trace.go:171","msg":"trace[1578119285] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2721; }","duration":"1.370880317s","start":"2026-03-03T18:20:08.390269Z","end":"2026-03-03T18:20:09.761149Z","steps":["trace[1578119285] 'agreement among raft nodes before linearized reading' (duration: 1.370788605s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:20:09.761169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:20:08.380898Z","time spent":"1.380196949s","remote":"127.0.0.1:53008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:20:09.761189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:20:08.390256Z","time spent":"1.370925499s","remote":"127.0.0.1:52918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-03T18:20:09.761343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.865481068s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:20:09.761368Z","caller":"traceutil/trace.go:171","msg":"trace[804414588] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2721; }","duration":"1.865553249s","start":"2026-03-03T18:20:07.895807Z","end":"2026-03-03T18:20:09.76136Z","steps":["trace[804414588] 'agreement among raft nodes before linearized reading' (duration: 1.865514878s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:20:09.761394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:20:07.895782Z","time spent":"1.865605861s","remote":"127.0.0.1:52668","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T18:20:09.761487Z","caller":"traceutil/trace.go:171","msg":"trace[1572966786] transaction","detail":"{read_only:false; response_revision:2720; number_of_response:1; }","duration":"1.380198429s","start":"2026-03-03T18:20:08.381273Z","end":"2026-03-03T18:20:09.761471Z","steps":["trace[1572966786] 'process raft request' (duration: 1.379269968s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:20:09.761538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.954363452s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T18:20:09.761553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:20:08.381262Z","time spent":"1.38025453s","remote":"127.0.0.1:53008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:20:09.761569Z","caller":"traceutil/trace.go:171","msg":"trace[31734873] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:2721; }","duration":"1.954420423s","start":"2026-03-03T18:20:07.807138Z","end":"2026-03-03T18:20:09.761558Z","steps":["trace[31734873] 'agreement among raft nodes before linearized reading' (duration: 1.954369431s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:20:09.761598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:20:07.807124Z","time spent":"1.954465684s","remote":"127.0.0.1:53168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":29,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"info","ts":"2026-03-03T18:20:09.761697Z","caller":"traceutil/trace.go:171","msg":"trace[231818005] transaction","detail":"{read_only:false; response_revision:2721; number_of_response:1; }","duration":"1.380320221s","start":"2026-03-03T18:20:08.381366Z","end":"2026-03-03T18:20:09.761686Z","steps":["trace[231818005] 'process raft request' (duration: 1.379229527s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:20:09.76175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:20:08.381341Z","time spent":"1.380378913s","remote":"127.0.0.1:53008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:20:09.761782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.028079972s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-03-03T18:20:09.761811Z","caller":"traceutil/trace.go:171","msg":"trace[1104993916] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2721; }","duration":"2.028146374s","start":"2026-03-03T18:20:07.733655Z","end":"2026-03-03T18:20:09.761801Z","steps":["trace[1104993916] 'agreement among raft nodes before linearized reading' (duration: 2.028058702s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:20:09.761839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:20:07.733635Z","time spent":"2.028196026s","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1391,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-03-03T18:20:09.761902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"784.403157ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T18:20:09.761933Z","caller":"traceutil/trace.go:171","msg":"trace[148815179] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:2721; }","duration":"784.456359ms","start":"2026-03-03T18:20:08.977469Z","end":"2026-03-03T18:20:09.761925Z","steps":["trace[148815179] 'agreement among raft nodes before linearized reading' (duration: 784.390577ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:20:09.76196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:20:08.977457Z","time spent":"784.495369ms","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":21,"response size":29,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:20:09.762053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.098339975s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/valkey-node-0.189967be996a6a61\" ","response":"range_response_count:1 size:768"} {"level":"info","ts":"2026-03-03T18:20:09.762083Z","caller":"traceutil/trace.go:171","msg":"trace[616152186] range","detail":"{range_begin:/registry/events/openstack/valkey-node-0.189967be996a6a61; range_end:; response_count:1; response_revision:2721; }","duration":"2.098446647s","start":"2026-03-03T18:20:07.663628Z","end":"2026-03-03T18:20:09.762075Z","steps":["trace[616152186] 'agreement among raft nodes before linearized reading' (duration: 2.098325115s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:20:09.76211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:20:07.663607Z","time spent":"2.098497359s","remote":"127.0.0.1:52800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":790,"request content":"key:\"/registry/events/openstack/valkey-node-0.189967be996a6a61\" "} {"level":"warn","ts":"2026-03-03T18:20:09.762407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"440.78152ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T18:20:09.762446Z","caller":"traceutil/trace.go:171","msg":"trace[1623125704] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:2721; }","duration":"440.851781ms","start":"2026-03-03T18:20:09.321586Z","end":"2026-03-03T18:20:09.762438Z","steps":["trace[1623125704] 'agreement among raft nodes before linearized reading' (duration: 440.641647ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:20:09.762474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:20:09.321565Z","time spent":"440.901442ms","remote":"127.0.0.1:53274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":330,"response size":30,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:20:09.946563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.74889ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-03-03T18:20:09.946574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.18483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:20:09.946666Z","caller":"traceutil/trace.go:171","msg":"trace[345325479] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2722; }","duration":"170.873122ms","start":"2026-03-03T18:20:09.775771Z","end":"2026-03-03T18:20:09.946644Z","steps":["trace[345325479] 'agreement among raft nodes before linearized reading' (duration: 170.584646ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:20:09.946685Z","caller":"traceutil/trace.go:171","msg":"trace[95363849] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2722; }","duration":"175.321914ms","start":"2026-03-03T18:20:09.771334Z","end":"2026-03-03T18:20:09.946656Z","steps":["trace[95363849] 'agreement among raft nodes before linearized reading' (duration: 175.14786ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:20:09.946317Z","caller":"traceutil/trace.go:171","msg":"trace[998430594] linearizableReadLoop","detail":"{readStateIndex:2832; appliedIndex:2831; }","duration":"164.13428ms","start":"2026-03-03T18:20:09.782145Z","end":"2026-03-03T18:20:09.94628Z","steps":["trace[998430594] 'read index received' (duration: 104.410957ms)","trace[998430594] 'applied index is now lower than readState.Index' (duration: 59.720903ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:20:10.475585Z","caller":"traceutil/trace.go:171","msg":"trace[2084516130] linearizableReadLoop","detail":"{readStateIndex:2833; appliedIndex:2832; }","duration":"528.603449ms","start":"2026-03-03T18:20:09.94696Z","end":"2026-03-03T18:20:10.475563Z","steps":["trace[2084516130] 'read index received' (duration: 478.812871ms)","trace[2084516130] 'applied index is now lower than readState.Index' (duration: 49.788948ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:20:10.475699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"672.526462ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T18:20:10.475749Z","caller":"traceutil/trace.go:171","msg":"trace[1033942056] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2723; }","duration":"672.615683ms","start":"2026-03-03T18:20:09.80312Z","end":"2026-03-03T18:20:10.475735Z","steps":["trace[1033942056] 'agreement among raft nodes before linearized reading' (duration: 672.49592ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:20:10.475785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"690.616512ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/auth-system/keycloak-0.189967bb6cbf717b\" ","response":"range_response_count:1 size:781"} {"level":"warn","ts":"2026-03-03T18:20:10.47579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:20:09.803105Z","time spent":"672.673624ms","remote":"127.0.0.1:33990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-03T18:20:10.475816Z","caller":"traceutil/trace.go:171","msg":"trace[587428333] range","detail":"{range_begin:/registry/events/auth-system/keycloak-0.189967bb6cbf717b; range_end:; response_count:1; response_revision:2723; }","duration":"690.682423ms","start":"2026-03-03T18:20:09.785125Z","end":"2026-03-03T18:20:10.475807Z","steps":["trace[587428333] 'agreement among raft nodes before linearized reading' (duration: 690.55326ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:20:10.475854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:20:09.785112Z","time spent":"690.734594ms","remote":"127.0.0.1:52800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":803,"request content":"key:\"/registry/events/auth-system/keycloak-0.189967bb6cbf717b\" "} {"level":"info","ts":"2026-03-03T18:20:10.475987Z","caller":"traceutil/trace.go:171","msg":"trace[1230207553] transaction","detail":"{read_only:false; response_revision:2723; number_of_response:1; }","duration":"528.815895ms","start":"2026-03-03T18:20:09.947159Z","end":"2026-03-03T18:20:10.475975Z","steps":["trace[1230207553] 'process raft request' (duration: 478.702629ms)","trace[1230207553] 'compare' (duration: 49.583524ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:20:10.476071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:20:09.947137Z","time spent":"528.885676ms","remote":"127.0.0.1:52726","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:20:10.476635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"518.130472ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T18:20:10.476659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.012325ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:20:10.476697Z","caller":"traceutil/trace.go:171","msg":"trace[1310749003] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2723; }","duration":"518.230335ms","start":"2026-03-03T18:20:09.958453Z","end":"2026-03-03T18:20:10.476683Z","steps":["trace[1310749003] 'agreement among raft nodes before linearized reading' (duration: 518.139663ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:20:10.476717Z","caller":"traceutil/trace.go:171","msg":"trace[1063501622] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:2723; }","duration":"197.112887ms","start":"2026-03-03T18:20:10.279586Z","end":"2026-03-03T18:20:10.476699Z","steps":["trace[1063501622] 'agreement among raft nodes before linearized reading' (duration: 197.018285ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:20:10.476739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:20:09.958436Z","time spent":"518.291726ms","remote":"127.0.0.1:52668","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T18:20:10.47697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"517.950018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:9030"} {"level":"info","ts":"2026-03-03T18:20:10.477058Z","caller":"traceutil/trace.go:171","msg":"trace[202158082] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:2723; }","duration":"518.065571ms","start":"2026-03-03T18:20:09.958971Z","end":"2026-03-03T18:20:10.477037Z","steps":["trace[202158082] 'agreement among raft nodes before linearized reading' (duration: 517.825535ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:20:10.477104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:20:09.958963Z","time spent":"518.132233ms","remote":"127.0.0.1:52912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":9052,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-03T18:20:10.478409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"693.345053ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1319"} {"level":"info","ts":"2026-03-03T18:20:10.478462Z","caller":"traceutil/trace.go:171","msg":"trace[581589651] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:2723; }","duration":"693.427056ms","start":"2026-03-03T18:20:09.785023Z","end":"2026-03-03T18:20:10.47845Z","steps":["trace[581589651] 'agreement among raft nodes before linearized reading' (duration: 690.97134ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:20:10.478507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:20:09.785005Z","time spent":"693.481707ms","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":1341,"request content":"key:\"/registry/services/specs/auth-system/keycloak\" "} {"level":"warn","ts":"2026-03-03T18:20:16.888864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.190651ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/valkey-node-0.189967be996a6a61\" ","response":"range_response_count:1 size:768"} {"level":"info","ts":"2026-03-03T18:20:16.888946Z","caller":"traceutil/trace.go:171","msg":"trace[83709372] range","detail":"{range_begin:/registry/events/openstack/valkey-node-0.189967be996a6a61; range_end:; response_count:1; response_revision:2752; }","duration":"130.322983ms","start":"2026-03-03T18:20:16.758603Z","end":"2026-03-03T18:20:16.888926Z","steps":["trace[83709372] 'range keys from in-memory index tree' (duration: 129.986405ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:20:16.889013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.145927ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T18:20:16.889159Z","caller":"traceutil/trace.go:171","msg":"trace[529498116] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:2752; }","duration":"234.342051ms","start":"2026-03-03T18:20:16.654776Z","end":"2026-03-03T18:20:16.889118Z","steps":["trace[529498116] 'count revisions from in-memory index tree' (duration: 234.057464ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:20:17.141464Z","caller":"traceutil/trace.go:171","msg":"trace[2067345196] transaction","detail":"{read_only:false; response_revision:2753; number_of_response:1; }","duration":"347.052835ms","start":"2026-03-03T18:20:16.794368Z","end":"2026-03-03T18:20:17.141421Z","steps":["trace[2067345196] 'process raft request' (duration: 346.861681ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:20:17.141799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:20:16.794345Z","time spent":"347.234789ms","remote":"127.0.0.1:52912","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9241,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:20:17.35693Z","caller":"traceutil/trace.go:171","msg":"trace[1254637844] linearizableReadLoop","detail":"{readStateIndex:2865; appliedIndex:2863; }","duration":"459.615857ms","start":"2026-03-03T18:20:16.897282Z","end":"2026-03-03T18:20:17.356898Z","steps":["trace[1254637844] 'read index received' (duration: 244.075582ms)","trace[1254637844] 'applied index is now lower than readState.Index' (duration: 215.539295ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:20:17.357187Z","caller":"traceutil/trace.go:171","msg":"trace[1975869710] transaction","detail":"{read_only:false; response_revision:2754; number_of_response:1; }","duration":"465.869938ms","start":"2026-03-03T18:20:16.891305Z","end":"2026-03-03T18:20:17.357175Z","steps":["trace[1975869710] 'process raft request' (duration: 458.257975ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:20:17.35729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"459.988945ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T18:20:17.357359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.210408ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-03T18:20:17.357375Z","caller":"traceutil/trace.go:171","msg":"trace[516490004] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2754; }","duration":"460.126408ms","start":"2026-03-03T18:20:16.897226Z","end":"2026-03-03T18:20:17.357352Z","steps":["trace[516490004] 'agreement among raft nodes before linearized reading' (duration: 459.971115ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:20:17.357397Z","caller":"traceutil/trace.go:171","msg":"trace[860221941] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2754; }","duration":"279.30408ms","start":"2026-03-03T18:20:17.078083Z","end":"2026-03-03T18:20:17.357387Z","steps":["trace[860221941] 'agreement among raft nodes before linearized reading' (duration: 279.131466ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:20:17.357396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:20:16.891264Z","time spent":"466.022402ms","remote":"127.0.0.1:52800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":753,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:20:17.357422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:20:16.897203Z","time spent":"460.21014ms","remote":"127.0.0.1:52682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T18:20:17.357733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.701884ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-03T18:20:17.357791Z","caller":"traceutil/trace.go:171","msg":"trace[737323425] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2754; }","duration":"277.773345ms","start":"2026-03-03T18:20:17.07998Z","end":"2026-03-03T18:20:17.357754Z","steps":["trace[737323425] 'agreement among raft nodes before linearized reading' (duration: 277.686783ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:20:17.357836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.851417ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-03T18:20:17.357833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.669667ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"info","ts":"2026-03-03T18:20:17.357866Z","caller":"traceutil/trace.go:171","msg":"trace[1306850067] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2754; }","duration":"277.899988ms","start":"2026-03-03T18:20:17.079958Z","end":"2026-03-03T18:20:17.357858Z","steps":["trace[1306850067] 'agreement among raft nodes before linearized reading' (duration: 277.794335ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:20:17.357881Z","caller":"traceutil/trace.go:171","msg":"trace[1846332963] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2754; }","duration":"271.740818ms","start":"2026-03-03T18:20:17.086129Z","end":"2026-03-03T18:20:17.35787Z","steps":["trace[1846332963] 'agreement among raft nodes before linearized reading' (duration: 271.516653ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:20:17.358247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.606179ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-03T18:20:17.358371Z","caller":"traceutil/trace.go:171","msg":"trace[921930406] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2754; }","duration":"277.490229ms","start":"2026-03-03T18:20:17.080851Z","end":"2026-03-03T18:20:17.358342Z","steps":["trace[921930406] 'agreement among raft nodes before linearized reading' (duration: 276.414844ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:20:17.550979Z","caller":"traceutil/trace.go:171","msg":"trace[741759282] transaction","detail":"{read_only:false; response_revision:2759; number_of_response:1; }","duration":"188.055381ms","start":"2026-03-03T18:20:17.362888Z","end":"2026-03-03T18:20:17.550943Z","steps":["trace[741759282] 'process raft request' (duration: 187.99502ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:20:17.551489Z","caller":"traceutil/trace.go:171","msg":"trace[1148662644] transaction","detail":"{read_only:false; response_revision:2756; number_of_response:1; }","duration":"189.041094ms","start":"2026-03-03T18:20:17.362431Z","end":"2026-03-03T18:20:17.551473Z","steps":["trace[1148662644] 'process raft request' (duration: 129.984336ms)","trace[1148662644] 'compare' (duration: 57.841791ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:20:17.551508Z","caller":"traceutil/trace.go:171","msg":"trace[1868663434] transaction","detail":"{read_only:false; response_revision:2758; number_of_response:1; }","duration":"188.640855ms","start":"2026-03-03T18:20:17.362836Z","end":"2026-03-03T18:20:17.551477Z","steps":["trace[1868663434] 'process raft request' (duration: 188.00011ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:20:17.55166Z","caller":"traceutil/trace.go:171","msg":"trace[1501212237] transaction","detail":"{read_only:false; response_revision:2757; number_of_response:1; }","duration":"189.216648ms","start":"2026-03-03T18:20:17.362432Z","end":"2026-03-03T18:20:17.551648Z","steps":["trace[1501212237] 'process raft request' (duration: 188.327798ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:22:09.41976Z","caller":"traceutil/trace.go:171","msg":"trace[1320186987] transaction","detail":"{read_only:false; response_revision:3411; number_of_response:1; }","duration":"148.277686ms","start":"2026-03-03T18:22:09.271451Z","end":"2026-03-03T18:22:09.419728Z","steps":["trace[1320186987] 'process raft request' (duration: 148.112802ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:22:42.914992Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10938289895795925366,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T18:22:43.250923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.71181ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T18:22:43.251123Z","caller":"traceutil/trace.go:171","msg":"trace[357522807] transaction","detail":"{read_only:false; response_revision:3641; number_of_response:1; }","duration":"864.968474ms","start":"2026-03-03T18:22:42.386131Z","end":"2026-03-03T18:22:43.251099Z","steps":["trace[357522807] 'process raft request' (duration: 713.913226ms)","trace[357522807] 'compare' (duration: 150.354832ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:22:43.251198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:22:42.386097Z","time spent":"865.063626ms","remote":"127.0.0.1:53008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:22:43.442827Z","caller":"traceutil/trace.go:171","msg":"trace[1102365556] transaction","detail":"{read_only:false; response_revision:3643; number_of_response:1; }","duration":"1.04305718s","start":"2026-03-03T18:22:42.399745Z","end":"2026-03-03T18:22:43.442802Z","steps":["trace[1102365556] 'process raft request' (duration: 1.042992399s)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:22:43.442853Z","caller":"traceutil/trace.go:171","msg":"trace[1880047412] transaction","detail":"{read_only:false; response_revision:3642; number_of_response:1; }","duration":"1.050497467s","start":"2026-03-03T18:22:42.392315Z","end":"2026-03-03T18:22:43.442812Z","steps":["trace[1880047412] 'process raft request' (duration: 1.050285233s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:22:43.44301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:22:42.399709Z","time spent":"1.043183303s","remote":"127.0.0.1:53008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:22:43.443042Z","caller":"traceutil/trace.go:171","msg":"trace[722720997] linearizableReadLoop","detail":"{readStateIndex:3790; appliedIndex:3786; }","duration":"1.028717588s","start":"2026-03-03T18:22:42.414287Z","end":"2026-03-03T18:22:43.443004Z","steps":["trace[722720997] 'read index received' (duration: 685.778754ms)","trace[722720997] 'applied index is now lower than readState.Index' (duration: 342.936344ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:22:43.443128Z","caller":"traceutil/trace.go:171","msg":"trace[1529423532] transaction","detail":"{read_only:false; response_revision:3644; number_of_response:1; }","duration":"623.75264ms","start":"2026-03-03T18:22:42.819341Z","end":"2026-03-03T18:22:43.443094Z","steps":["trace[1529423532] 'process raft request' (duration: 623.429683ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:22:43.443277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:22:42.819306Z","time spent":"623.883352ms","remote":"127.0.0.1:53008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:22:43.443329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.029031885s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-03T18:22:43.443374Z","caller":"traceutil/trace.go:171","msg":"trace[2118982869] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3644; }","duration":"1.029124617s","start":"2026-03-03T18:22:42.414237Z","end":"2026-03-03T18:22:43.443362Z","steps":["trace[2118982869] 'agreement among raft nodes before linearized reading' (duration: 1.028903872s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:22:43.443436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.764691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T18:22:43.443343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:22:42.392286Z","time spent":"1.050642501s","remote":"127.0.0.1:53008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:22:43.443476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.022063758s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-03T18:22:43.443455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:22:42.414212Z","time spent":"1.029229459s","remote":"127.0.0.1:53008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-03T18:22:43.443481Z","caller":"traceutil/trace.go:171","msg":"trace[1180177477] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:3644; }","duration":"166.859803ms","start":"2026-03-03T18:22:43.276614Z","end":"2026-03-03T18:22:43.443474Z","steps":["trace[1180177477] 'agreement among raft nodes before linearized reading' (duration: 166.778831ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:22:43.443509Z","caller":"traceutil/trace.go:171","msg":"trace[1358563795] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3644; }","duration":"1.022105739s","start":"2026-03-03T18:22:42.421393Z","end":"2026-03-03T18:22:43.443498Z","steps":["trace[1358563795] 'agreement among raft nodes before linearized reading' (duration: 1.022028457s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:22:43.443545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:22:42.421384Z","time spent":"1.0221553s","remote":"127.0.0.1:53008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T18:22:43.443544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"584.19536ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-prbmn\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-03-03T18:22:43.443387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"733.027827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T18:22:43.443677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.022291613s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-03T18:22:43.443299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.022662981s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-03T18:22:43.443867Z","caller":"traceutil/trace.go:171","msg":"trace[774657251] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3644; }","duration":"1.023280896s","start":"2026-03-03T18:22:42.420568Z","end":"2026-03-03T18:22:43.443849Z","steps":["trace[774657251] 'agreement among raft nodes before linearized reading' (duration: 1.022615311s)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:22:43.443675Z","caller":"traceutil/trace.go:171","msg":"trace[1049977850] range","detail":"{range_begin:/registry/pods/openstack/keepalived-prbmn; range_end:; response_count:1; response_revision:3644; }","duration":"584.394714ms","start":"2026-03-03T18:22:42.859255Z","end":"2026-03-03T18:22:43.443649Z","steps":["trace[1049977850] 'agreement among raft nodes before linearized reading' (duration: 584.073447ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:22:43.443936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:22:42.859229Z","time spent":"584.69534ms","remote":"127.0.0.1:52918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6553,"request content":"key:\"/registry/pods/openstack/keepalived-prbmn\" "} {"level":"info","ts":"2026-03-03T18:22:43.44371Z","caller":"traceutil/trace.go:171","msg":"trace[1098848816] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3644; }","duration":"1.022377054s","start":"2026-03-03T18:22:42.421325Z","end":"2026-03-03T18:22:43.443702Z","steps":["trace[1098848816] 'agreement among raft nodes before linearized reading' (duration: 1.022294143s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:22:43.444077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:22:42.420502Z","time spent":"1.023414598s","remote":"127.0.0.1:53008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T18:22:43.443725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"546.770778ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:22:43.444141Z","caller":"traceutil/trace.go:171","msg":"trace[2104432020] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3644; }","duration":"547.217878ms","start":"2026-03-03T18:22:42.896916Z","end":"2026-03-03T18:22:43.444133Z","steps":["trace[2104432020] 'agreement among raft nodes before linearized reading' (duration: 546.785278ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:22:43.444149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:22:42.421301Z","time spent":"1.022819705s","remote":"127.0.0.1:53008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T18:22:43.444183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:22:42.896896Z","time spent":"547.277289ms","remote":"127.0.0.1:52682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T18:22:43.44371Z","caller":"traceutil/trace.go:171","msg":"trace[2005888611] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:3644; }","duration":"733.379055ms","start":"2026-03-03T18:22:42.7103Z","end":"2026-03-03T18:22:43.443679Z","steps":["trace[2005888611] 'agreement among raft nodes before linearized reading' (duration: 733.032527ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:22:43.444291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:22:42.710275Z","time spent":"734.002859ms","remote":"127.0.0.1:53282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":33,"response size":29,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"info","ts":"2026-03-03T18:23:51.962779Z","caller":"traceutil/trace.go:171","msg":"trace[202985551] transaction","detail":"{read_only:false; response_revision:4083; number_of_response:1; }","duration":"101.817786ms","start":"2026-03-03T18:23:51.860923Z","end":"2026-03-03T18:23:51.96274Z","steps":["trace[202985551] 'process raft request' (duration: 101.731064ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:23:51.962885Z","caller":"traceutil/trace.go:171","msg":"trace[779339659] transaction","detail":"{read_only:false; response_revision:4082; number_of_response:1; }","duration":"102.269936ms","start":"2026-03-03T18:23:51.860553Z","end":"2026-03-03T18:23:51.962823Z","steps":["trace[779339659] 'process raft request' (duration: 101.930728ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:23:51.962944Z","caller":"traceutil/trace.go:171","msg":"trace[2083268677] transaction","detail":"{read_only:false; response_revision:4084; number_of_response:1; }","duration":"101.495538ms","start":"2026-03-03T18:23:51.86142Z","end":"2026-03-03T18:23:51.962916Z","steps":["trace[2083268677] 'process raft request' (duration: 101.275713ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:23:51.962943Z","caller":"traceutil/trace.go:171","msg":"trace[150938738] linearizableReadLoop","detail":"{readStateIndex:4260; appliedIndex:4256; }","duration":"101.260713ms","start":"2026-03-03T18:23:51.861635Z","end":"2026-03-03T18:23:51.962896Z","steps":["trace[150938738] 'read index received' (duration: 62.861201ms)","trace[150938738] 'applied index is now lower than readState.Index' (duration: 38.396462ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:23:51.96326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.60325ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:62984"} {"level":"info","ts":"2026-03-03T18:23:51.963314Z","caller":"traceutil/trace.go:171","msg":"trace[33589615] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:4084; }","duration":"101.682492ms","start":"2026-03-03T18:23:51.861622Z","end":"2026-03-03T18:23:51.963304Z","steps":["trace[33589615] 'agreement among raft nodes before linearized reading' (duration: 101.378315ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:23:52.883146Z","caller":"traceutil/trace.go:171","msg":"trace[158777906] transaction","detail":"{read_only:false; response_revision:4091; number_of_response:1; }","duration":"101.921428ms","start":"2026-03-03T18:23:52.781198Z","end":"2026-03-03T18:23:52.88312Z","steps":["trace[158777906] 'process raft request' (duration: 101.781694ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:23:58.075874Z","caller":"traceutil/trace.go:171","msg":"trace[458728789] transaction","detail":"{read_only:false; response_revision:4408; number_of_response:1; }","duration":"100.148517ms","start":"2026-03-03T18:23:57.975703Z","end":"2026-03-03T18:23:58.075851Z","steps":["trace[458728789] 'process raft request' (duration: 74.247264ms)","trace[458728789] 'compare' (duration: 25.434342ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:23:59.037352Z","caller":"traceutil/trace.go:171","msg":"trace[1317525839] linearizableReadLoop","detail":"{readStateIndex:4630; appliedIndex:4629; }","duration":"103.644698ms","start":"2026-03-03T18:23:58.933672Z","end":"2026-03-03T18:23:59.037317Z","steps":["trace[1317525839] 'read index received' (duration: 68.281956ms)","trace[1317525839] 'applied index is now lower than readState.Index' (duration: 35.361422ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:23:59.03739Z","caller":"traceutil/trace.go:171","msg":"trace[988410173] transaction","detail":"{read_only:false; response_revision:4448; number_of_response:1; }","duration":"141.483887ms","start":"2026-03-03T18:23:58.89587Z","end":"2026-03-03T18:23:59.037354Z","steps":["trace[988410173] 'process raft request' (duration: 106.083144ms)","trace[988410173] 'compare' (duration: 35.194508ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:23:59.037704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.004176ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.157\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-03T18:23:59.037786Z","caller":"traceutil/trace.go:171","msg":"trace[2075979493] range","detail":"{range_begin:/registry/masterleases/199.204.45.157; range_end:; response_count:1; response_revision:4448; }","duration":"104.153169ms","start":"2026-03-03T18:23:58.933612Z","end":"2026-03-03T18:23:59.037765Z","steps":["trace[2075979493] 'agreement among raft nodes before linearized reading' (duration: 103.847102ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:24:00.351975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.509771ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-03-03T18:24:00.352103Z","caller":"traceutil/trace.go:171","msg":"trace[1490767280] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:4479; }","duration":"125.685206ms","start":"2026-03-03T18:24:00.226385Z","end":"2026-03-03T18:24:00.35207Z","steps":["trace[1490767280] 'range keys from in-memory index tree' (duration: 125.272746ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:24:02.368028Z","caller":"traceutil/trace.go:171","msg":"trace[1545339046] transaction","detail":"{read_only:false; response_revision:4493; number_of_response:1; }","duration":"174.84374ms","start":"2026-03-03T18:24:02.193155Z","end":"2026-03-03T18:24:02.367999Z","steps":["trace[1545339046] 'process raft request' (duration: 174.667716ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:24:02.530167Z","caller":"traceutil/trace.go:171","msg":"trace[1371083587] transaction","detail":"{read_only:false; response_revision:4494; number_of_response:1; }","duration":"336.346179ms","start":"2026-03-03T18:24:02.193795Z","end":"2026-03-03T18:24:02.530142Z","steps":["trace[1371083587] 'process raft request' (duration: 336.103294ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:24:02.530326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:24:02.193767Z","time spent":"336.472561ms","remote":"127.0.0.1:53008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:24:02.530382Z","caller":"traceutil/trace.go:171","msg":"trace[333415043] linearizableReadLoop","detail":"{readStateIndex:4678; appliedIndex:4675; }","duration":"335.418848ms","start":"2026-03-03T18:24:02.194912Z","end":"2026-03-03T18:24:02.530331Z","steps":["trace[333415043] 'read index received' (duration: 173.009737ms)","trace[333415043] 'applied index is now lower than readState.Index' (duration: 162.40573ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:24:02.530577Z","caller":"traceutil/trace.go:171","msg":"trace[270392211] transaction","detail":"{read_only:false; response_revision:4495; number_of_response:1; }","duration":"335.713064ms","start":"2026-03-03T18:24:02.19476Z","end":"2026-03-03T18:24:02.530473Z","steps":["trace[270392211] 'process raft request' (duration: 335.336905ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:24:02.530752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.811626ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:62984"} {"level":"info","ts":"2026-03-03T18:24:02.530795Z","caller":"traceutil/trace.go:171","msg":"trace[622766104] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:4495; }","duration":"335.907729ms","start":"2026-03-03T18:24:02.194875Z","end":"2026-03-03T18:24:02.530783Z","steps":["trace[622766104] 'agreement among raft nodes before linearized reading' (duration: 335.615522ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:24:02.530834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:24:02.194863Z","time spent":"335.96199ms","remote":"127.0.0.1:52918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":7,"response size":63006,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-03T18:24:02.53099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:24:02.194748Z","time spent":"335.995961ms","remote":"127.0.0.1:53008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:24:06.459606Z","caller":"traceutil/trace.go:171","msg":"trace[2037996328] transaction","detail":"{read_only:false; response_revision:4572; number_of_response:1; }","duration":"129.648197ms","start":"2026-03-03T18:24:06.329913Z","end":"2026-03-03T18:24:06.459561Z","steps":["trace[2037996328] 'process raft request' (duration: 129.186256ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:24:07.441923Z","caller":"traceutil/trace.go:171","msg":"trace[88346827] linearizableReadLoop","detail":"{readStateIndex:4792; appliedIndex:4791; }","duration":"117.616318ms","start":"2026-03-03T18:24:07.324276Z","end":"2026-03-03T18:24:07.441892Z","steps":["trace[88346827] 'read index received' (duration: 117.325621ms)","trace[88346827] 'applied index is now lower than readState.Index' (duration: 289.537µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:24:07.442133Z","caller":"traceutil/trace.go:171","msg":"trace[398715330] transaction","detail":"{read_only:false; response_revision:4607; number_of_response:1; }","duration":"151.141448ms","start":"2026-03-03T18:24:07.290951Z","end":"2026-03-03T18:24:07.442092Z","steps":["trace[398715330] 'process raft request' (duration: 150.733448ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:24:07.442258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.937286ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:24:07.442329Z","caller":"traceutil/trace.go:171","msg":"trace[800467410] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:4607; }","duration":"118.059768ms","start":"2026-03-03T18:24:07.324249Z","end":"2026-03-03T18:24:07.442309Z","steps":["trace[800467410] 'agreement among raft nodes before linearized reading' (duration: 117.838513ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:24:07.706185Z","caller":"traceutil/trace.go:171","msg":"trace[109094091] linearizableReadLoop","detail":"{readStateIndex:4793; appliedIndex:4792; }","duration":"126.780941ms","start":"2026-03-03T18:24:07.579379Z","end":"2026-03-03T18:24:07.70616Z","steps":["trace[109094091] 'read index received' (duration: 126.601127ms)","trace[109094091] 'applied index is now lower than readState.Index' (duration: 178.344µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:24:07.706275Z","caller":"traceutil/trace.go:171","msg":"trace[1133382881] transaction","detail":"{read_only:false; response_revision:4608; number_of_response:1; }","duration":"256.213744ms","start":"2026-03-03T18:24:07.450024Z","end":"2026-03-03T18:24:07.706238Z","steps":["trace[1133382881] 'process raft request' (duration: 255.951688ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:24:07.706564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.14727ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-c156a313-749b-44a6-a0a6-2f2ab2973fec\" ","response":"range_response_count:1 size:3760"} {"level":"info","ts":"2026-03-03T18:24:07.706655Z","caller":"traceutil/trace.go:171","msg":"trace[1996000341] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-c156a313-749b-44a6-a0a6-2f2ab2973fec; range_end:; response_count:1; response_revision:4608; }","duration":"127.262012ms","start":"2026-03-03T18:24:07.57937Z","end":"2026-03-03T18:24:07.706632Z","steps":["trace[1996000341] 'agreement among raft nodes before linearized reading' (duration: 126.902824ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:24:07.954405Z","caller":"traceutil/trace.go:171","msg":"trace[998632532] transaction","detail":"{read_only:false; response_revision:4609; number_of_response:1; }","duration":"327.107104ms","start":"2026-03-03T18:24:07.627268Z","end":"2026-03-03T18:24:07.954375Z","steps":["trace[998632532] 'process raft request' (duration: 281.726207ms)","trace[998632532] 'compare' (duration: 45.228843ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:24:07.954577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:24:07.627238Z","time spent":"327.245357ms","remote":"127.0.0.1:53008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:24:07.989507Z","caller":"traceutil/trace.go:171","msg":"trace[1496079633] transaction","detail":"{read_only:false; response_revision:4610; number_of_response:1; }","duration":"277.53612ms","start":"2026-03-03T18:24:07.711944Z","end":"2026-03-03T18:24:07.98948Z","steps":["trace[1496079633] 'process raft request' (duration: 277.383837ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:24:07.989527Z","caller":"traceutil/trace.go:171","msg":"trace[1138510438] transaction","detail":"{read_only:false; response_revision:4611; number_of_response:1; }","duration":"276.852474ms","start":"2026-03-03T18:24:07.712657Z","end":"2026-03-03T18:24:07.98951Z","steps":["trace[1138510438] 'process raft request' (duration: 276.763182ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:24:07.989827Z","caller":"traceutil/trace.go:171","msg":"trace[595510746] transaction","detail":"{read_only:false; response_revision:4612; number_of_response:1; }","duration":"275.999064ms","start":"2026-03-03T18:24:07.713811Z","end":"2026-03-03T18:24:07.98981Z","steps":["trace[595510746] 'process raft request' (duration: 275.652616ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:24:07.990041Z","caller":"traceutil/trace.go:171","msg":"trace[1833338558] transaction","detail":"{read_only:false; response_revision:4613; number_of_response:1; }","duration":"200.230181ms","start":"2026-03-03T18:24:07.789801Z","end":"2026-03-03T18:24:07.990031Z","steps":["trace[1833338558] 'process raft request' (duration: 199.957095ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:24:07.990144Z","caller":"traceutil/trace.go:171","msg":"trace[1718664173] linearizableReadLoop","detail":"{readStateIndex:4799; appliedIndex:4793; }","duration":"149.366466ms","start":"2026-03-03T18:24:07.840767Z","end":"2026-03-03T18:24:07.990134Z","steps":["trace[1718664173] 'read index received' (duration: 68.243328ms)","trace[1718664173] 'applied index is now lower than readState.Index' (duration: 81.122688ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:24:07.99028Z","caller":"traceutil/trace.go:171","msg":"trace[50857201] transaction","detail":"{read_only:false; response_revision:4614; number_of_response:1; }","duration":"197.890446ms","start":"2026-03-03T18:24:07.792312Z","end":"2026-03-03T18:24:07.990203Z","steps":["trace[50857201] 'process raft request' (duration: 197.579029ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:24:07.990356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.568452ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-5fbae498-a45e-4a93-9cb0-0e2b1dcbf240\" ","response":"range_response_count:1 size:3774"} {"level":"info","ts":"2026-03-03T18:24:07.990906Z","caller":"traceutil/trace.go:171","msg":"trace[450487557] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-5fbae498-a45e-4a93-9cb0-0e2b1dcbf240; range_end:; response_count:1; response_revision:4614; }","duration":"150.126714ms","start":"2026-03-03T18:24:07.840722Z","end":"2026-03-03T18:24:07.990849Z","steps":["trace[450487557] 'agreement among raft nodes before linearized reading' (duration: 149.466049ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:24:08.462964Z","caller":"traceutil/trace.go:171","msg":"trace[56812314] transaction","detail":"{read_only:false; response_revision:4615; number_of_response:1; }","duration":"466.679482ms","start":"2026-03-03T18:24:07.996262Z","end":"2026-03-03T18:24:08.462941Z","steps":["trace[56812314] 'process raft request' (duration: 466.509168ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:24:08.480685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:24:07.996246Z","time spent":"466.794086ms","remote":"127.0.0.1:53206","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5114,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:24:09.295762Z","caller":"traceutil/trace.go:171","msg":"trace[761152413] linearizableReadLoop","detail":"{readStateIndex:4801; appliedIndex:4799; }","duration":"1.271395732s","start":"2026-03-03T18:24:08.02433Z","end":"2026-03-03T18:24:09.295726Z","steps":["trace[761152413] 'read index received' (duration: 438.438585ms)","trace[761152413] 'applied index is now lower than readState.Index' (duration: 832.955987ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:24:09.295851Z","caller":"traceutil/trace.go:171","msg":"trace[1582065578] transaction","detail":"{read_only:false; response_revision:4616; number_of_response:1; }","duration":"1.296950957s","start":"2026-03-03T18:24:07.998855Z","end":"2026-03-03T18:24:09.295806Z","steps":["trace[1582065578] 'process raft request' (duration: 1.296692001s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:24:09.296015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.271658538s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-5fbae498-a45e-4a93-9cb0-0e2b1dcbf240\" ","response":"range_response_count:1 size:3894"} {"level":"warn","ts":"2026-03-03T18:24:09.296074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.416382ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T18:24:09.296082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:24:07.998846Z","time spent":"1.297109051s","remote":"127.0.0.1:52918","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3879,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:24:09.296121Z","caller":"traceutil/trace.go:171","msg":"trace[934416197] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:4616; }","duration":"135.544415ms","start":"2026-03-03T18:24:09.160565Z","end":"2026-03-03T18:24:09.296109Z","steps":["trace[934416197] 'agreement among raft nodes before linearized reading' (duration: 135.435913ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:24:09.29613Z","caller":"traceutil/trace.go:171","msg":"trace[102381100] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-5fbae498-a45e-4a93-9cb0-0e2b1dcbf240; range_end:; response_count:1; response_revision:4616; }","duration":"1.271838372s","start":"2026-03-03T18:24:08.024263Z","end":"2026-03-03T18:24:09.296102Z","steps":["trace[102381100] 'agreement among raft nodes before linearized reading' (duration: 1.271603007s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:24:09.296147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.231563436s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-03T18:24:09.296153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.73212ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.157\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-03-03T18:24:09.296181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:24:08.024234Z","time spent":"1.271937535s","remote":"127.0.0.1:52918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3916,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-5fbae498-a45e-4a93-9cb0-0e2b1dcbf240\" "} {"level":"warn","ts":"2026-03-03T18:24:09.296173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"731.27416ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-prbmn\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-03T18:24:09.296213Z","caller":"traceutil/trace.go:171","msg":"trace[2016007240] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4616; }","duration":"1.231665947s","start":"2026-03-03T18:24:08.064526Z","end":"2026-03-03T18:24:09.296192Z","steps":["trace[2016007240] 'agreement among raft nodes before linearized reading' (duration: 1.231399451s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:24:09.296189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.438864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:24:09.296243Z","caller":"traceutil/trace.go:171","msg":"trace[1561065931] range","detail":"{range_begin:/registry/masterleases/199.204.45.157; range_end:; response_count:1; response_revision:4616; }","duration":"361.887384ms","start":"2026-03-03T18:24:08.934331Z","end":"2026-03-03T18:24:09.296218Z","steps":["trace[1561065931] 'agreement among raft nodes before linearized reading' (duration: 361.602567ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:24:09.296248Z","caller":"traceutil/trace.go:171","msg":"trace[1293427795] range","detail":"{range_begin:/registry/pods/openstack/keepalived-prbmn; range_end:; response_count:1; response_revision:4616; }","duration":"731.381673ms","start":"2026-03-03T18:24:08.564846Z","end":"2026-03-03T18:24:09.296228Z","steps":["trace[1293427795] 'agreement among raft nodes before linearized reading' (duration: 731.192919ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:24:09.29626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:24:08.064512Z","time spent":"1.23173809s","remote":"127.0.0.1:53008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T18:24:09.296291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:24:08.564823Z","time spent":"731.460034ms","remote":"127.0.0.1:52918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6553,"request content":"key:\"/registry/pods/openstack/keepalived-prbmn\" "} {"level":"warn","ts":"2026-03-03T18:24:09.296298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:24:08.934302Z","time spent":"361.987876ms","remote":"127.0.0.1:52726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.157\" "} {"level":"info","ts":"2026-03-03T18:24:09.296298Z","caller":"traceutil/trace.go:171","msg":"trace[1133514552] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:4616; }","duration":"227.597038ms","start":"2026-03-03T18:24:09.068671Z","end":"2026-03-03T18:24:09.296268Z","steps":["trace[1133514552] 'agreement among raft nodes before linearized reading' (duration: 227.394003ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:24:09.296348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"454.573441ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-03T18:24:09.296354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"814.374545ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-03T18:24:09.296363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"735.96989ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-03T18:24:09.296394Z","caller":"traceutil/trace.go:171","msg":"trace[1209621680] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4616; }","duration":"454.674733ms","start":"2026-03-03T18:24:08.841703Z","end":"2026-03-03T18:24:09.296378Z","steps":["trace[1209621680] 'agreement among raft nodes before linearized reading' (duration: 454.477098ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:24:09.296391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.009347623s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T18:24:09.296428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:24:08.841666Z","time spent":"454.757065ms","remote":"127.0.0.1:53008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T18:24:09.296392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"729.170781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-03T18:24:09.296378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"584.31786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-c156a313-749b-44a6-a0a6-2f2ab2973fec\" ","response":"range_response_count:1 size:3760"} {"level":"info","ts":"2026-03-03T18:24:09.29648Z","caller":"traceutil/trace.go:171","msg":"trace[1190375126] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:4616; }","duration":"1.009493026s","start":"2026-03-03T18:24:08.28696Z","end":"2026-03-03T18:24:09.296453Z","steps":["trace[1190375126] 'agreement among raft nodes before linearized reading' (duration: 1.009294932s)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:24:09.296484Z","caller":"traceutil/trace.go:171","msg":"trace[244268626] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4616; }","duration":"729.318515ms","start":"2026-03-03T18:24:08.567147Z","end":"2026-03-03T18:24:09.296466Z","steps":["trace[244268626] 'agreement among raft nodes before linearized reading' (duration: 729.032338ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:24:09.29651Z","caller":"traceutil/trace.go:171","msg":"trace[1075235235] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-c156a313-749b-44a6-a0a6-2f2ab2973fec; range_end:; response_count:1; response_revision:4616; }","duration":"584.522895ms","start":"2026-03-03T18:24:08.711961Z","end":"2026-03-03T18:24:09.296484Z","steps":["trace[1075235235] 'agreement among raft nodes before linearized reading' (duration: 584.147006ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:24:09.296534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:24:08.567125Z","time spent":"729.400227ms","remote":"127.0.0.1:53008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T18:24:09.296534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:24:08.286942Z","time spent":"1.009581358s","remote":"127.0.0.1:41872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":3,"response size":29,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"info","ts":"2026-03-03T18:24:09.29642Z","caller":"traceutil/trace.go:171","msg":"trace[1959179744] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4616; }","duration":"814.463466ms","start":"2026-03-03T18:24:08.481936Z","end":"2026-03-03T18:24:09.296399Z","steps":["trace[1959179744] 'agreement among raft nodes before linearized reading' (duration: 814.20141ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:24:09.296566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:24:08.711934Z","time spent":"584.621468ms","remote":"127.0.0.1:52918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3782,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-c156a313-749b-44a6-a0a6-2f2ab2973fec\" "} {"level":"info","ts":"2026-03-03T18:24:09.296423Z","caller":"traceutil/trace.go:171","msg":"trace[110631879] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4616; }","duration":"736.086962ms","start":"2026-03-03T18:24:08.560322Z","end":"2026-03-03T18:24:09.296409Z","steps":["trace[110631879] 'agreement among raft nodes before linearized reading' (duration: 735.900998ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:24:09.296626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:24:08.481919Z","time spent":"814.679892ms","remote":"127.0.0.1:53008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T18:24:09.296675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:24:08.560289Z","time spent":"736.371279ms","remote":"127.0.0.1:53008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-03T18:24:09.454387Z","caller":"traceutil/trace.go:171","msg":"trace[609477977] transaction","detail":"{read_only:false; response_revision:4617; number_of_response:1; }","duration":"154.511917ms","start":"2026-03-03T18:24:09.299844Z","end":"2026-03-03T18:24:09.454356Z","steps":["trace[609477977] 'process raft request' (duration: 154.311202ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:24:09.454648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.028212ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:62984"} {"level":"info","ts":"2026-03-03T18:24:09.454691Z","caller":"traceutil/trace.go:171","msg":"trace[1905068183] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:4621; }","duration":"153.096883ms","start":"2026-03-03T18:24:09.301587Z","end":"2026-03-03T18:24:09.454684Z","steps":["trace[1905068183] 'agreement among raft nodes before linearized reading' (duration: 152.857638ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:24:09.454709Z","caller":"traceutil/trace.go:171","msg":"trace[120768115] transaction","detail":"{read_only:false; response_revision:4620; number_of_response:1; }","duration":"152.235154ms","start":"2026-03-03T18:24:09.302454Z","end":"2026-03-03T18:24:09.45469Z","steps":["trace[120768115] 'process raft request' (duration: 151.870125ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:24:09.4544Z","caller":"traceutil/trace.go:171","msg":"trace[964852757] linearizableReadLoop","detail":"{readStateIndex:4804; appliedIndex:4801; }","duration":"152.782426ms","start":"2026-03-03T18:24:09.301596Z","end":"2026-03-03T18:24:09.454379Z","steps":["trace[964852757] 'read index received' (duration: 143.107351ms)","trace[964852757] 'applied index is now lower than readState.Index' (duration: 9.673705ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:24:09.4548Z","caller":"traceutil/trace.go:171","msg":"trace[2132460048] transaction","detail":"{read_only:false; response_revision:4618; number_of_response:1; }","duration":"153.676167ms","start":"2026-03-03T18:24:09.301098Z","end":"2026-03-03T18:24:09.454774Z","steps":["trace[2132460048] 'process raft request' (duration: 153.170596ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:24:09.454911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.292163ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/monitoring/loki-memcached-chunks-cache\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:24:09.454876Z","caller":"traceutil/trace.go:171","msg":"trace[2123684070] transaction","detail":"{read_only:false; response_revision:4621; number_of_response:1; }","duration":"152.345336ms","start":"2026-03-03T18:24:09.302489Z","end":"2026-03-03T18:24:09.454834Z","steps":["trace[2123684070] 'process raft request' (duration: 151.864775ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:24:09.454763Z","caller":"traceutil/trace.go:171","msg":"trace[1741589270] transaction","detail":"{read_only:false; response_revision:4619; number_of_response:1; }","duration":"152.801616ms","start":"2026-03-03T18:24:09.301921Z","end":"2026-03-03T18:24:09.454722Z","steps":["trace[1741589270] 'process raft request' (duration: 152.377426ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:24:09.454942Z","caller":"traceutil/trace.go:171","msg":"trace[1949827363] range","detail":"{range_begin:/registry/poddisruptionbudgets/monitoring/loki-memcached-chunks-cache; range_end:; response_count:0; response_revision:4621; }","duration":"121.360365ms","start":"2026-03-03T18:24:09.333572Z","end":"2026-03-03T18:24:09.454932Z","steps":["trace[1949827363] 'agreement among raft nodes before linearized reading' (duration: 121.303214ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:24:09.804642Z","caller":"traceutil/trace.go:171","msg":"trace[972959008] transaction","detail":"{read_only:false; response_revision:4673; number_of_response:1; }","duration":"124.098098ms","start":"2026-03-03T18:24:09.680513Z","end":"2026-03-03T18:24:09.804611Z","steps":["trace[972959008] 'process raft request' (duration: 120.126796ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:24:09.806989Z","caller":"traceutil/trace.go:171","msg":"trace[678892369] transaction","detail":"{read_only:false; response_revision:4674; number_of_response:1; }","duration":"121.388245ms","start":"2026-03-03T18:24:09.685579Z","end":"2026-03-03T18:24:09.806968Z","steps":["trace[678892369] 'process raft request' (duration: 121.189661ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:24:09.807136Z","caller":"traceutil/trace.go:171","msg":"trace[341933192] transaction","detail":"{read_only:false; response_revision:4675; number_of_response:1; }","duration":"121.518588ms","start":"2026-03-03T18:24:09.685584Z","end":"2026-03-03T18:24:09.807102Z","steps":["trace[341933192] 'process raft request' (duration: 121.316794ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:24:09.807469Z","caller":"traceutil/trace.go:171","msg":"trace[23026568] transaction","detail":"{read_only:false; response_revision:4676; number_of_response:1; }","duration":"120.120687ms","start":"2026-03-03T18:24:09.68733Z","end":"2026-03-03T18:24:09.807451Z","steps":["trace[23026568] 'process raft request' (duration: 119.657286ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:24:09.807821Z","caller":"traceutil/trace.go:171","msg":"trace[1603049176] linearizableReadLoop","detail":"{readStateIndex:4863; appliedIndex:4859; }","duration":"119.502572ms","start":"2026-03-03T18:24:09.688295Z","end":"2026-03-03T18:24:09.807797Z","steps":["trace[1603049176] 'read index received' (duration: 112.355585ms)","trace[1603049176] 'applied index is now lower than readState.Index' (duration: 7.143446ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:24:09.808145Z","caller":"traceutil/trace.go:171","msg":"trace[842156274] transaction","detail":"{read_only:false; response_revision:4677; number_of_response:1; }","duration":"119.739927ms","start":"2026-03-03T18:24:09.688383Z","end":"2026-03-03T18:24:09.808123Z","steps":["trace[842156274] 'process raft request' (duration: 119.01543ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:24:09.808314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.389276ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/loki-gateway-cf54cb88c-cmppf\" ","response":"range_response_count:1 size:3534"} {"level":"info","ts":"2026-03-03T18:24:09.808367Z","caller":"traceutil/trace.go:171","msg":"trace[1196493890] range","detail":"{range_begin:/registry/pods/monitoring/loki-gateway-cf54cb88c-cmppf; range_end:; response_count:1; response_revision:4678; }","duration":"118.475868ms","start":"2026-03-03T18:24:09.689878Z","end":"2026-03-03T18:24:09.808354Z","steps":["trace[1196493890] 'agreement among raft nodes before linearized reading' (duration: 118.255182ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:24:09.808544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.227948ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/monitoring/loki-gateway\" ","response":"range_response_count:1 size:4305"} {"level":"info","ts":"2026-03-03T18:24:09.808607Z","caller":"traceutil/trace.go:171","msg":"trace[305665816] range","detail":"{range_begin:/registry/deployments/monitoring/loki-gateway; range_end:; response_count:1; response_revision:4678; }","duration":"120.328751ms","start":"2026-03-03T18:24:09.688262Z","end":"2026-03-03T18:24:09.808591Z","steps":["trace[305665816] 'agreement among raft nodes before linearized reading' (duration: 119.926482ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:24:11.178186Z","caller":"traceutil/trace.go:171","msg":"trace[70417145] transaction","detail":"{read_only:false; response_revision:4761; number_of_response:1; }","duration":"104.104493ms","start":"2026-03-03T18:24:11.074038Z","end":"2026-03-03T18:24:11.178142Z","steps":["trace[70417145] 'process raft request' (duration: 57.958999ms)","trace[70417145] 'compare' (duration: 45.96192ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:24:12.716639Z","caller":"traceutil/trace.go:171","msg":"trace[1875296349] transaction","detail":"{read_only:false; response_revision:4798; number_of_response:1; }","duration":"399.196802ms","start":"2026-03-03T18:24:12.317414Z","end":"2026-03-03T18:24:12.716611Z","steps":["trace[1875296349] 'process raft request' (duration: 399.018038ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:24:12.716824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:24:12.317381Z","time spent":"399.358496ms","remote":"127.0.0.1:52918","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4079,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:24:12.905268Z","caller":"traceutil/trace.go:171","msg":"trace[1341749905] linearizableReadLoop","detail":"{readStateIndex:4991; appliedIndex:4989; }","duration":"574.109333ms","start":"2026-03-03T18:24:12.331134Z","end":"2026-03-03T18:24:12.905243Z","steps":["trace[1341749905] 'read index received' (duration: 385.3418ms)","trace[1341749905] 'applied index is now lower than readState.Index' (duration: 188.763073ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:24:12.905401Z","caller":"traceutil/trace.go:171","msg":"trace[962699630] transaction","detail":"{read_only:false; response_revision:4799; number_of_response:1; }","duration":"587.693909ms","start":"2026-03-03T18:24:12.317695Z","end":"2026-03-03T18:24:12.905389Z","steps":["trace[962699630] 'process raft request' (duration: 582.217241ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:24:12.905512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:24:12.317681Z","time spent":"587.748641ms","remote":"127.0.0.1:52918","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4065,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:24:12.906053Z","caller":"traceutil/trace.go:171","msg":"trace[1743821143] transaction","detail":"{read_only:false; number_of_response:1; response_revision:4800; }","duration":"186.554082ms","start":"2026-03-03T18:24:12.719488Z","end":"2026-03-03T18:24:12.906042Z","steps":["trace[1743821143] 'process raft request' (duration: 185.659161ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:24:12.906156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.569842ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T18:24:12.906188Z","caller":"traceutil/trace.go:171","msg":"trace[1718542300] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:4800; }","duration":"369.651864ms","start":"2026-03-03T18:24:12.536526Z","end":"2026-03-03T18:24:12.906178Z","steps":["trace[1718542300] 'agreement among raft nodes before linearized reading' (duration: 369.594783ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:24:12.906239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:24:12.536503Z","time spent":"369.729016ms","remote":"127.0.0.1:41870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":10,"response size":29,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:24:12.90665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"575.518806ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/vector\" ","response":"range_response_count:1 size:894"} {"level":"info","ts":"2026-03-03T18:24:12.90668Z","caller":"traceutil/trace.go:171","msg":"trace[1565778293] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/vector; range_end:; response_count:1; response_revision:4800; }","duration":"575.568947ms","start":"2026-03-03T18:24:12.331104Z","end":"2026-03-03T18:24:12.906673Z","steps":["trace[1565778293] 'agreement among raft nodes before linearized reading' (duration: 574.626515ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:24:12.906702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:24:12.331093Z","time spent":"575.603748ms","remote":"127.0.0.1:52938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":916,"request content":"key:\"/registry/serviceaccounts/monitoring/vector\" "} {"level":"warn","ts":"2026-03-03T18:24:12.906705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"530.539009ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:25 size:777001"} {"level":"info","ts":"2026-03-03T18:24:12.906843Z","caller":"traceutil/trace.go:171","msg":"trace[892540078] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:25; response_revision:4800; }","duration":"530.746904ms","start":"2026-03-03T18:24:12.376061Z","end":"2026-03-03T18:24:12.906808Z","steps":["trace[892540078] 'agreement among raft nodes before linearized reading' (duration: 529.805422ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:24:12.906923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:24:12.376042Z","time spent":"530.863656ms","remote":"127.0.0.1:52824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":25,"response size":777023,"request content":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" "} {"level":"info","ts":"2026-03-03T18:24:13.086208Z","caller":"traceutil/trace.go:171","msg":"trace[538559031] linearizableReadLoop","detail":"{readStateIndex:5004; appliedIndex:5003; }","duration":"130.134579ms","start":"2026-03-03T18:24:12.956049Z","end":"2026-03-03T18:24:13.086184Z","steps":["trace[538559031] 'read index received' (duration: 60.922418ms)","trace[538559031] 'applied index is now lower than readState.Index' (duration: 69.210991ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:24:13.086341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.279383ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T18:24:13.086377Z","caller":"traceutil/trace.go:171","msg":"trace[65309607] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:4812; }","duration":"130.574549ms","start":"2026-03-03T18:24:12.955792Z","end":"2026-03-03T18:24:13.086367Z","steps":["trace[65309607] 'agreement among raft nodes before linearized reading' (duration: 130.487327ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:24:13.086412Z","caller":"traceutil/trace.go:171","msg":"trace[1968133594] transaction","detail":"{read_only:false; response_revision:4812; number_of_response:1; }","duration":"138.869302ms","start":"2026-03-03T18:24:12.947494Z","end":"2026-03-03T18:24:13.086363Z","steps":["trace[1968133594] 'process raft request' (duration: 69.460956ms)","trace[1968133594] 'compare' (duration: 69.12374ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:24:13.128286Z","caller":"traceutil/trace.go:171","msg":"trace[280588259] transaction","detail":"{read_only:false; response_revision:4813; number_of_response:1; }","duration":"142.705842ms","start":"2026-03-03T18:24:12.985549Z","end":"2026-03-03T18:24:13.128255Z","steps":["trace[280588259] 'process raft request' (duration: 142.498717ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:24:21.713273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.398472ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T18:24:21.713497Z","caller":"traceutil/trace.go:171","msg":"trace[927494270] linearizableReadLoop","detail":"{readStateIndex:5148; appliedIndex:5147; }","duration":"186.734547ms","start":"2026-03-03T18:24:21.526695Z","end":"2026-03-03T18:24:21.71343Z","steps":["trace[927494270] 'read index received' (duration: 68.956366ms)","trace[927494270] 'applied index is now lower than readState.Index' (duration: 117.776321ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:24:21.713627Z","caller":"traceutil/trace.go:171","msg":"trace[962558403] transaction","detail":"{read_only:false; response_revision:4952; number_of_response:1; }","duration":"189.88048ms","start":"2026-03-03T18:24:21.523708Z","end":"2026-03-03T18:24:21.713588Z","steps":["trace[962558403] 'process raft request' (duration: 72.038897ms)","trace[962558403] 'compare' (duration: 117.205248ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:24:21.713797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.04178ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-03T18:24:21.71384Z","caller":"traceutil/trace.go:171","msg":"trace[1094205656] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4952; }","duration":"180.093692ms","start":"2026-03-03T18:24:21.533732Z","end":"2026-03-03T18:24:21.713825Z","steps":["trace[1094205656] 'agreement among raft nodes before linearized reading' (duration: 179.886048ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:24:21.713874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.11851ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-03T18:24:21.713928Z","caller":"traceutil/trace.go:171","msg":"trace[2042851865] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4952; }","duration":"176.189501ms","start":"2026-03-03T18:24:21.537721Z","end":"2026-03-03T18:24:21.71391Z","steps":["trace[2042851865] 'agreement among raft nodes before linearized reading' (duration: 176.037918ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:24:21.713928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.191808ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:62984"} {"level":"info","ts":"2026-03-03T18:24:21.713998Z","caller":"traceutil/trace.go:171","msg":"trace[1902828259] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:4952; }","duration":"187.29828ms","start":"2026-03-03T18:24:21.526678Z","end":"2026-03-03T18:24:21.713976Z","steps":["trace[1902828259] 'agreement among raft nodes before linearized reading' (duration: 186.945722ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:24:21.714103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.027255ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:9 size:380031"} {"level":"info","ts":"2026-03-03T18:24:21.714156Z","caller":"traceutil/trace.go:171","msg":"trace[743177048] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:9; response_revision:4952; }","duration":"160.100507ms","start":"2026-03-03T18:24:21.554042Z","end":"2026-03-03T18:24:21.714143Z","steps":["trace[743177048] 'agreement among raft nodes before linearized reading' (duration: 159.607165ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:24:21.714261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.833459ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-03T18:24:21.714408Z","caller":"traceutil/trace.go:171","msg":"trace[689932056] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4952; }","duration":"178.022864ms","start":"2026-03-03T18:24:21.536353Z","end":"2026-03-03T18:24:21.714376Z","steps":["trace[689932056] 'agreement among raft nodes before linearized reading' (duration: 177.482932ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:24:23.931057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"657.381211ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:24:23.9312Z","caller":"traceutil/trace.go:171","msg":"trace[1601346064] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:4989; }","duration":"657.547675ms","start":"2026-03-03T18:24:23.273631Z","end":"2026-03-03T18:24:23.931179Z","steps":["trace[1601346064] 'range keys from in-memory index tree' (duration: 657.362861ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:24:23.932064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"664.987498ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-03T18:24:23.932241Z","caller":"traceutil/trace.go:171","msg":"trace[26127424] linearizableReadLoop","detail":"{readStateIndex:5188; appliedIndex:5186; }","duration":"406.817469ms","start":"2026-03-03T18:24:23.525409Z","end":"2026-03-03T18:24:23.932226Z","steps":["trace[26127424] 'read index received' (duration: 47.811µs)","trace[26127424] 'applied index is now lower than readState.Index' (duration: 406.768818ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:24:23.932323Z","caller":"traceutil/trace.go:171","msg":"trace[803232527] transaction","detail":"{read_only:false; response_revision:4991; number_of_response:1; }","duration":"687.682787ms","start":"2026-03-03T18:24:23.244603Z","end":"2026-03-03T18:24:23.932286Z","steps":["trace[803232527] 'process raft request' (duration: 687.546904ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:24:23.932393Z","caller":"traceutil/trace.go:171","msg":"trace[1866542284] transaction","detail":"{read_only:false; response_revision:4990; number_of_response:1; }","duration":"774.899307ms","start":"2026-03-03T18:24:23.157431Z","end":"2026-03-03T18:24:23.93233Z","steps":["trace[1866542284] 'process raft request' (duration: 109.580891ms)","trace[1866542284] 'compare' (duration: 664.427075ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:24:23.932492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.271424ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-03T18:24:23.932496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:24:23.157422Z","time spent":"775.03378ms","remote":"127.0.0.1:52800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":764,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-03T18:24:23.93249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:24:23.244588Z","time spent":"687.82344ms","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":746,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-03T18:24:23.932533Z","caller":"traceutil/trace.go:171","msg":"trace[1850133879] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4991; }","duration":"213.354716ms","start":"2026-03-03T18:24:23.719169Z","end":"2026-03-03T18:24:23.932523Z","steps":["trace[1850133879] 'agreement among raft nodes before linearized reading' (duration: 213.168912ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:24:23.932546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.495623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-03T18:24:23.932585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"407.171157ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-03T18:24:23.932581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.697431ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-prbmn\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-03T18:24:23.932645Z","caller":"traceutil/trace.go:171","msg":"trace[2069806050] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4991; }","duration":"208.625687ms","start":"2026-03-03T18:24:23.723995Z","end":"2026-03-03T18:24:23.932621Z","steps":["trace[2069806050] 'agreement among raft nodes before linearized reading' (duration: 208.380241ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:24:23.932665Z","caller":"traceutil/trace.go:171","msg":"trace[416917196] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4991; }","duration":"407.250519ms","start":"2026-03-03T18:24:23.525392Z","end":"2026-03-03T18:24:23.932642Z","steps":["trace[416917196] 'agreement among raft nodes before linearized reading' (duration: 406.883571ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:24:23.932671Z","caller":"traceutil/trace.go:171","msg":"trace[1383648512] range","detail":"{range_begin:/registry/pods/openstack/keepalived-prbmn; range_end:; response_count:1; response_revision:4991; }","duration":"212.847064ms","start":"2026-03-03T18:24:23.719804Z","end":"2026-03-03T18:24:23.932651Z","steps":["trace[1383648512] 'agreement among raft nodes before linearized reading' (duration: 212.588428ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:24:23.932709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:24:23.52532Z","time spent":"407.380892ms","remote":"127.0.0.1:53008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T18:24:23.932881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.990052ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-03T18:24:23.933026Z","caller":"traceutil/trace.go:171","msg":"trace[1898632445] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4991; }","duration":"208.171845ms","start":"2026-03-03T18:24:23.724829Z","end":"2026-03-03T18:24:23.933001Z","steps":["trace[1898632445] 'agreement among raft nodes before linearized reading' (duration: 207.642953ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:24:23.933085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.372177ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-03T18:24:23.933164Z","caller":"traceutil/trace.go:171","msg":"trace[1870222282] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4991; }","duration":"207.48529ms","start":"2026-03-03T18:24:23.725663Z","end":"2026-03-03T18:24:23.933149Z","steps":["trace[1870222282] 'agreement among raft nodes before linearized reading' (duration: 206.677121ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:24:24.792779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"490.535737ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-03T18:24:24.793005Z","caller":"traceutil/trace.go:171","msg":"trace[1979071811] transaction","detail":"{read_only:false; response_revision:4992; number_of_response:1; }","duration":"855.735008ms","start":"2026-03-03T18:24:23.937231Z","end":"2026-03-03T18:24:24.792965Z","steps":["trace[1979071811] 'process raft request' (duration: 364.914914ms)","trace[1979071811] 'compare' (duration: 490.245941ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:24:24.793178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:24:23.937211Z","time spent":"855.902253ms","remote":"127.0.0.1:52900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":524,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-03T18:24:24.793314Z","caller":"traceutil/trace.go:171","msg":"trace[1509735239] transaction","detail":"{read_only:false; response_revision:4998; number_of_response:1; }","duration":"853.66403ms","start":"2026-03-03T18:24:23.939631Z","end":"2026-03-03T18:24:24.793295Z","steps":["trace[1509735239] 'process raft request' (duration: 853.586908ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:24:24.793315Z","caller":"traceutil/trace.go:171","msg":"trace[816811003] transaction","detail":"{read_only:false; response_revision:4993; number_of_response:1; }","duration":"856.013455ms","start":"2026-03-03T18:24:23.937229Z","end":"2026-03-03T18:24:24.793242Z","steps":["trace[816811003] 'process raft request' (duration: 855.673467ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:24:24.793572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:24:23.937203Z","time spent":"856.259841ms","remote":"127.0.0.1:53008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:24:24.79362Z","caller":"traceutil/trace.go:171","msg":"trace[425514581] transaction","detail":"{read_only:false; response_revision:4996; number_of_response:1; }","duration":"856.131628ms","start":"2026-03-03T18:24:23.937475Z","end":"2026-03-03T18:24:24.793607Z","steps":["trace[425514581] 'process raft request' (duration: 855.675107ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:24:24.793421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:24:23.939624Z","time spent":"853.742732ms","remote":"127.0.0.1:53008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:24:24.793622Z","caller":"traceutil/trace.go:171","msg":"trace[807083300] transaction","detail":"{read_only:false; response_revision:4999; number_of_response:1; }","duration":"760.642415ms","start":"2026-03-03T18:24:24.03295Z","end":"2026-03-03T18:24:24.793592Z","steps":["trace[807083300] 'process raft request' (duration: 760.297937ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:24:24.793673Z","caller":"traceutil/trace.go:171","msg":"trace[1110642427] transaction","detail":"{read_only:false; response_revision:4994; number_of_response:1; }","duration":"856.342763ms","start":"2026-03-03T18:24:23.937301Z","end":"2026-03-03T18:24:24.793644Z","steps":["trace[1110642427] 'process raft request' (duration: 855.721049ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:24:24.793705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:24:23.937467Z","time spent":"856.185139ms","remote":"127.0.0.1:53008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:24:24.793664Z","caller":"traceutil/trace.go:171","msg":"trace[683070366] transaction","detail":"{read_only:false; response_revision:4997; number_of_response:1; }","duration":"855.755729ms","start":"2026-03-03T18:24:23.937873Z","end":"2026-03-03T18:24:24.793628Z","steps":["trace[683070366] 'process raft request' (duration: 855.313898ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:24:24.793701Z","caller":"traceutil/trace.go:171","msg":"trace[46604764] transaction","detail":"{read_only:false; response_revision:4995; number_of_response:1; }","duration":"856.275161ms","start":"2026-03-03T18:24:23.937386Z","end":"2026-03-03T18:24:24.793661Z","steps":["trace[46604764] 'process raft request' (duration: 855.724989ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:24:24.793802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:24:24.032917Z","time spent":"760.784048ms","remote":"127.0.0.1:53008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:24:24.793811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:24:23.937284Z","time spent":"856.454455ms","remote":"127.0.0.1:53022","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1005,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-03T18:24:24.793831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:24:23.937865Z","time spent":"855.882252ms","remote":"127.0.0.1:53008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:24:24.793891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:24:23.937377Z","time spent":"856.411984ms","remote":"127.0.0.1:53008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:24:24.793917Z","caller":"traceutil/trace.go:171","msg":"trace[1879591858] transaction","detail":"{read_only:false; response_revision:5000; number_of_response:1; }","duration":"756.032548ms","start":"2026-03-03T18:24:24.037868Z","end":"2026-03-03T18:24:24.7939Z","steps":["trace[1879591858] 'process raft request' (duration: 755.633849ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:24:24.793946Z","caller":"traceutil/trace.go:171","msg":"trace[114883513] transaction","detail":"{read_only:false; response_revision:5001; number_of_response:1; }","duration":"751.174534ms","start":"2026-03-03T18:24:24.042748Z","end":"2026-03-03T18:24:24.793922Z","steps":["trace[114883513] 'process raft request' (duration: 751.049502ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:24:24.793995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:24:24.037855Z","time spent":"756.100759ms","remote":"127.0.0.1:53008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:24:24.793908Z","caller":"traceutil/trace.go:171","msg":"trace[425212400] linearizableReadLoop","detail":"{readStateIndex:5193; appliedIndex:5188; }","duration":"856.161109ms","start":"2026-03-03T18:24:23.937734Z","end":"2026-03-03T18:24:24.793895Z","steps":["trace[425212400] 'read index received' (duration: 364.482314ms)","trace[425212400] 'applied index is now lower than readState.Index' (duration: 491.677405ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:24:24.794075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:24:24.042736Z","time spent":"751.267276ms","remote":"127.0.0.1:53008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:24:24.795762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"857.994821ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:8 size:70795"} {"level":"info","ts":"2026-03-03T18:24:24.795817Z","caller":"traceutil/trace.go:171","msg":"trace[1372382744] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:8; response_revision:5001; }","duration":"858.099973ms","start":"2026-03-03T18:24:23.937705Z","end":"2026-03-03T18:24:24.795805Z","steps":["trace[1372382744] 'agreement among raft nodes before linearized reading' (duration: 856.2283ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:24:24.795898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:24:23.937698Z","time spent":"858.188215ms","remote":"127.0.0.1:52918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":8,"response size":70817,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-03T18:24:24.83521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"455.068413ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:24:24.835257Z","caller":"traceutil/trace.go:171","msg":"trace[1312584964] transaction","detail":"{read_only:false; response_revision:5002; number_of_response:1; }","duration":"101.628325ms","start":"2026-03-03T18:24:24.733571Z","end":"2026-03-03T18:24:24.835199Z","steps":["trace[1312584964] 'process raft request' (duration: 101.339979ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:24:24.835348Z","caller":"traceutil/trace.go:171","msg":"trace[738411023] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:5002; }","duration":"455.250116ms","start":"2026-03-03T18:24:24.380038Z","end":"2026-03-03T18:24:24.835288Z","steps":["trace[738411023] 'agreement among raft nodes before linearized reading' (duration: 455.065612ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:24:24.835232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"832.243011ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/memcached-memcached-6479589586-9jrsf\" ","response":"range_response_count:1 size:7818"} {"level":"info","ts":"2026-03-03T18:24:24.835397Z","caller":"traceutil/trace.go:171","msg":"trace[1265695322] range","detail":"{range_begin:/registry/pods/openstack/memcached-memcached-6479589586-9jrsf; range_end:; response_count:1; response_revision:5002; }","duration":"832.442077ms","start":"2026-03-03T18:24:24.002939Z","end":"2026-03-03T18:24:24.835381Z","steps":["trace[1265695322] 'agreement among raft nodes before linearized reading' (duration: 832.131539ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:24:24.8354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:24:24.380009Z","time spent":"455.38051ms","remote":"127.0.0.1:41834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:24:24.835427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:24:24.002929Z","time spent":"832.491598ms","remote":"127.0.0.1:52918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":7840,"request content":"key:\"/registry/pods/openstack/memcached-memcached-6479589586-9jrsf\" "} {"level":"warn","ts":"2026-03-03T18:24:24.835531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"535.428372ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:24:24.835859Z","caller":"traceutil/trace.go:171","msg":"trace[1614632298] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:5002; }","duration":"536.081168ms","start":"2026-03-03T18:24:24.299748Z","end":"2026-03-03T18:24:24.835829Z","steps":["trace[1614632298] 'agreement among raft nodes before linearized reading' (duration: 535.389132ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:24:24.83603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:24:24.299719Z","time spent":"536.288933ms","remote":"127.0.0.1:50522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"info","ts":"2026-03-03T18:24:25.074059Z","caller":"traceutil/trace.go:171","msg":"trace[1896144944] linearizableReadLoop","detail":"{readStateIndex:5201; appliedIndex:5200; }","duration":"175.823422ms","start":"2026-03-03T18:24:24.898173Z","end":"2026-03-03T18:24:25.073997Z","steps":["trace[1896144944] 'read index received' (duration: 83.431892ms)","trace[1896144944] 'applied index is now lower than readState.Index' (duration: 92.39039ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:24:25.074076Z","caller":"traceutil/trace.go:171","msg":"trace[27423202] transaction","detail":"{read_only:false; response_revision:5003; number_of_response:1; }","duration":"228.55091ms","start":"2026-03-03T18:24:24.845499Z","end":"2026-03-03T18:24:25.07405Z","steps":["trace[27423202] 'process raft request' (duration: 136.268232ms)","trace[27423202] 'compare' (duration: 92.090583ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:24:25.07419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.006656ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:24:25.07423Z","caller":"traceutil/trace.go:171","msg":"trace[1815860244] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5003; }","duration":"176.102019ms","start":"2026-03-03T18:24:24.898118Z","end":"2026-03-03T18:24:25.07422Z","steps":["trace[1815860244] 'agreement among raft nodes before linearized reading' (duration: 176.006346ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:24:25.575009Z","caller":"traceutil/trace.go:171","msg":"trace[796642082] transaction","detail":"{read_only:false; response_revision:5005; number_of_response:1; }","duration":"494.877859ms","start":"2026-03-03T18:24:25.080101Z","end":"2026-03-03T18:24:25.574979Z","steps":["trace[796642082] 'process raft request' (duration: 494.610732ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:24:25.575198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:24:25.080094Z","time spent":"495.009033ms","remote":"127.0.0.1:52900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":530,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:24:25.575399Z","caller":"traceutil/trace.go:171","msg":"trace[839618330] linearizableReadLoop","detail":"{readStateIndex:5205; appliedIndex:5201; }","duration":"453.933536ms","start":"2026-03-03T18:24:25.121446Z","end":"2026-03-03T18:24:25.575379Z","steps":["trace[839618330] 'read index received' (duration: 20.509258ms)","trace[839618330] 'applied index is now lower than readState.Index' (duration: 433.423328ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:24:25.575398Z","caller":"traceutil/trace.go:171","msg":"trace[1664149362] transaction","detail":"{read_only:false; response_revision:5006; number_of_response:1; }","duration":"494.92833ms","start":"2026-03-03T18:24:25.080402Z","end":"2026-03-03T18:24:25.57533Z","steps":["trace[1664149362] 'process raft request' (duration: 494.50192ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:24:25.575525Z","caller":"traceutil/trace.go:171","msg":"trace[1916349984] transaction","detail":"{read_only:false; response_revision:5007; number_of_response:1; }","duration":"495.014863ms","start":"2026-03-03T18:24:25.080477Z","end":"2026-03-03T18:24:25.575492Z","steps":["trace[1916349984] 'process raft request' (duration: 494.651144ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:24:25.575635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:24:25.080386Z","time spent":"495.108325ms","remote":"127.0.0.1:53022","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1068,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:24:25.575685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:24:25.080449Z","time spent":"495.152195ms","remote":"127.0.0.1:53022","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1194,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:24:25.575768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"454.131901ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:24:25.575805Z","caller":"traceutil/trace.go:171","msg":"trace[97510672] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:5007; }","duration":"454.421718ms","start":"2026-03-03T18:24:25.121371Z","end":"2026-03-03T18:24:25.575793Z","steps":["trace[97510672] 'agreement among raft nodes before linearized reading' (duration: 454.08019ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:24:25.575915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:24:25.121349Z","time spent":"454.476418ms","remote":"127.0.0.1:50520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:24:26.166722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.703999ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:24:26.171456Z","caller":"traceutil/trace.go:171","msg":"trace[1064857659] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5007; }","duration":"245.936575ms","start":"2026-03-03T18:24:25.920894Z","end":"2026-03-03T18:24:26.16683Z","steps":["trace[1064857659] 'range keys from in-memory index tree' (duration: 245.580897ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:24:26.171497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.608186ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-03T18:24:26.171601Z","caller":"traceutil/trace.go:171","msg":"trace[905022268] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5007; }","duration":"378.684354ms","start":"2026-03-03T18:24:25.792891Z","end":"2026-03-03T18:24:26.171575Z","steps":["trace[905022268] 'range keys from in-memory index tree' (duration: 373.36501ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:24:26.17169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:24:25.792865Z","time spent":"378.811487ms","remote":"127.0.0.1:52918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-03T18:24:26.373535Z","caller":"traceutil/trace.go:171","msg":"trace[1429971541] linearizableReadLoop","detail":"{readStateIndex:5206; appliedIndex:5205; }","duration":"102.354073ms","start":"2026-03-03T18:24:26.271161Z","end":"2026-03-03T18:24:26.373515Z","steps":["trace[1429971541] 'read index received' (duration: 102.201369ms)","trace[1429971541] 'applied index is now lower than readState.Index' (duration: 151.724µs)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:24:26.373657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.487665ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:24:26.373677Z","caller":"traceutil/trace.go:171","msg":"trace[1021225383] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:5008; }","duration":"102.566647ms","start":"2026-03-03T18:24:26.271104Z","end":"2026-03-03T18:24:26.373671Z","steps":["trace[1021225383] 'agreement among raft nodes before linearized reading' (duration: 102.484855ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:24:26.373656Z","caller":"traceutil/trace.go:171","msg":"trace[718980191] transaction","detail":"{read_only:false; response_revision:5008; number_of_response:1; }","duration":"182.16197ms","start":"2026-03-03T18:24:26.19146Z","end":"2026-03-03T18:24:26.373622Z","steps":["trace[718980191] 'process raft request' (duration: 181.910204ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:24:27.055735Z","caller":"traceutil/trace.go:171","msg":"trace[131247143] transaction","detail":"{read_only:false; response_revision:5009; number_of_response:1; }","duration":"255.028317ms","start":"2026-03-03T18:24:26.800687Z","end":"2026-03-03T18:24:27.055715Z","steps":["trace[131247143] 'process raft request' (duration: 254.891663ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:24:27.268181Z","caller":"traceutil/trace.go:171","msg":"trace[1145077809] transaction","detail":"{read_only:false; response_revision:5010; number_of_response:1; }","duration":"467.341858ms","start":"2026-03-03T18:24:26.800803Z","end":"2026-03-03T18:24:27.268145Z","steps":["trace[1145077809] 'process raft request' (duration: 467.106603ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:24:27.268574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:24:26.800788Z","time spent":"467.494231ms","remote":"127.0.0.1:53008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:24:27.26868Z","caller":"traceutil/trace.go:171","msg":"trace[1722787477] transaction","detail":"{read_only:false; response_revision:5011; number_of_response:1; }","duration":"467.338798ms","start":"2026-03-03T18:24:26.801304Z","end":"2026-03-03T18:24:27.268643Z","steps":["trace[1722787477] 'process raft request' (duration: 466.794445ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:24:27.268768Z","caller":"traceutil/trace.go:171","msg":"trace[1313254402] transaction","detail":"{read_only:false; response_revision:5012; number_of_response:1; }","duration":"407.569046ms","start":"2026-03-03T18:24:26.861185Z","end":"2026-03-03T18:24:27.268754Z","steps":["trace[1313254402] 'process raft request' (duration: 407.317201ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:24:27.268758Z","caller":"traceutil/trace.go:171","msg":"trace[203667480] transaction","detail":"{read_only:false; response_revision:5013; number_of_response:1; }","duration":"406.42367ms","start":"2026-03-03T18:24:26.862306Z","end":"2026-03-03T18:24:27.26873Z","steps":["trace[203667480] 'process raft request' (duration: 406.329908ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:24:27.268826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:24:26.861161Z","time spent":"407.633678ms","remote":"127.0.0.1:53008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:24:27.268874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:24:26.801299Z","time spent":"467.468171ms","remote":"127.0.0.1:53008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:24:27.268944Z","caller":"traceutil/trace.go:171","msg":"trace[855084849] transaction","detail":"{read_only:false; response_revision:5014; number_of_response:1; }","duration":"406.43537ms","start":"2026-03-03T18:24:26.862491Z","end":"2026-03-03T18:24:27.268926Z","steps":["trace[855084849] 'process raft request' (duration: 406.193395ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:24:27.268945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:24:26.862292Z","time spent":"406.553464ms","remote":"127.0.0.1:53008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:24:27.26904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:24:26.862466Z","time spent":"406.528083ms","remote":"127.0.0.1:53008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:24:27.269151Z","caller":"traceutil/trace.go:171","msg":"trace[96613182] transaction","detail":"{read_only:false; response_revision:5015; number_of_response:1; }","duration":"406.601084ms","start":"2026-03-03T18:24:26.862538Z","end":"2026-03-03T18:24:27.269139Z","steps":["trace[96613182] 'process raft request' (duration: 406.309188ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:24:27.26922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:24:26.862496Z","time spent":"406.692937ms","remote":"127.0.0.1:53008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:24:27.26942Z","caller":"traceutil/trace.go:171","msg":"trace[833753495] linearizableReadLoop","detail":"{readStateIndex:5209; appliedIndex:5206; }","duration":"467.060352ms","start":"2026-03-03T18:24:26.802347Z","end":"2026-03-03T18:24:27.269407Z","steps":["trace[833753495] 'read index received' (duration: 253.221724ms)","trace[833753495] 'applied index is now lower than readState.Index' (duration: 213.837408ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:24:27.269486Z","caller":"traceutil/trace.go:171","msg":"trace[346368420] transaction","detail":"{read_only:false; response_revision:5016; number_of_response:1; }","duration":"406.83981ms","start":"2026-03-03T18:24:26.862634Z","end":"2026-03-03T18:24:27.269474Z","steps":["trace[346368420] 'process raft request' (duration: 406.455381ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:24:27.269552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:24:26.862616Z","time spent":"406.903601ms","remote":"127.0.0.1:53008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:24:27.26964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"467.294677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-prbmn\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-03T18:24:27.269694Z","caller":"traceutil/trace.go:171","msg":"trace[933060710] range","detail":"{range_begin:/registry/pods/openstack/keepalived-prbmn; range_end:; response_count:1; response_revision:5016; }","duration":"467.375069ms","start":"2026-03-03T18:24:26.802309Z","end":"2026-03-03T18:24:27.269685Z","steps":["trace[933060710] 'agreement among raft nodes before linearized reading' (duration: 467.202955ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:24:27.26968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"417.551149ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T18:24:27.269782Z","caller":"traceutil/trace.go:171","msg":"trace[790854598] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5016; }","duration":"417.712403ms","start":"2026-03-03T18:24:26.85205Z","end":"2026-03-03T18:24:27.269763Z","steps":["trace[790854598] 'agreement among raft nodes before linearized reading' (duration: 417.554199ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:24:27.26973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:24:26.802294Z","time spent":"467.42608ms","remote":"127.0.0.1:52918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6553,"request content":"key:\"/registry/pods/openstack/keepalived-prbmn\" "} {"level":"warn","ts":"2026-03-03T18:24:27.269835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:24:26.852028Z","time spent":"417.797304ms","remote":"127.0.0.1:34026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:24:27.550313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.857266ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-grafana-6d7c56885c-66wnw\" ","response":"range_response_count:1 size:11848"} {"level":"info","ts":"2026-03-03T18:24:27.550417Z","caller":"traceutil/trace.go:171","msg":"trace[632203643] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-grafana-6d7c56885c-66wnw; range_end:; response_count:1; response_revision:5016; }","duration":"177.02543ms","start":"2026-03-03T18:24:27.373374Z","end":"2026-03-03T18:24:27.5504Z","steps":["trace[632203643] 'range keys from in-memory index tree' (duration: 176.605721ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:24:27.550455Z","caller":"traceutil/trace.go:171","msg":"trace[1234165423] transaction","detail":"{read_only:false; response_revision:5017; number_of_response:1; }","duration":"166.011934ms","start":"2026-03-03T18:24:27.384398Z","end":"2026-03-03T18:24:27.55041Z","steps":["trace[1234165423] 'process raft request' (duration: 123.74546ms)","trace[1234165423] 'compare' (duration: 41.949147ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:24:27.900613Z","caller":"traceutil/trace.go:171","msg":"trace[1428202622] transaction","detail":"{read_only:false; response_revision:5018; number_of_response:1; }","duration":"336.82471ms","start":"2026-03-03T18:24:27.563758Z","end":"2026-03-03T18:24:27.900583Z","steps":["trace[1428202622] 'process raft request' (duration: 336.636376ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:24:27.900776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:24:27.563734Z","time spent":"336.949883ms","remote":"127.0.0.1:52918","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":11655,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:24:28.205601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.020483ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T18:24:28.205735Z","caller":"traceutil/trace.go:171","msg":"trace[240753970] linearizableReadLoop","detail":"{readStateIndex:5217; appliedIndex:5216; }","duration":"253.432129ms","start":"2026-03-03T18:24:27.952279Z","end":"2026-03-03T18:24:28.205711Z","steps":["trace[240753970] 'read index received' (duration: 60.231542ms)","trace[240753970] 'applied index is now lower than readState.Index' (duration: 193.198907ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:24:28.205843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.552592ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T18:24:28.20589Z","caller":"traceutil/trace.go:171","msg":"trace[420295460] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:5019; }","duration":"253.624764ms","start":"2026-03-03T18:24:27.952253Z","end":"2026-03-03T18:24:28.205877Z","steps":["trace[420295460] 'agreement among raft nodes before linearized reading' (duration: 253.529972ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:24:28.205847Z","caller":"traceutil/trace.go:171","msg":"trace[102645306] transaction","detail":"{read_only:false; response_revision:5019; number_of_response:1; }","duration":"253.793508ms","start":"2026-03-03T18:24:27.951994Z","end":"2026-03-03T18:24:28.205788Z","steps":["trace[102645306] 'process raft request' (duration: 60.505649ms)","trace[102645306] 'compare' (duration: 192.88885ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:24:28.239028Z","caller":"traceutil/trace.go:171","msg":"trace[55888316] transaction","detail":"{read_only:false; response_revision:5020; number_of_response:1; }","duration":"286.630702ms","start":"2026-03-03T18:24:27.95238Z","end":"2026-03-03T18:24:28.23901Z","steps":["trace[55888316] 'process raft request' (duration: 286.363966ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:24:28.239249Z","caller":"traceutil/trace.go:171","msg":"trace[414189651] transaction","detail":"{read_only:false; response_revision:5021; number_of_response:1; }","duration":"284.84727ms","start":"2026-03-03T18:24:27.954369Z","end":"2026-03-03T18:24:28.239216Z","steps":["trace[414189651] 'process raft request' (duration: 284.567314ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:24:28.39254Z","caller":"traceutil/trace.go:171","msg":"trace[906671964] transaction","detail":"{read_only:false; response_revision:5022; number_of_response:1; }","duration":"141.854542ms","start":"2026-03-03T18:24:28.25065Z","end":"2026-03-03T18:24:28.392504Z","steps":["trace[906671964] 'process raft request' (duration: 141.623847ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:24:33.884249Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10938289895795928514,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T18:24:34.876145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"815.866331ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T18:24:34.876545Z","caller":"traceutil/trace.go:171","msg":"trace[369708131] transaction","detail":"{read_only:false; response_revision:5071; number_of_response:1; }","duration":"1.567036034s","start":"2026-03-03T18:24:33.309483Z","end":"2026-03-03T18:24:34.876519Z","steps":["trace[369708131] 'process raft request' (duration: 750.702262ms)","trace[369708131] 'compare' (duration: 815.757758ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:24:34.87663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:24:33.309472Z","time spent":"1.567120765s","remote":"127.0.0.1:53008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:24:34.87699Z","caller":"traceutil/trace.go:171","msg":"trace[680445873] transaction","detail":"{read_only:false; response_revision:5072; number_of_response:1; }","duration":"998.918881ms","start":"2026-03-03T18:24:33.877996Z","end":"2026-03-03T18:24:34.876915Z","steps":["trace[680445873] 'process raft request' (duration: 998.276096ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:24:34.877408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:24:33.877967Z","time spent":"999.100285ms","remote":"127.0.0.1:53008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:24:35.050663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.126704ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"warn","ts":"2026-03-03T18:24:35.051143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.733685033s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-03T18:24:35.051259Z","caller":"traceutil/trace.go:171","msg":"trace[707376307] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5073; }","duration":"1.733791975s","start":"2026-03-03T18:24:33.317427Z","end":"2026-03-03T18:24:35.051219Z","steps":["trace[707376307] 'agreement among raft nodes before linearized reading' (duration: 1.733514219s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:24:35.051308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:24:33.317372Z","time spent":"1.733927278s","remote":"127.0.0.1:53008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T18:24:35.051331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.734077752s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-03T18:24:35.051418Z","caller":"traceutil/trace.go:171","msg":"trace[2134694557] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5074; }","duration":"1.734224125s","start":"2026-03-03T18:24:33.317173Z","end":"2026-03-03T18:24:35.051397Z","steps":["trace[2134694557] 'agreement among raft nodes before linearized reading' (duration: 1.733884017s)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:24:35.051267Z","caller":"traceutil/trace.go:171","msg":"trace[1708710227] transaction","detail":"{read_only:false; response_revision:5075; number_of_response:1; }","duration":"150.007272ms","start":"2026-03-03T18:24:34.901232Z","end":"2026-03-03T18:24:35.051239Z","steps":["trace[1708710227] 'process raft request' (duration: 149.860908ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:24:35.051473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:24:33.317148Z","time spent":"1.734314038s","remote":"127.0.0.1:53008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T18:24:35.051491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.733977229s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-03T18:24:35.051532Z","caller":"traceutil/trace.go:171","msg":"trace[673434362] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5075; }","duration":"1.734029491s","start":"2026-03-03T18:24:33.317489Z","end":"2026-03-03T18:24:35.051519Z","steps":["trace[673434362] 'agreement among raft nodes before linearized reading' (duration: 1.733919379s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:24:35.051487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.712817668s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-03-03T18:24:35.051544Z","caller":"traceutil/trace.go:171","msg":"trace[274503704] transaction","detail":"{read_only:false; response_revision:5073; number_of_response:1; }","duration":"907.266598ms","start":"2026-03-03T18:24:34.14425Z","end":"2026-03-03T18:24:35.051517Z","steps":["trace[274503704] 'process raft request' (duration: 906.579772ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:24:35.051589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:24:33.317483Z","time spent":"1.734098873s","remote":"127.0.0.1:53008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-03T18:24:35.051613Z","caller":"traceutil/trace.go:171","msg":"trace[1222282003] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:5074; }","duration":"1.713028942s","start":"2026-03-03T18:24:33.338566Z","end":"2026-03-03T18:24:35.051595Z","steps":["trace[1222282003] 'agreement among raft nodes before linearized reading' (duration: 1.712558751s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:24:35.051668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.734283187s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-03T18:24:35.051676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:24:33.338555Z","time spent":"1.713103744s","remote":"127.0.0.1:53008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":552,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-03-03T18:24:35.051698Z","caller":"traceutil/trace.go:171","msg":"trace[2072802826] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5075; }","duration":"1.734330988s","start":"2026-03-03T18:24:33.317358Z","end":"2026-03-03T18:24:35.051689Z","steps":["trace[2072802826] 'agreement among raft nodes before linearized reading' (duration: 1.734239566s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:24:35.051739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:24:33.317351Z","time spent":"1.734382479s","remote":"127.0.0.1:53008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T18:24:35.051783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.734682356s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-03T18:24:35.050971Z","caller":"traceutil/trace.go:171","msg":"trace[402125729] linearizableReadLoop","detail":"{readStateIndex:5271; appliedIndex:5269; }","duration":"1.671598337s","start":"2026-03-03T18:24:33.379327Z","end":"2026-03-03T18:24:35.050926Z","steps":["trace[402125729] 'read index received' (duration: 681.01962ms)","trace[402125729] 'applied index is now lower than readState.Index' (duration: 990.576707ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:24:35.051865Z","caller":"traceutil/trace.go:171","msg":"trace[1814101750] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5075; }","duration":"1.734800549s","start":"2026-03-03T18:24:33.317045Z","end":"2026-03-03T18:24:35.051845Z","steps":["trace[1814101750] 'agreement among raft nodes before linearized reading' (duration: 1.734551773s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:24:35.051685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:24:34.144225Z","time spent":"907.38019ms","remote":"127.0.0.1:52800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":814,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-03T18:24:35.05192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:24:33.317027Z","time spent":"1.734880791s","remote":"127.0.0.1:53008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-03T18:24:35.052181Z","caller":"traceutil/trace.go:171","msg":"trace[420127016] transaction","detail":"{read_only:false; response_revision:5074; number_of_response:1; }","duration":"896.219021ms","start":"2026-03-03T18:24:34.155893Z","end":"2026-03-03T18:24:35.052112Z","steps":["trace[420127016] 'process raft request' (duration: 895.097145ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:24:35.052312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:24:34.155866Z","time spent":"896.380264ms","remote":"127.0.0.1:53022","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1408,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:24:35.052346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.142599035s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T18:24:35.052361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.509297ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T18:24:35.052369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"616.839468ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:24:35.052469Z","caller":"traceutil/trace.go:171","msg":"trace[730145153] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:0; response_revision:5075; }","duration":"616.973891ms","start":"2026-03-03T18:24:34.435477Z","end":"2026-03-03T18:24:35.052451Z","steps":["trace[730145153] 'agreement among raft nodes before linearized reading' (duration: 616.837218ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:24:35.052518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:24:34.435458Z","time spent":"617.047102ms","remote":"127.0.0.1:33940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"warn","ts":"2026-03-03T18:24:35.0525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"887.725073ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-03-03T18:24:35.0524Z","caller":"traceutil/trace.go:171","msg":"trace[1952958903] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5075; }","duration":"157.588288ms","start":"2026-03-03T18:24:34.8948Z","end":"2026-03-03T18:24:35.052388Z","steps":["trace[1952958903] 'agreement among raft nodes before linearized reading' (duration: 157.528967ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:24:35.052582Z","caller":"traceutil/trace.go:171","msg":"trace[926955439] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:5075; }","duration":"887.814025ms","start":"2026-03-03T18:24:34.164749Z","end":"2026-03-03T18:24:35.052563Z","steps":["trace[926955439] 'agreement among raft nodes before linearized reading' (duration: 887.58915ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:24:35.052621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:24:34.164733Z","time spent":"887.878337ms","remote":"127.0.0.1:52888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1957,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"info","ts":"2026-03-03T18:24:35.0524Z","caller":"traceutil/trace.go:171","msg":"trace[21416332] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:5075; }","duration":"1.142697267s","start":"2026-03-03T18:24:33.909687Z","end":"2026-03-03T18:24:35.052384Z","steps":["trace[21416332] 'agreement among raft nodes before linearized reading' (duration: 1.142579385s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:24:35.052771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:24:33.909674Z","time spent":"1.143072867s","remote":"127.0.0.1:53218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":9,"response size":29,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:24:35.053068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.742929528s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-prbmn\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-03T18:24:35.05338Z","caller":"traceutil/trace.go:171","msg":"trace[440553740] range","detail":"{range_begin:/registry/pods/openstack/keepalived-prbmn; range_end:; response_count:1; response_revision:5075; }","duration":"1.74431112s","start":"2026-03-03T18:24:33.309046Z","end":"2026-03-03T18:24:35.053357Z","steps":["trace[440553740] 'agreement among raft nodes before linearized reading' (duration: 1.742753114s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:24:35.05433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:24:33.309026Z","time spent":"1.744866183s","remote":"127.0.0.1:52918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6553,"request content":"key:\"/registry/pods/openstack/keepalived-prbmn\" "} {"level":"warn","ts":"2026-03-03T18:24:35.053294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"906.630473ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:12974"} {"level":"info","ts":"2026-03-03T18:24:35.064221Z","caller":"traceutil/trace.go:171","msg":"trace[689590445] range","detail":"{range_begin:/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:5075; }","duration":"908.042836ms","start":"2026-03-03T18:24:34.146597Z","end":"2026-03-03T18:24:35.05464Z","steps":["trace[689590445] 'agreement among raft nodes before linearized reading' (duration: 905.771873ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:24:35.064273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:24:34.146582Z","time spent":"917.67732ms","remote":"127.0.0.1:52918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":1,"response size":12996,"request content":"key:\"/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"info","ts":"2026-03-03T18:24:35.246649Z","caller":"traceutil/trace.go:171","msg":"trace[901563704] transaction","detail":"{read_only:false; response_revision:5077; number_of_response:1; }","duration":"180.806778ms","start":"2026-03-03T18:24:35.065808Z","end":"2026-03-03T18:24:35.246615Z","steps":["trace[901563704] 'process raft request' (duration: 180.493471ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:24:35.247129Z","caller":"traceutil/trace.go:171","msg":"trace[1760640075] transaction","detail":"{read_only:false; response_revision:5078; number_of_response:1; }","duration":"180.137103ms","start":"2026-03-03T18:24:35.066971Z","end":"2026-03-03T18:24:35.247108Z","steps":["trace[1760640075] 'process raft request' (duration: 179.553449ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:24:35.247163Z","caller":"traceutil/trace.go:171","msg":"trace[1144691672] transaction","detail":"{read_only:false; response_revision:5079; number_of_response:1; }","duration":"180.103312ms","start":"2026-03-03T18:24:35.067034Z","end":"2026-03-03T18:24:35.247137Z","steps":["trace[1144691672] 'process raft request' (duration: 179.921038ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:24:35.24735Z","caller":"traceutil/trace.go:171","msg":"trace[1107316545] transaction","detail":"{read_only:false; response_revision:5080; number_of_response:1; }","duration":"179.800645ms","start":"2026-03-03T18:24:35.067513Z","end":"2026-03-03T18:24:35.247314Z","steps":["trace[1107316545] 'process raft request' (duration: 179.57362ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:24:35.247678Z","caller":"traceutil/trace.go:171","msg":"trace[1304739879] transaction","detail":"{read_only:false; response_revision:5081; number_of_response:1; }","duration":"179.574559ms","start":"2026-03-03T18:24:35.068078Z","end":"2026-03-03T18:24:35.247653Z","steps":["trace[1304739879] 'process raft request' (duration: 179.124879ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:24:35.247751Z","caller":"traceutil/trace.go:171","msg":"trace[1411206087] linearizableReadLoop","detail":"{readStateIndex:5277; appliedIndex:5275; }","duration":"181.814332ms","start":"2026-03-03T18:24:35.065912Z","end":"2026-03-03T18:24:35.247727Z","steps":["trace[1411206087] 'read index received' (duration: 22.883673ms)","trace[1411206087] 'applied index is now lower than readState.Index' (duration: 158.929659ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:24:35.24785Z","caller":"traceutil/trace.go:171","msg":"trace[2106601979] transaction","detail":"{read_only:false; response_revision:5082; number_of_response:1; }","duration":"174.42405ms","start":"2026-03-03T18:24:35.073408Z","end":"2026-03-03T18:24:35.247832Z","steps":["trace[2106601979] 'process raft request' (duration: 174.143613ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:24:35.247947Z","caller":"traceutil/trace.go:171","msg":"trace[1776419772] transaction","detail":"{read_only:false; response_revision:5083; number_of_response:1; }","duration":"168.080732ms","start":"2026-03-03T18:24:35.079854Z","end":"2026-03-03T18:24:35.247934Z","steps":["trace[1776419772] 'process raft request' (duration: 167.825606ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:24:35.248294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.380805ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-5fbae498-a45e-4a93-9cb0-0e2b1dcbf240\" ","response":"range_response_count:1 size:1450"} {"level":"info","ts":"2026-03-03T18:24:35.248338Z","caller":"traceutil/trace.go:171","msg":"trace[528355720] range","detail":"{range_begin:/registry/persistentvolumes/pvc-5fbae498-a45e-4a93-9cb0-0e2b1dcbf240; range_end:; response_count:1; response_revision:5083; }","duration":"182.465617ms","start":"2026-03-03T18:24:35.065861Z","end":"2026-03-03T18:24:35.248326Z","steps":["trace[528355720] 'agreement among raft nodes before linearized reading' (duration: 182.301133ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:24:35.248343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.841099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:8 size:71044"} {"level":"info","ts":"2026-03-03T18:24:35.24839Z","caller":"traceutil/trace.go:171","msg":"trace[1336314206] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:8; response_revision:5083; }","duration":"180.920641ms","start":"2026-03-03T18:24:35.067458Z","end":"2026-03-03T18:24:35.248378Z","steps":["trace[1336314206] 'agreement among raft nodes before linearized reading' (duration: 180.672755ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:24:39.030564Z","caller":"traceutil/trace.go:171","msg":"trace[1473344453] transaction","detail":"{read_only:false; response_revision:5170; number_of_response:1; }","duration":"141.979795ms","start":"2026-03-03T18:24:38.88854Z","end":"2026-03-03T18:24:39.03052Z","steps":["trace[1473344453] 'process raft request' (duration: 141.75208ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:24:51.719213Z","caller":"traceutil/trace.go:171","msg":"trace[1902991166] transaction","detail":"{read_only:false; response_revision:5330; number_of_response:1; }","duration":"167.511909ms","start":"2026-03-03T18:24:51.551654Z","end":"2026-03-03T18:24:51.719166Z","steps":["trace[1902991166] 'process raft request' (duration: 167.298564ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:25:00.487974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"862.747041ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T18:25:00.488166Z","caller":"traceutil/trace.go:171","msg":"trace[1024740476] transaction","detail":"{read_only:false; response_revision:5407; number_of_response:1; }","duration":"1.153676273s","start":"2026-03-03T18:24:59.33445Z","end":"2026-03-03T18:25:00.488126Z","steps":["trace[1024740476] 'process raft request' (duration: 290.683566ms)","trace[1024740476] 'compare' (duration: 862.476685ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:25:00.488255Z","caller":"traceutil/trace.go:171","msg":"trace[469825330] linearizableReadLoop","detail":"{readStateIndex:5617; appliedIndex:5616; }","duration":"1.098602921s","start":"2026-03-03T18:24:59.389643Z","end":"2026-03-03T18:25:00.488246Z","steps":["trace[469825330] 'read index received' (duration: 235.4743ms)","trace[469825330] 'applied index is now lower than readState.Index' (duration: 863.127641ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:25:00.488374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:24:59.334423Z","time spent":"1.153841737s","remote":"127.0.0.1:53008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:25:00.488439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.098792575s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-03-03T18:25:00.488472Z","caller":"traceutil/trace.go:171","msg":"trace[1225831165] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5408; }","duration":"1.098869087s","start":"2026-03-03T18:24:59.389593Z","end":"2026-03-03T18:25:00.488462Z","steps":["trace[1225831165] 'agreement among raft nodes before linearized reading' (duration: 1.098733554s)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:25:00.48821Z","caller":"traceutil/trace.go:171","msg":"trace[1262884750] transaction","detail":"{read_only:false; response_revision:5408; number_of_response:1; }","duration":"1.015135008s","start":"2026-03-03T18:24:59.47305Z","end":"2026-03-03T18:25:00.488185Z","steps":["trace[1262884750] 'process raft request' (duration: 1.015038916s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:25:00.488702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:24:59.473032Z","time spent":"1.01562108s","remote":"127.0.0.1:53008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:25:00.488753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.060930514s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-03T18:25:00.488837Z","caller":"traceutil/trace.go:171","msg":"trace[1402789126] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5408; }","duration":"1.061038677s","start":"2026-03-03T18:24:59.427777Z","end":"2026-03-03T18:25:00.488816Z","steps":["trace[1402789126] 'agreement among raft nodes before linearized reading' (duration: 1.060845733s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:25:00.488883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:24:59.427764Z","time spent":"1.061110218s","remote":"127.0.0.1:53008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T18:25:00.488932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"591.826525ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T18:25:00.488946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:24:59.389567Z","time spent":"1.098940039s","remote":"127.0.0.1:52888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1887,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-03-03T18:25:00.48898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.061641511s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-prbmn\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-03-03T18:25:00.488957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.067335094s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-03T18:25:00.488999Z","caller":"traceutil/trace.go:171","msg":"trace[1696684870] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5408; }","duration":"591.940748ms","start":"2026-03-03T18:24:59.897041Z","end":"2026-03-03T18:25:00.488981Z","steps":["trace[1696684870] 'agreement among raft nodes before linearized reading' (duration: 591.833905ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:25:00.489007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.068748707s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-03T18:25:00.489029Z","caller":"traceutil/trace.go:171","msg":"trace[630871296] range","detail":"{range_begin:/registry/pods/openstack/keepalived-prbmn; range_end:; response_count:1; response_revision:5408; }","duration":"1.061710053s","start":"2026-03-03T18:24:59.427306Z","end":"2026-03-03T18:25:00.489017Z","steps":["trace[630871296] 'agreement among raft nodes before linearized reading' (duration: 1.061521118s)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:25:00.489049Z","caller":"traceutil/trace.go:171","msg":"trace[188201116] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5408; }","duration":"1.06934088s","start":"2026-03-03T18:24:59.419696Z","end":"2026-03-03T18:25:00.489036Z","steps":["trace[188201116] 'agreement among raft nodes before linearized reading' (duration: 1.068669425s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:25:00.489051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:24:59.897016Z","time spent":"592.02349ms","remote":"127.0.0.1:52682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T18:25:00.489046Z","caller":"traceutil/trace.go:171","msg":"trace[1570485445] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5408; }","duration":"1.067453146s","start":"2026-03-03T18:24:59.421576Z","end":"2026-03-03T18:25:00.489029Z","steps":["trace[1570485445] 'agreement among raft nodes before linearized reading' (duration: 1.067218781s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:25:00.489086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:24:59.419672Z","time spent":"1.069406781s","remote":"127.0.0.1:53008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T18:25:00.48909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:24:59.427298Z","time spent":"1.061779844s","remote":"127.0.0.1:52918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6553,"request content":"key:\"/registry/pods/openstack/keepalived-prbmn\" "} {"level":"warn","ts":"2026-03-03T18:25:00.489105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:24:59.42157Z","time spent":"1.067527088s","remote":"127.0.0.1:53008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T18:25:00.488996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.347059ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:25:00.489169Z","caller":"traceutil/trace.go:171","msg":"trace[1500512395] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:5408; }","duration":"162.614955ms","start":"2026-03-03T18:25:00.326544Z","end":"2026-03-03T18:25:00.489159Z","steps":["trace[1500512395] 'agreement among raft nodes before linearized reading' (duration: 162.289678ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:25:00.489135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.067609109s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-03T18:25:00.489254Z","caller":"traceutil/trace.go:171","msg":"trace[1881773005] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5408; }","duration":"1.067794844s","start":"2026-03-03T18:24:59.421434Z","end":"2026-03-03T18:25:00.489229Z","steps":["trace[1881773005] 'agreement among raft nodes before linearized reading' (duration: 1.067409865s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:25:00.491405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:24:59.421412Z","time spent":"1.067966678s","remote":"127.0.0.1:53008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T18:25:01.398052Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10938289895795929316,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T18:25:01.688411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.738298ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T18:25:01.689234Z","caller":"traceutil/trace.go:171","msg":"trace[127027262] transaction","detail":"{read_only:false; response_revision:5410; number_of_response:1; }","duration":"1.195128867s","start":"2026-03-03T18:25:00.494068Z","end":"2026-03-03T18:25:01.689197Z","steps":["trace[127027262] 'process raft request' (duration: 921.466308ms)","trace[127027262] 'compare' (duration: 271.407747ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:25:01.689424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:25:00.494053Z","time spent":"1.195269341s","remote":"127.0.0.1:53008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:25:01.69042Z","caller":"traceutil/trace.go:171","msg":"trace[818228692] transaction","detail":"{read_only:false; response_revision:5411; number_of_response:1; }","duration":"1.195694761s","start":"2026-03-03T18:25:00.494699Z","end":"2026-03-03T18:25:01.690393Z","steps":["trace[818228692] 'process raft request' (duration: 1.194417422s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:25:01.690545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:25:00.494685Z","time spent":"1.195796473s","remote":"127.0.0.1:53008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:25:01.690666Z","caller":"traceutil/trace.go:171","msg":"trace[2077052333] transaction","detail":"{read_only:false; response_revision:5412; number_of_response:1; }","duration":"1.195575608s","start":"2026-03-03T18:25:00.495062Z","end":"2026-03-03T18:25:01.690637Z","steps":["trace[2077052333] 'process raft request' (duration: 1.195280261s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:25:01.690768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:25:00.495046Z","time spent":"1.195666131s","remote":"127.0.0.1:53008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:25:01.691849Z","caller":"traceutil/trace.go:171","msg":"trace[744171762] linearizableReadLoop","detail":"{readStateIndex:5623; appliedIndex:5619; }","duration":"794.559314ms","start":"2026-03-03T18:25:00.897274Z","end":"2026-03-03T18:25:01.691833Z","steps":["trace[744171762] 'read index received' (duration: 518.275723ms)","trace[744171762] 'applied index is now lower than readState.Index' (duration: 276.281991ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:25:01.692185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"794.914343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:25:01.692243Z","caller":"traceutil/trace.go:171","msg":"trace[1859164302] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5413; }","duration":"795.010005ms","start":"2026-03-03T18:25:00.897219Z","end":"2026-03-03T18:25:01.692229Z","steps":["trace[1859164302] 'agreement among raft nodes before linearized reading' (duration: 794.919423ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:25:01.692269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:25:00.897199Z","time spent":"795.065096ms","remote":"127.0.0.1:52682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T18:25:01.692319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"460.007407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-03T18:25:01.692367Z","caller":"traceutil/trace.go:171","msg":"trace[2002616376] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5413; }","duration":"460.094439ms","start":"2026-03-03T18:25:01.232259Z","end":"2026-03-03T18:25:01.692354Z","steps":["trace[2002616376] 'agreement among raft nodes before linearized reading' (duration: 459.926725ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:25:01.692403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:25:01.232234Z","time spent":"460.160471ms","remote":"127.0.0.1:53008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T18:25:01.692369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"612.332103ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3316"} {"level":"warn","ts":"2026-03-03T18:25:01.692418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"612.320772ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:25:01.692465Z","caller":"traceutil/trace.go:171","msg":"trace[527448331] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:5413; }","duration":"612.371743ms","start":"2026-03-03T18:25:01.080081Z","end":"2026-03-03T18:25:01.692452Z","steps":["trace[527448331] 'agreement among raft nodes before linearized reading' (duration: 612.310382ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:25:01.692485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:25:01.080078Z","time spent":"612.402244ms","remote":"127.0.0.1:40974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":27,"request content":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true "} {"level":"info","ts":"2026-03-03T18:25:01.692487Z","caller":"traceutil/trace.go:171","msg":"trace[219218452] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5413; }","duration":"612.477836ms","start":"2026-03-03T18:25:01.079973Z","end":"2026-03-03T18:25:01.692451Z","steps":["trace[219218452] 'agreement among raft nodes before linearized reading' (duration: 612.206ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:25:01.692532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:25:01.079951Z","time spent":"612.571558ms","remote":"127.0.0.1:33940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3338,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"warn","ts":"2026-03-03T18:25:01.692516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"407.966166ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:25:01.692778Z","caller":"traceutil/trace.go:171","msg":"trace[1235593895] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:5413; }","duration":"408.306384ms","start":"2026-03-03T18:25:01.284452Z","end":"2026-03-03T18:25:01.692758Z","steps":["trace[1235593895] 'agreement among raft nodes before linearized reading' (duration: 407.891274ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:25:01.692102Z","caller":"traceutil/trace.go:171","msg":"trace[324093173] transaction","detail":"{read_only:false; response_revision:5413; number_of_response:1; }","duration":"593.812601ms","start":"2026-03-03T18:25:01.098252Z","end":"2026-03-03T18:25:01.692064Z","steps":["trace[324093173] 'process raft request' (duration: 592.306046ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:25:01.692864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:25:01.28444Z","time spent":"408.411157ms","remote":"127.0.0.1:50526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:25:01.692923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:25:01.098224Z","time spent":"594.652901ms","remote":"127.0.0.1:53008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:25:01.692584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"487.241831ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"info","ts":"2026-03-03T18:25:01.693007Z","caller":"traceutil/trace.go:171","msg":"trace[1800672900] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5413; }","duration":"487.770523ms","start":"2026-03-03T18:25:01.205225Z","end":"2026-03-03T18:25:01.692995Z","steps":["trace[1800672900] 'agreement among raft nodes before linearized reading' (duration: 487.162959ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:25:01.693111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:25:01.205197Z","time spent":"487.900757ms","remote":"127.0.0.1:52888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1875,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-03T18:25:02.044464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.649379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:25:02.04455Z","caller":"traceutil/trace.go:171","msg":"trace[1352244738] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:5414; }","duration":"230.785861ms","start":"2026-03-03T18:25:01.813746Z","end":"2026-03-03T18:25:02.044532Z","steps":["trace[1352244738] 'count revisions from in-memory index tree' (duration: 230.483914ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:25:02.044961Z","caller":"traceutil/trace.go:171","msg":"trace[269579363] transaction","detail":"{read_only:false; response_revision:5415; number_of_response:1; }","duration":"153.255878ms","start":"2026-03-03T18:25:01.891671Z","end":"2026-03-03T18:25:02.044927Z","steps":["trace[269579363] 'process raft request' (duration: 100.569001ms)","trace[269579363] 'compare' (duration: 52.42016ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:25:02.711083Z","caller":"traceutil/trace.go:171","msg":"trace[1823215810] transaction","detail":"{read_only:false; response_revision:5416; number_of_response:1; }","duration":"216.807167ms","start":"2026-03-03T18:25:02.494251Z","end":"2026-03-03T18:25:02.711058Z","steps":["trace[1823215810] 'process raft request' (duration: 216.448518ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:25:02.941485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.059272ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T18:25:02.94159Z","caller":"traceutil/trace.go:171","msg":"trace[642803689] linearizableReadLoop","detail":"{readStateIndex:5627; appliedIndex:5625; }","duration":"441.330583ms","start":"2026-03-03T18:25:02.500242Z","end":"2026-03-03T18:25:02.941573Z","steps":["trace[642803689] 'read index received' (duration: 210.552882ms)","trace[642803689] 'applied index is now lower than readState.Index' (duration: 230.776171ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:25:02.941841Z","caller":"traceutil/trace.go:171","msg":"trace[654028578] transaction","detail":"{read_only:false; response_revision:5417; number_of_response:1; }","duration":"447.411384ms","start":"2026-03-03T18:25:02.494413Z","end":"2026-03-03T18:25:02.941824Z","steps":["trace[654028578] 'process raft request' (duration: 269.914072ms)","trace[654028578] 'compare' (duration: 176.773385ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:25:02.941912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:25:02.494376Z","time spent":"447.501726ms","remote":"127.0.0.1:53008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:25:02.94204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"434.802121ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-03T18:25:02.942137Z","caller":"traceutil/trace.go:171","msg":"trace[1458678066] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5417; }","duration":"434.973895ms","start":"2026-03-03T18:25:02.50714Z","end":"2026-03-03T18:25:02.942114Z","steps":["trace[1458678066] 'agreement among raft nodes before linearized reading' (duration: 434.708739ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:25:02.942203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:25:02.507117Z","time spent":"435.071106ms","remote":"127.0.0.1:53008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T18:25:02.942596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"442.331386ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-prbmn\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-03T18:25:02.9433Z","caller":"traceutil/trace.go:171","msg":"trace[803702849] range","detail":"{range_begin:/registry/pods/openstack/keepalived-prbmn; range_end:; response_count:1; response_revision:5417; }","duration":"443.018872ms","start":"2026-03-03T18:25:02.500227Z","end":"2026-03-03T18:25:02.943246Z","steps":["trace[803702849] 'agreement among raft nodes before linearized reading' (duration: 441.605339ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:25:02.943446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:25:02.50013Z","time spent":"443.270838ms","remote":"127.0.0.1:52918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6553,"request content":"key:\"/registry/pods/openstack/keepalived-prbmn\" "} {"level":"warn","ts":"2026-03-03T18:25:03.169956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.493432ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T18:25:03.170161Z","caller":"traceutil/trace.go:171","msg":"trace[1337706419] linearizableReadLoop","detail":"{readStateIndex:5628; appliedIndex:5627; }","duration":"222.682713ms","start":"2026-03-03T18:25:02.947459Z","end":"2026-03-03T18:25:03.170142Z","steps":["trace[1337706419] 'read index received' (duration: 111.960516ms)","trace[1337706419] 'applied index is now lower than readState.Index' (duration: 110.720327ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:25:03.170184Z","caller":"traceutil/trace.go:171","msg":"trace[100543632] transaction","detail":"{read_only:false; response_revision:5418; number_of_response:1; }","duration":"224.172678ms","start":"2026-03-03T18:25:02.94598Z","end":"2026-03-03T18:25:03.170152Z","steps":["trace[100543632] 'process raft request' (duration: 113.396999ms)","trace[100543632] 'compare' (duration: 110.367549ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:25:03.170814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.319908ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:81906"} {"level":"info","ts":"2026-03-03T18:25:03.171124Z","caller":"traceutil/trace.go:171","msg":"trace[238721162] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:5418; }","duration":"223.651316ms","start":"2026-03-03T18:25:02.947448Z","end":"2026-03-03T18:25:03.171099Z","steps":["trace[238721162] 'agreement among raft nodes before linearized reading' (duration: 222.772485ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:25:03.375203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.694693ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:25:03.37537Z","caller":"traceutil/trace.go:171","msg":"trace[733817769] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:5418; }","duration":"100.883699ms","start":"2026-03-03T18:25:03.274469Z","end":"2026-03-03T18:25:03.375353Z","steps":["trace[733817769] 'range keys from in-memory index tree' (duration: 100.661033ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:25:03.976693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.689065ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T18:25:03.977008Z","caller":"traceutil/trace.go:171","msg":"trace[811243660] transaction","detail":"{read_only:false; response_revision:5422; number_of_response:1; }","duration":"279.166888ms","start":"2026-03-03T18:25:03.697818Z","end":"2026-03-03T18:25:03.976985Z","steps":["trace[811243660] 'process raft request' (duration: 279.097046ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:25:03.977048Z","caller":"traceutil/trace.go:171","msg":"trace[2053392123] transaction","detail":"{read_only:false; response_revision:5421; number_of_response:1; }","duration":"279.239129ms","start":"2026-03-03T18:25:03.697785Z","end":"2026-03-03T18:25:03.977025Z","steps":["trace[2053392123] 'process raft request' (duration: 279.045355ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:25:03.977087Z","caller":"traceutil/trace.go:171","msg":"trace[1053378737] transaction","detail":"{read_only:false; response_revision:5420; number_of_response:1; }","duration":"280.429017ms","start":"2026-03-03T18:25:03.696638Z","end":"2026-03-03T18:25:03.977067Z","steps":["trace[1053378737] 'process raft request' (duration: 87.266961ms)","trace[1053378737] 'compare' (duration: 192.43406ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:25:03.977206Z","caller":"traceutil/trace.go:171","msg":"trace[380183492] transaction","detail":"{read_only:false; response_revision:5423; number_of_response:1; }","duration":"277.852077ms","start":"2026-03-03T18:25:03.699343Z","end":"2026-03-03T18:25:03.977195Z","steps":["trace[380183492] 'process raft request' (duration: 277.605232ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:25:03.977209Z","caller":"traceutil/trace.go:171","msg":"trace[372103093] linearizableReadLoop","detail":"{readStateIndex:5633; appliedIndex:5629; }","duration":"193.047594ms","start":"2026-03-03T18:25:03.784121Z","end":"2026-03-03T18:25:03.977168Z","steps":["trace[372103093] 'read index received' (duration: 192.503731ms)","trace[372103093] 'applied index is now lower than readState.Index' (duration: 540.803µs)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:25:03.977431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.282429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-03T18:25:03.977462Z","caller":"traceutil/trace.go:171","msg":"trace[2077224402] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5423; }","duration":"193.33825ms","start":"2026-03-03T18:25:03.784116Z","end":"2026-03-03T18:25:03.977454Z","steps":["trace[2077224402] 'agreement among raft nodes before linearized reading' (duration: 193.208377ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:25:04.596444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"406.747168ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-03-03T18:25:05.861933Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2707} {"level":"info","ts":"2026-03-03T18:25:05.945828Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2707,"took":"82.481541ms","hash":269450577,"current-db-size-bytes":38871040,"current-db-size":"39 MB","current-db-size-in-use-bytes":28766208,"current-db-size-in-use":"29 MB"} {"level":"info","ts":"2026-03-03T18:25:05.945918Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":269450577,"revision":2707,"compact-revision":-1} {"level":"info","ts":"2026-03-03T18:25:34.974712Z","caller":"traceutil/trace.go:171","msg":"trace[2036490818] linearizableReadLoop","detail":"{readStateIndex:5923; appliedIndex:5922; }","duration":"118.522341ms","start":"2026-03-03T18:25:34.856156Z","end":"2026-03-03T18:25:34.974679Z","steps":["trace[2036490818] 'read index received' (duration: 118.374557ms)","trace[2036490818] 'applied index is now lower than readState.Index' (duration: 146.594µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:25:34.974784Z","caller":"traceutil/trace.go:171","msg":"trace[538431771] transaction","detail":"{read_only:false; response_revision:5704; number_of_response:1; }","duration":"145.862166ms","start":"2026-03-03T18:25:34.828894Z","end":"2026-03-03T18:25:34.974756Z","steps":["trace[538431771] 'process raft request' (duration: 145.59505ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:25:34.974885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.710405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T18:25:34.974931Z","caller":"traceutil/trace.go:171","msg":"trace[1497294728] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:5704; }","duration":"118.824097ms","start":"2026-03-03T18:25:34.856097Z","end":"2026-03-03T18:25:34.974921Z","steps":["trace[1497294728] 'agreement among raft nodes before linearized reading' (duration: 118.721325ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:25:45.042415Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10938289895795930305,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-03T18:25:45.129901Z","caller":"traceutil/trace.go:171","msg":"trace[1839756091] transaction","detail":"{read_only:false; response_revision:5765; number_of_response:1; }","duration":"621.036471ms","start":"2026-03-03T18:25:44.508838Z","end":"2026-03-03T18:25:45.129874Z","steps":["trace[1839756091] 'process raft request' (duration: 620.863507ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:25:45.130075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:25:44.508802Z","time spent":"621.170394ms","remote":"127.0.0.1:52912","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":19632,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:25:45.146399Z","caller":"traceutil/trace.go:171","msg":"trace[806045824] linearizableReadLoop","detail":"{readStateIndex:5987; appliedIndex:5985; }","duration":"604.553807ms","start":"2026-03-03T18:25:44.541818Z","end":"2026-03-03T18:25:45.146372Z","steps":["trace[806045824] 'read index received' (duration: 587.954611ms)","trace[806045824] 'applied index is now lower than readState.Index' (duration: 16.597866ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:25:45.14665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"604.833205ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1821"} {"level":"info","ts":"2026-03-03T18:25:45.146696Z","caller":"traceutil/trace.go:171","msg":"trace[331779749] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:5766; }","duration":"604.910746ms","start":"2026-03-03T18:25:44.541775Z","end":"2026-03-03T18:25:45.146686Z","steps":["trace[331779749] 'agreement among raft nodes before linearized reading' (duration: 604.785743ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:25:45.14672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:25:44.541758Z","time spent":"604.957917ms","remote":"127.0.0.1:52824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":1843,"request content":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" "} {"level":"warn","ts":"2026-03-03T18:25:45.146773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"410.52302ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T18:25:45.146842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"411.013881ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T18:25:45.146819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"410.516929ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-credential-setup\" ","response":"range_response_count:1 size:6157"} {"level":"info","ts":"2026-03-03T18:25:45.146871Z","caller":"traceutil/trace.go:171","msg":"trace[1328396694] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-sync; range_end:; response_count:0; response_revision:5766; }","duration":"411.076383ms","start":"2026-03-03T18:25:44.735788Z","end":"2026-03-03T18:25:45.146865Z","steps":["trace[1328396694] 'agreement among raft nodes before linearized reading' (duration: 411.028342ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:25:45.146888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:25:44.73577Z","time spent":"411.114123ms","remote":"127.0.0.1:52978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/keystone-db-sync\" "} {"level":"info","ts":"2026-03-03T18:25:45.146895Z","caller":"traceutil/trace.go:171","msg":"trace[1856056604] range","detail":"{range_begin:/registry/jobs/openstack/keystone-credential-setup; range_end:; response_count:1; response_revision:5766; }","duration":"410.649262ms","start":"2026-03-03T18:25:44.736227Z","end":"2026-03-03T18:25:45.146876Z","steps":["trace[1856056604] 'agreement among raft nodes before linearized reading' (duration: 410.406287ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:25:45.146945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:25:44.736202Z","time spent":"410.731345ms","remote":"127.0.0.1:52978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":6179,"request content":"key:\"/registry/jobs/openstack/keystone-credential-setup\" "} {"level":"info","ts":"2026-03-03T18:25:45.14697Z","caller":"traceutil/trace.go:171","msg":"trace[1516110453] range","detail":"{range_begin:/registry/jobs/openstack/keystone-fernet-setup; range_end:; response_count:0; response_revision:5766; }","duration":"410.642473ms","start":"2026-03-03T18:25:44.736173Z","end":"2026-03-03T18:25:45.146815Z","steps":["trace[1516110453] 'agreement among raft nodes before linearized reading' (duration: 410.499179ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:25:45.147114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:25:44.73616Z","time spent":"410.940769ms","remote":"127.0.0.1:52978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" "} {"level":"info","ts":"2026-03-03T18:25:45.146657Z","caller":"traceutil/trace.go:171","msg":"trace[1532528525] transaction","detail":"{read_only:false; response_revision:5766; number_of_response:1; }","duration":"130.473398ms","start":"2026-03-03T18:25:45.016136Z","end":"2026-03-03T18:25:45.146609Z","steps":["trace[1532528525] 'process raft request' (duration: 130.082279ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:25:45.147195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"548.596194ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T18:25:45.147254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.454828ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1986"} {"level":"info","ts":"2026-03-03T18:25:45.147344Z","caller":"traceutil/trace.go:171","msg":"trace[98772473] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:5766; }","duration":"200.605252ms","start":"2026-03-03T18:25:44.946719Z","end":"2026-03-03T18:25:45.147324Z","steps":["trace[98772473] 'agreement among raft nodes before linearized reading' (duration: 200.188582ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:25:45.147369Z","caller":"traceutil/trace.go:171","msg":"trace[1397491050] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:5766; }","duration":"549.2191ms","start":"2026-03-03T18:25:44.598061Z","end":"2026-03-03T18:25:45.14728Z","steps":["trace[1397491050] 'agreement among raft nodes before linearized reading' (duration: 548.535914ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:25:45.147466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:25:44.598007Z","time spent":"549.441995ms","remote":"127.0.0.1:53282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":35,"response size":29,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"info","ts":"2026-03-03T18:25:45.464685Z","caller":"traceutil/trace.go:171","msg":"trace[371177758] transaction","detail":"{read_only:false; response_revision:5768; number_of_response:1; }","duration":"166.531558ms","start":"2026-03-03T18:25:45.29812Z","end":"2026-03-03T18:25:45.464651Z","steps":["trace[371177758] 'process raft request' (duration: 141.044714ms)","trace[371177758] 'compare' (duration: 25.279819ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:25:45.718677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.742392ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:25:45.71877Z","caller":"traceutil/trace.go:171","msg":"trace[877728129] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:5769; }","duration":"126.911515ms","start":"2026-03-03T18:25:45.591838Z","end":"2026-03-03T18:25:45.718749Z","steps":["trace[877728129] 'count revisions from in-memory index tree' (duration: 126.631579ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:25:46.327445Z","caller":"traceutil/trace.go:171","msg":"trace[92540732] linearizableReadLoop","detail":"{readStateIndex:5991; appliedIndex:5990; }","duration":"157.650401ms","start":"2026-03-03T18:25:46.169767Z","end":"2026-03-03T18:25:46.327417Z","steps":["trace[92540732] 'read index received' (duration: 157.447377ms)","trace[92540732] 'applied index is now lower than readState.Index' (duration: 201.764µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:25:46.327492Z","caller":"traceutil/trace.go:171","msg":"trace[57595865] transaction","detail":"{read_only:false; response_revision:5770; number_of_response:1; }","duration":"207.474332ms","start":"2026-03-03T18:25:46.119994Z","end":"2026-03-03T18:25:46.327468Z","steps":["trace[57595865] 'process raft request' (duration: 207.249056ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:25:46.32766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.871236ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-03T18:25:46.327754Z","caller":"traceutil/trace.go:171","msg":"trace[501446282] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5770; }","duration":"158.04125ms","start":"2026-03-03T18:25:46.169694Z","end":"2026-03-03T18:25:46.327735Z","steps":["trace[501446282] 'agreement among raft nodes before linearized reading' (duration: 157.817485ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:25:46.327681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.788401ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-03T18:25:46.327902Z","caller":"traceutil/trace.go:171","msg":"trace[520657089] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5770; }","duration":"157.017867ms","start":"2026-03-03T18:25:46.170838Z","end":"2026-03-03T18:25:46.327856Z","steps":["trace[520657089] 'agreement among raft nodes before linearized reading' (duration: 156.756851ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:25:46.32779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.112739ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-03T18:25:46.32794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.197307ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-03T18:25:46.327983Z","caller":"traceutil/trace.go:171","msg":"trace[989496390] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5770; }","duration":"156.265049ms","start":"2026-03-03T18:25:46.171706Z","end":"2026-03-03T18:25:46.327971Z","steps":["trace[989496390] 'agreement among raft nodes before linearized reading' (duration: 155.955572ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:25:46.327985Z","caller":"traceutil/trace.go:171","msg":"trace[422324041] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5770; }","duration":"136.372755ms","start":"2026-03-03T18:25:46.191596Z","end":"2026-03-03T18:25:46.327969Z","steps":["trace[422324041] 'agreement among raft nodes before linearized reading' (duration: 136.064038ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:25:46.567641Z","caller":"traceutil/trace.go:171","msg":"trace[490149663] transaction","detail":"{read_only:false; response_revision:5773; number_of_response:1; }","duration":"235.203687ms","start":"2026-03-03T18:25:46.332408Z","end":"2026-03-03T18:25:46.567612Z","steps":["trace[490149663] 'process raft request' (duration: 235.085454ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:25:46.567746Z","caller":"traceutil/trace.go:171","msg":"trace[106057345] linearizableReadLoop","detail":"{readStateIndex:5995; appliedIndex:5991; }","duration":"214.107776ms","start":"2026-03-03T18:25:46.353628Z","end":"2026-03-03T18:25:46.567736Z","steps":["trace[106057345] 'read index received' (duration: 26.780333ms)","trace[106057345] 'applied index is now lower than readState.Index' (duration: 187.325943ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:25:46.567655Z","caller":"traceutil/trace.go:171","msg":"trace[1632429550] transaction","detail":"{read_only:false; response_revision:5772; number_of_response:1; }","duration":"235.299329ms","start":"2026-03-03T18:25:46.332322Z","end":"2026-03-03T18:25:46.567621Z","steps":["trace[1632429550] 'process raft request' (duration: 139.010227ms)","trace[1632429550] 'compare' (duration: 95.987075ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:25:46.56788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.236978ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T18:25:46.567881Z","caller":"traceutil/trace.go:171","msg":"trace[324901799] transaction","detail":"{read_only:false; response_revision:5774; number_of_response:1; }","duration":"235.300569ms","start":"2026-03-03T18:25:46.332556Z","end":"2026-03-03T18:25:46.567857Z","steps":["trace[324901799] 'process raft request' (duration: 234.998672ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:25:46.567912Z","caller":"traceutil/trace.go:171","msg":"trace[1974207852] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:5774; }","duration":"214.3213ms","start":"2026-03-03T18:25:46.353581Z","end":"2026-03-03T18:25:46.567902Z","steps":["trace[1974207852] 'agreement among raft nodes before linearized reading' (duration: 214.215768ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:26:00.251329Z","caller":"traceutil/trace.go:171","msg":"trace[1329400139] transaction","detail":"{read_only:false; response_revision:5863; number_of_response:1; }","duration":"169.742523ms","start":"2026-03-03T18:26:00.08156Z","end":"2026-03-03T18:26:00.251302Z","steps":["trace[1329400139] 'process raft request' (duration: 169.554108ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:26:00.899651Z","caller":"traceutil/trace.go:171","msg":"trace[2058597027] transaction","detail":"{read_only:false; response_revision:5866; number_of_response:1; }","duration":"204.528333ms","start":"2026-03-03T18:26:00.695104Z","end":"2026-03-03T18:26:00.899633Z","steps":["trace[2058597027] 'process raft request' (duration: 204.357199ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:26:01.011112Z","caller":"traceutil/trace.go:171","msg":"trace[1626303047] transaction","detail":"{read_only:false; response_revision:5867; number_of_response:1; }","duration":"315.894136ms","start":"2026-03-03T18:26:00.695191Z","end":"2026-03-03T18:26:01.011085Z","steps":["trace[1626303047] 'process raft request' (duration: 292.41071ms)","trace[1626303047] 'compare' (duration: 23.315433ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:26:01.011221Z","caller":"traceutil/trace.go:171","msg":"trace[328781823] linearizableReadLoop","detail":"{readStateIndex:6093; appliedIndex:6090; }","duration":"116.265747ms","start":"2026-03-03T18:26:00.894937Z","end":"2026-03-03T18:26:01.011202Z","steps":["trace[328781823] 'read index received' (duration: 4.575646ms)","trace[328781823] 'applied index is now lower than readState.Index' (duration: 111.689111ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:26:01.011278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:26:00.695185Z","time spent":"316.010579ms","remote":"127.0.0.1:53008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:26:01.011342Z","caller":"traceutil/trace.go:171","msg":"trace[1651175661] transaction","detail":"{read_only:false; response_revision:5868; number_of_response:1; }","duration":"315.879976ms","start":"2026-03-03T18:26:00.69544Z","end":"2026-03-03T18:26:01.01132Z","steps":["trace[1651175661] 'process raft request' (duration: 315.61028ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:26:01.011428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.485003ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T18:26:01.011474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:26:00.695436Z","time spent":"315.962578ms","remote":"127.0.0.1:53008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:26:01.011517Z","caller":"traceutil/trace.go:171","msg":"trace[81120496] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5868; }","duration":"116.628396ms","start":"2026-03-03T18:26:00.894881Z","end":"2026-03-03T18:26:01.01151Z","steps":["trace[81120496] 'agreement among raft nodes before linearized reading' (duration: 116.483943ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:29:44.308053Z","caller":"traceutil/trace.go:171","msg":"trace[1640672847] transaction","detail":"{read_only:false; response_revision:7339; number_of_response:1; }","duration":"144.385195ms","start":"2026-03-03T18:29:44.163635Z","end":"2026-03-03T18:29:44.30802Z","steps":["trace[1640672847] 'process raft request' (duration: 93.744955ms)","trace[1640672847] 'compare' (duration: 50.463166ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:29:44.308224Z","caller":"traceutil/trace.go:171","msg":"trace[2129892582] transaction","detail":"{read_only:false; response_revision:7340; number_of_response:1; }","duration":"129.852043ms","start":"2026-03-03T18:29:44.17833Z","end":"2026-03-03T18:29:44.308182Z","steps":["trace[2129892582] 'process raft request' (duration: 129.642148ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:30:05.869251Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5441} {"level":"info","ts":"2026-03-03T18:30:06.011235Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5441,"took":"140.236518ms","hash":2063245725,"current-db-size-bytes":40779776,"current-db-size":"41 MB","current-db-size-in-use-bytes":21504000,"current-db-size-in-use":"22 MB"} {"level":"info","ts":"2026-03-03T18:30:06.011325Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2063245725,"revision":5441,"compact-revision":2707} {"level":"info","ts":"2026-03-03T18:30:43.877953Z","caller":"traceutil/trace.go:171","msg":"trace[1427547456] linearizableReadLoop","detail":"{readStateIndex:8006; appliedIndex:8005; }","duration":"227.667834ms","start":"2026-03-03T18:30:43.650251Z","end":"2026-03-03T18:30:43.877918Z","steps":["trace[1427547456] 'read index received' (duration: 227.563432ms)","trace[1427547456] 'applied index is now lower than readState.Index' (duration: 102.142µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:30:43.878174Z","caller":"traceutil/trace.go:171","msg":"trace[1514215770] transaction","detail":"{read_only:false; response_revision:7713; number_of_response:1; }","duration":"306.689632ms","start":"2026-03-03T18:30:43.571452Z","end":"2026-03-03T18:30:43.878141Z","steps":["trace[1514215770] 'process raft request' (duration: 306.17856ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:30:43.878305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.032252ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-03T18:30:43.878353Z","caller":"traceutil/trace.go:171","msg":"trace[1872102878] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7713; }","duration":"228.156815ms","start":"2026-03-03T18:30:43.650182Z","end":"2026-03-03T18:30:43.878339Z","steps":["trace[1872102878] 'agreement among raft nodes before linearized reading' (duration: 227.911759ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:30:43.878396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:30:43.571244Z","time spent":"307.03706ms","remote":"127.0.0.1:53008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:30:52.08651Z","caller":"traceutil/trace.go:171","msg":"trace[738730249] transaction","detail":"{read_only:false; response_revision:7756; number_of_response:1; }","duration":"181.940509ms","start":"2026-03-03T18:30:51.904535Z","end":"2026-03-03T18:30:52.086475Z","steps":["trace[738730249] 'process raft request' (duration: 181.506558ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:30:52.227355Z","caller":"traceutil/trace.go:171","msg":"trace[1862059402] transaction","detail":"{read_only:false; response_revision:7757; number_of_response:1; }","duration":"100.127005ms","start":"2026-03-03T18:30:52.127195Z","end":"2026-03-03T18:30:52.227322Z","steps":["trace[1862059402] 'process raft request' (duration: 25.872908ms)","trace[1862059402] 'compare' (duration: 74.061902ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:30:52.62698Z","caller":"traceutil/trace.go:171","msg":"trace[1514352920] transaction","detail":"{read_only:false; response_revision:7760; number_of_response:1; }","duration":"105.447349ms","start":"2026-03-03T18:30:52.521483Z","end":"2026-03-03T18:30:52.626931Z","steps":["trace[1514352920] 'process raft request' (duration: 44.23668ms)","trace[1514352920] 'compare' (duration: 60.81639ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:30:52.871437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.043656ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T18:30:52.871646Z","caller":"traceutil/trace.go:171","msg":"trace[1109601365] linearizableReadLoop","detail":"{readStateIndex:8056; appliedIndex:8055; }","duration":"244.990181ms","start":"2026-03-03T18:30:52.62664Z","end":"2026-03-03T18:30:52.87163Z","steps":["trace[1109601365] 'read index received' (duration: 106.365451ms)","trace[1109601365] 'applied index is now lower than readState.Index' (duration: 138.62381ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:30:52.871623Z","caller":"traceutil/trace.go:171","msg":"trace[882054315] transaction","detail":"{read_only:false; response_revision:7761; number_of_response:1; }","duration":"276.060432ms","start":"2026-03-03T18:30:52.595515Z","end":"2026-03-03T18:30:52.871575Z","steps":["trace[882054315] 'process raft request' (duration: 137.480753ms)","trace[882054315] 'compare' (duration: 137.902053ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:30:52.871747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.233599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:30:52.871773Z","caller":"traceutil/trace.go:171","msg":"trace[1264231862] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:7761; }","duration":"294.28884ms","start":"2026-03-03T18:30:52.577476Z","end":"2026-03-03T18:30:52.871765Z","steps":["trace[1264231862] 'agreement among raft nodes before linearized reading' (duration: 294.237499ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:30:52.872178Z","caller":"traceutil/trace.go:171","msg":"trace[1718798876] transaction","detail":"{read_only:false; response_revision:7762; number_of_response:1; }","duration":"239.445481ms","start":"2026-03-03T18:30:52.632717Z","end":"2026-03-03T18:30:52.872162Z","steps":["trace[1718798876] 'process raft request' (duration: 239.346918ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:30:52.872217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.543231ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-03T18:30:52.87224Z","caller":"traceutil/trace.go:171","msg":"trace[1170341323] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7762; }","duration":"210.617172ms","start":"2026-03-03T18:30:52.661617Z","end":"2026-03-03T18:30:52.872234Z","steps":["trace[1170341323] 'agreement among raft nodes before linearized reading' (duration: 210.490879ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:30:52.872342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.012939ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-03T18:30:52.872364Z","caller":"traceutil/trace.go:171","msg":"trace[1345482574] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7762; }","duration":"210.059209ms","start":"2026-03-03T18:30:52.662299Z","end":"2026-03-03T18:30:52.872359Z","steps":["trace[1345482574] 'agreement among raft nodes before linearized reading' (duration: 210.005398ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:30:53.013743Z","caller":"traceutil/trace.go:171","msg":"trace[1537307067] linearizableReadLoop","detail":"{readStateIndex:8059; appliedIndex:8057; }","duration":"114.964203ms","start":"2026-03-03T18:30:52.898756Z","end":"2026-03-03T18:30:53.01372Z","steps":["trace[1537307067] 'read index received' (duration: 66.060593ms)","trace[1537307067] 'applied index is now lower than readState.Index' (duration: 48.90241ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:30:53.01384Z","caller":"traceutil/trace.go:171","msg":"trace[1983510926] transaction","detail":"{read_only:false; response_revision:7764; number_of_response:1; }","duration":"137.014781ms","start":"2026-03-03T18:30:52.876796Z","end":"2026-03-03T18:30:53.01381Z","steps":["trace[1983510926] 'process raft request' (duration: 112.193108ms)","trace[1983510926] 'compare' (duration: 24.621909ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:30:53.014037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.22984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:30:53.014137Z","caller":"traceutil/trace.go:171","msg":"trace[690292861] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7764; }","duration":"115.375394ms","start":"2026-03-03T18:30:52.898738Z","end":"2026-03-03T18:30:53.014114Z","steps":["trace[690292861] 'agreement among raft nodes before linearized reading' (duration: 115.119468ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:30:53.926207Z","caller":"traceutil/trace.go:171","msg":"trace[751339209] transaction","detail":"{read_only:false; response_revision:7767; number_of_response:1; }","duration":"157.981705ms","start":"2026-03-03T18:30:53.768203Z","end":"2026-03-03T18:30:53.926185Z","steps":["trace[751339209] 'process raft request' (duration: 157.835812ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:31:01.853821Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10938289895795936134,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-03T18:31:02.101961Z","caller":"traceutil/trace.go:171","msg":"trace[308372854] linearizableReadLoop","detail":"{readStateIndex:8235; appliedIndex:8234; }","duration":"749.147696ms","start":"2026-03-03T18:31:01.35279Z","end":"2026-03-03T18:31:02.101938Z","steps":["trace[308372854] 'read index received' (duration: 748.962621ms)","trace[308372854] 'applied index is now lower than readState.Index' (duration: 184.235µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:31:02.102057Z","caller":"traceutil/trace.go:171","msg":"trace[1878107813] transaction","detail":"{read_only:false; response_revision:7938; number_of_response:1; }","duration":"808.525092ms","start":"2026-03-03T18:31:01.293475Z","end":"2026-03-03T18:31:02.102Z","steps":["trace[1878107813] 'process raft request' (duration: 808.327097ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:31:02.102175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"749.372042ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-prbmn\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-03T18:31:02.102206Z","caller":"traceutil/trace.go:171","msg":"trace[1328250783] range","detail":"{range_begin:/registry/pods/openstack/keepalived-prbmn; range_end:; response_count:1; response_revision:7938; }","duration":"749.426273ms","start":"2026-03-03T18:31:01.352772Z","end":"2026-03-03T18:31:02.102198Z","steps":["trace[1328250783] 'agreement among raft nodes before linearized reading' (duration: 749.28856ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:31:02.102229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:31:01.352698Z","time spent":"749.524914ms","remote":"127.0.0.1:52918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6553,"request content":"key:\"/registry/pods/openstack/keepalived-prbmn\" "} {"level":"warn","ts":"2026-03-03T18:31:02.102235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:31:01.293457Z","time spent":"808.682625ms","remote":"127.0.0.1:53008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:31:02.102322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"485.837304ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T18:31:02.102409Z","caller":"traceutil/trace.go:171","msg":"trace[981003191] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:7938; }","duration":"485.993997ms","start":"2026-03-03T18:31:01.616395Z","end":"2026-03-03T18:31:02.102389Z","steps":["trace[981003191] 'agreement among raft nodes before linearized reading' (duration: 485.840854ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:31:02.102462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:31:01.616376Z","time spent":"486.07414ms","remote":"127.0.0.1:33990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:31:02.102529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.333362ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:31:02.102549Z","caller":"traceutil/trace.go:171","msg":"trace[1445855267] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7938; }","duration":"192.381984ms","start":"2026-03-03T18:31:01.910162Z","end":"2026-03-03T18:31:02.102544Z","steps":["trace[1445855267] 'agreement among raft nodes before linearized reading' (duration: 192.350513ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:31:02.710256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.394696ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T18:31:02.710528Z","caller":"traceutil/trace.go:171","msg":"trace[2122134544] transaction","detail":"{read_only:false; response_revision:7939; number_of_response:1; }","duration":"591.360805ms","start":"2026-03-03T18:31:02.11913Z","end":"2026-03-03T18:31:02.710491Z","steps":["trace[2122134544] 'process raft request' (duration: 346.58899ms)","trace[2122134544] 'compare' (duration: 243.924605ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:31:02.710698Z","caller":"traceutil/trace.go:171","msg":"trace[776851907] transaction","detail":"{read_only:false; response_revision:7940; number_of_response:1; }","duration":"255.390975ms","start":"2026-03-03T18:31:02.455276Z","end":"2026-03-03T18:31:02.710667Z","steps":["trace[776851907] 'process raft request' (duration: 255.15384ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:31:02.710721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:31:02.1191Z","time spent":"591.513149ms","remote":"127.0.0.1:53008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:31:02.710967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"443.53769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-03T18:31:02.71063Z","caller":"traceutil/trace.go:171","msg":"trace[56496484] linearizableReadLoop","detail":"{readStateIndex:8236; appliedIndex:8235; }","duration":"443.14199ms","start":"2026-03-03T18:31:02.267408Z","end":"2026-03-03T18:31:02.71055Z","steps":["trace[56496484] 'read index received' (duration: 198.329383ms)","trace[56496484] 'applied index is now lower than readState.Index' (duration: 244.809787ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:31:02.71107Z","caller":"traceutil/trace.go:171","msg":"trace[1144246928] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7941; }","duration":"443.702804ms","start":"2026-03-03T18:31:02.26735Z","end":"2026-03-03T18:31:02.711053Z","steps":["trace[1144246928] 'agreement among raft nodes before linearized reading' (duration: 443.354675ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:31:02.711173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:31:02.267321Z","time spent":"443.839326ms","remote":"127.0.0.1:53008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-03T18:31:12.269459Z","caller":"traceutil/trace.go:171","msg":"trace[1233793874] transaction","detail":"{read_only:false; response_revision:7985; number_of_response:1; }","duration":"343.266461ms","start":"2026-03-03T18:31:11.926163Z","end":"2026-03-03T18:31:12.269429Z","steps":["trace[1233793874] 'process raft request' (duration: 342.828011ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:31:12.26967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:31:11.926142Z","time spent":"343.414155ms","remote":"127.0.0.1:34648","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":414406,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:31:12.416068Z","caller":"traceutil/trace.go:171","msg":"trace[966999866] linearizableReadLoop","detail":"{readStateIndex:8286; appliedIndex:8284; }","duration":"241.076718ms","start":"2026-03-03T18:31:12.174956Z","end":"2026-03-03T18:31:12.416032Z","steps":["trace[966999866] 'read index received' (duration: 94.040671ms)","trace[966999866] 'applied index is now lower than readState.Index' (duration: 147.034337ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:31:12.416133Z","caller":"traceutil/trace.go:171","msg":"trace[1379731949] transaction","detail":"{read_only:false; response_revision:7986; number_of_response:1; }","duration":"359.371741ms","start":"2026-03-03T18:31:12.056712Z","end":"2026-03-03T18:31:12.416083Z","steps":["trace[1379731949] 'process raft request' (duration: 317.453035ms)","trace[1379731949] 'compare' (duration: 41.66397ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:31:12.41635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:31:12.056665Z","time spent":"359.559985ms","remote":"127.0.0.1:52912","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":19432,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:31:12.416487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.985845ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-prbmn\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-03-03T18:31:12.416468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.498709ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-03T18:31:12.416549Z","caller":"traceutil/trace.go:171","msg":"trace[181389254] range","detail":"{range_begin:/registry/pods/openstack/keepalived-prbmn; range_end:; response_count:1; response_revision:7986; }","duration":"232.143988ms","start":"2026-03-03T18:31:12.184391Z","end":"2026-03-03T18:31:12.416535Z","steps":["trace[181389254] 'agreement among raft nodes before linearized reading' (duration: 231.846431ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:31:12.416582Z","caller":"traceutil/trace.go:171","msg":"trace[1000904286] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7986; }","duration":"241.667673ms","start":"2026-03-03T18:31:12.174886Z","end":"2026-03-03T18:31:12.416553Z","steps":["trace[1000904286] 'agreement among raft nodes before linearized reading' (duration: 241.330365ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:31:13.346761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.602583ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T18:31:13.347091Z","caller":"traceutil/trace.go:171","msg":"trace[1262225750] transaction","detail":"{read_only:false; response_revision:7992; number_of_response:1; }","duration":"278.491498ms","start":"2026-03-03T18:31:13.068577Z","end":"2026-03-03T18:31:13.347068Z","steps":["trace[1262225750] 'process raft request' (duration: 278.448517ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:31:13.347095Z","caller":"traceutil/trace.go:171","msg":"trace[1048061724] transaction","detail":"{read_only:false; response_revision:7989; number_of_response:1; }","duration":"573.348482ms","start":"2026-03-03T18:31:12.773716Z","end":"2026-03-03T18:31:13.347065Z","steps":["trace[1048061724] 'process raft request' (duration: 359.331759ms)","trace[1048061724] 'compare' (duration: 213.241745ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:31:13.347103Z","caller":"traceutil/trace.go:171","msg":"trace[635097423] linearizableReadLoop","detail":"{readStateIndex:8289; appliedIndex:8287; }","duration":"567.554055ms","start":"2026-03-03T18:31:12.779507Z","end":"2026-03-03T18:31:13.347061Z","steps":["trace[635097423] 'read index received' (duration: 61.25741ms)","trace[635097423] 'applied index is now lower than readState.Index' (duration: 506.291835ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:31:13.347169Z","caller":"traceutil/trace.go:171","msg":"trace[1650402404] transaction","detail":"{read_only:false; response_revision:7990; number_of_response:1; }","duration":"484.136504ms","start":"2026-03-03T18:31:12.863006Z","end":"2026-03-03T18:31:13.347142Z","steps":["trace[1650402404] 'process raft request' (duration: 483.873287ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:31:13.347243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:31:12.773686Z","time spent":"573.472075ms","remote":"127.0.0.1:53008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:31:13.347384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"567.892583ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-03T18:31:13.347391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"449.52311ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:31:13.347424Z","caller":"traceutil/trace.go:171","msg":"trace[1890326399] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7992; }","duration":"567.983285ms","start":"2026-03-03T18:31:12.77943Z","end":"2026-03-03T18:31:13.347414Z","steps":["trace[1890326399] 'agreement among raft nodes before linearized reading' (duration: 567.78617ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:31:13.347449Z","caller":"traceutil/trace.go:171","msg":"trace[1002261362] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7992; }","duration":"449.640883ms","start":"2026-03-03T18:31:12.897792Z","end":"2026-03-03T18:31:13.347433Z","steps":["trace[1002261362] 'agreement among raft nodes before linearized reading' (duration: 449.475209ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:31:13.347476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.744885ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-03T18:31:13.347492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.377059ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-03T18:31:13.347513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:31:12.897771Z","time spent":"449.730955ms","remote":"127.0.0.1:52682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T18:31:13.34754Z","caller":"traceutil/trace.go:171","msg":"trace[269039611] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7992; }","duration":"207.876678ms","start":"2026-03-03T18:31:13.139651Z","end":"2026-03-03T18:31:13.347527Z","steps":["trace[269039611] 'agreement among raft nodes before linearized reading' (duration: 207.623322ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:31:13.347545Z","caller":"traceutil/trace.go:171","msg":"trace[467215273] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7992; }","duration":"202.469141ms","start":"2026-03-03T18:31:13.145064Z","end":"2026-03-03T18:31:13.347533Z","steps":["trace[467215273] 'agreement among raft nodes before linearized reading' (duration: 202.270496ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:31:13.347553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"429.642703ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T18:31:13.347632Z","caller":"traceutil/trace.go:171","msg":"trace[1680083502] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:7992; }","duration":"429.774476ms","start":"2026-03-03T18:31:12.917836Z","end":"2026-03-03T18:31:13.347611Z","steps":["trace[1680083502] 'agreement among raft nodes before linearized reading' (duration: 429.581511ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:31:13.347459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:31:12.779411Z","time spent":"568.038907ms","remote":"127.0.0.1:53008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-03T18:31:13.347222Z","caller":"traceutil/trace.go:171","msg":"trace[762401441] transaction","detail":"{read_only:false; response_revision:7991; number_of_response:1; }","duration":"388.28066ms","start":"2026-03-03T18:31:12.95889Z","end":"2026-03-03T18:31:13.347171Z","steps":["trace[762401441] 'process raft request' (duration: 388.086126ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:31:13.347679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:31:12.917815Z","time spent":"429.853467ms","remote":"127.0.0.1:41828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":53,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:31:13.347719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"376.038422ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-03T18:31:13.34779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:31:12.958866Z","time spent":"388.823883ms","remote":"127.0.0.1:53008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:31:13.347784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.122545ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19446"} {"level":"info","ts":"2026-03-03T18:31:13.347853Z","caller":"traceutil/trace.go:171","msg":"trace[1936048378] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7992; }","duration":"376.241178ms","start":"2026-03-03T18:31:12.971577Z","end":"2026-03-03T18:31:13.347818Z","steps":["trace[1936048378] 'agreement among raft nodes before linearized reading' (duration: 375.820208ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:31:13.347767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:31:12.862973Z","time spent":"484.252157ms","remote":"127.0.0.1:53008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:31:13.347899Z","caller":"traceutil/trace.go:171","msg":"trace[1430377294] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:7992; }","duration":"251.30509ms","start":"2026-03-03T18:31:13.096564Z","end":"2026-03-03T18:31:13.347869Z","steps":["trace[1430377294] 'agreement among raft nodes before linearized reading' (duration: 250.89842ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:31:13.347918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:31:12.971564Z","time spent":"376.34279ms","remote":"127.0.0.1:53008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T18:31:13.855034Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10938289895795936284,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T18:31:14.356162Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10938289895795936284,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-03T18:31:14.549342Z","caller":"traceutil/trace.go:171","msg":"trace[258053217] transaction","detail":"{read_only:false; response_revision:7993; number_of_response:1; }","duration":"1.196964576s","start":"2026-03-03T18:31:13.352323Z","end":"2026-03-03T18:31:14.549288Z","steps":["trace[258053217] 'process raft request' (duration: 1.138534193s)","trace[258053217] 'compare' (duration: 57.620214ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:31:14.549518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:31:13.352297Z","time spent":"1.19713051s","remote":"127.0.0.1:53008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:31:14.587763Z","caller":"traceutil/trace.go:171","msg":"trace[1166695830] transaction","detail":"{read_only:false; response_revision:7994; number_of_response:1; }","duration":"1.234060498s","start":"2026-03-03T18:31:13.353649Z","end":"2026-03-03T18:31:14.587709Z","steps":["trace[1166695830] 'process raft request' (duration: 1.233820143s)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:31:14.587717Z","caller":"traceutil/trace.go:171","msg":"trace[2107322105] transaction","detail":"{read_only:false; response_revision:7995; number_of_response:1; }","duration":"1.233639239s","start":"2026-03-03T18:31:13.354049Z","end":"2026-03-03T18:31:14.587689Z","steps":["trace[2107322105] 'process raft request' (duration: 1.233562757s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:31:14.587962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:31:13.354034Z","time spent":"1.233836583s","remote":"127.0.0.1:53008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:31:14.587964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:31:13.353617Z","time spent":"1.234245773s","remote":"127.0.0.1:53008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:31:14.587965Z","caller":"traceutil/trace.go:171","msg":"trace[1296759188] transaction","detail":"{read_only:false; response_revision:7996; number_of_response:1; }","duration":"1.233571237s","start":"2026-03-03T18:31:13.354363Z","end":"2026-03-03T18:31:14.587934Z","steps":["trace[1296759188] 'process raft request' (duration: 1.23328497s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:31:14.588169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:31:13.354349Z","time spent":"1.233716211s","remote":"127.0.0.1:53008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:31:14.759056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.148624ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-03-03T18:31:14.75918Z","caller":"traceutil/trace.go:171","msg":"trace[821731936] linearizableReadLoop","detail":"{readStateIndex:8297; appliedIndex:8292; }","duration":"1.405107781s","start":"2026-03-03T18:31:13.354047Z","end":"2026-03-03T18:31:14.759155Z","steps":["trace[821731936] 'read index received' (duration: 1.136795332s)","trace[821731936] 'applied index is now lower than readState.Index' (duration: 268.310398ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:31:14.759464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.405399867s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19446"} {"level":"warn","ts":"2026-03-03T18:31:14.759478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.001690375s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-787478b885-nnbh9.1899685797387798\" ","response":"range_response_count:1 size:1135"} {"level":"info","ts":"2026-03-03T18:31:14.759504Z","caller":"traceutil/trace.go:171","msg":"trace[2111381794] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:7996; }","duration":"1.40551059s","start":"2026-03-03T18:31:13.353982Z","end":"2026-03-03T18:31:14.759493Z","steps":["trace[2111381794] 'agreement among raft nodes before linearized reading' (duration: 1.405298085s)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:31:14.759541Z","caller":"traceutil/trace.go:171","msg":"trace[963502949] range","detail":"{range_begin:/registry/events/openstack/barbican-api-787478b885-nnbh9.1899685797387798; range_end:; response_count:1; response_revision:7996; }","duration":"1.001799077s","start":"2026-03-03T18:31:13.757722Z","end":"2026-03-03T18:31:14.759521Z","steps":["trace[963502949] 'agreement among raft nodes before linearized reading' (duration: 1.001604053s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:31:14.759548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:31:13.353969Z","time spent":"1.405569272s","remote":"127.0.0.1:52912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19468,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-03T18:31:14.759578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:31:13.757698Z","time spent":"1.001873119s","remote":"127.0.0.1:52800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":1157,"request content":"key:\"/registry/events/openstack/barbican-api-787478b885-nnbh9.1899685797387798\" "} {"level":"warn","ts":"2026-03-03T18:31:14.759575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.714233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-prbmn\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-03-03T18:31:14.75962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.596446ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-03T18:31:14.759738Z","caller":"traceutil/trace.go:171","msg":"trace[1722415188] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7996; }","duration":"292.429485ms","start":"2026-03-03T18:31:14.467282Z","end":"2026-03-03T18:31:14.759712Z","steps":["trace[1722415188] 'agreement among raft nodes before linearized reading' (duration: 292.083177ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:31:14.75956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.632805ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-03T18:31:14.759907Z","caller":"traceutil/trace.go:171","msg":"trace[1386177757] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7996; }","duration":"283.014354ms","start":"2026-03-03T18:31:14.476851Z","end":"2026-03-03T18:31:14.759865Z","steps":["trace[1386177757] 'agreement among raft nodes before linearized reading' (duration: 282.493052ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:31:14.759588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"861.560209ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:31:14.759661Z","caller":"traceutil/trace.go:171","msg":"trace[1107919498] range","detail":"{range_begin:/registry/pods/openstack/keepalived-prbmn; range_end:; response_count:1; response_revision:7996; }","duration":"278.884697ms","start":"2026-03-03T18:31:14.480757Z","end":"2026-03-03T18:31:14.759642Z","steps":["trace[1107919498] 'agreement among raft nodes before linearized reading' (duration: 278.611281ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:31:14.760062Z","caller":"traceutil/trace.go:171","msg":"trace[1450542356] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7996; }","duration":"862.115472ms","start":"2026-03-03T18:31:13.897918Z","end":"2026-03-03T18:31:14.760034Z","steps":["trace[1450542356] 'agreement among raft nodes before linearized reading' (duration: 861.491138ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:31:14.760121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:31:13.897869Z","time spent":"862.240725ms","remote":"127.0.0.1:52682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T18:31:15.097153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.939924ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T18:31:15.097299Z","caller":"traceutil/trace.go:171","msg":"trace[618520843] linearizableReadLoop","detail":"{readStateIndex:8299; appliedIndex:8298; }","duration":"265.137984ms","start":"2026-03-03T18:31:14.832139Z","end":"2026-03-03T18:31:15.097276Z","steps":["trace[618520843] 'read index received' (duration: 140.962484ms)","trace[618520843] 'applied index is now lower than readState.Index' (duration: 124.17345ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:31:15.097417Z","caller":"traceutil/trace.go:171","msg":"trace[1926526019] transaction","detail":"{read_only:false; response_revision:7998; number_of_response:1; }","duration":"333.043012ms","start":"2026-03-03T18:31:14.764333Z","end":"2026-03-03T18:31:15.097376Z","steps":["trace[1926526019] 'process raft request' (duration: 208.752749ms)","trace[1926526019] 'compare' (duration: 123.781421ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:31:15.097612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:31:14.764318Z","time spent":"333.189695ms","remote":"127.0.0.1:53008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:31:15.097921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.481914ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:224145"} {"level":"info","ts":"2026-03-03T18:31:15.097969Z","caller":"traceutil/trace.go:171","msg":"trace[276494171] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:7998; }","duration":"331.558776ms","start":"2026-03-03T18:31:14.766396Z","end":"2026-03-03T18:31:15.097955Z","steps":["trace[276494171] 'agreement among raft nodes before linearized reading' (duration: 331.047514ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:31:15.098038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:31:14.766379Z","time spent":"331.624577ms","remote":"127.0.0.1:52918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":224167,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-03T18:31:15.150477Z","caller":"traceutil/trace.go:171","msg":"trace[889994646] transaction","detail":"{read_only:false; response_revision:7999; number_of_response:1; }","duration":"304.47187ms","start":"2026-03-03T18:31:14.845968Z","end":"2026-03-03T18:31:15.15044Z","steps":["trace[889994646] 'process raft request' (duration: 304.185493ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:31:15.150583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.934143ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19446"} {"level":"info","ts":"2026-03-03T18:31:15.150648Z","caller":"traceutil/trace.go:171","msg":"trace[1011253962] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:7999; }","duration":"317.052856ms","start":"2026-03-03T18:31:14.833576Z","end":"2026-03-03T18:31:15.150629Z","steps":["trace[1011253962] 'agreement among raft nodes before linearized reading' (duration: 316.77397ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:31:15.150674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:31:14.845889Z","time spent":"304.677345ms","remote":"127.0.0.1:53008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:31:15.150689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:31:14.833536Z","time spent":"317.144617ms","remote":"127.0.0.1:52912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19468,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-03-03T18:31:15.4652Z","caller":"traceutil/trace.go:171","msg":"trace[1741781484] transaction","detail":"{read_only:false; response_revision:8000; number_of_response:1; }","duration":"111.42803ms","start":"2026-03-03T18:31:15.353744Z","end":"2026-03-03T18:31:15.465172Z","steps":["trace[1741781484] 'process raft request' (duration: 111.235466ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:31:15.664878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.969233ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T18:31:15.665022Z","caller":"traceutil/trace.go:171","msg":"trace[1831709549] transaction","detail":"{read_only:false; response_revision:8001; number_of_response:1; }","duration":"310.232836ms","start":"2026-03-03T18:31:15.354757Z","end":"2026-03-03T18:31:15.66499Z","steps":["trace[1831709549] 'process raft request' (duration: 201.033427ms)","trace[1831709549] 'compare' (duration: 108.633975ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:31:15.665128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:31:15.354735Z","time spent":"310.346379ms","remote":"127.0.0.1:53008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:31:16.906522Z","caller":"traceutil/trace.go:171","msg":"trace[1034336760] linearizableReadLoop","detail":"{readStateIndex:8303; appliedIndex:8302; }","duration":"314.649059ms","start":"2026-03-03T18:31:16.591846Z","end":"2026-03-03T18:31:16.906495Z","steps":["trace[1034336760] 'read index received' (duration: 314.429794ms)","trace[1034336760] 'applied index is now lower than readState.Index' (duration: 218.195µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:31:16.906874Z","caller":"traceutil/trace.go:171","msg":"trace[678904221] transaction","detail":"{read_only:false; response_revision:8002; number_of_response:1; }","duration":"349.686303ms","start":"2026-03-03T18:31:16.557174Z","end":"2026-03-03T18:31:16.906861Z","steps":["trace[678904221] 'process raft request' (duration: 349.181102ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:31:16.907005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:31:16.557156Z","time spent":"349.759415ms","remote":"127.0.0.1:53008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:31:16.907363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.506969ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-03T18:31:16.907417Z","caller":"traceutil/trace.go:171","msg":"trace[1341154579] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8002; }","duration":"315.57828ms","start":"2026-03-03T18:31:16.591825Z","end":"2026-03-03T18:31:16.907403Z","steps":["trace[1341154579] 'agreement among raft nodes before linearized reading' (duration: 315.412596ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:31:16.907458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:31:16.591813Z","time spent":"315.634352ms","remote":"127.0.0.1:53008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T18:31:16.907536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.54487ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-03T18:31:16.907601Z","caller":"traceutil/trace.go:171","msg":"trace[991691066] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8002; }","duration":"315.676122ms","start":"2026-03-03T18:31:16.591911Z","end":"2026-03-03T18:31:16.907587Z","steps":["trace[991691066] 'agreement among raft nodes before linearized reading' (duration: 315.464088ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:31:16.90764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:31:16.591888Z","time spent":"315.740864ms","remote":"127.0.0.1:53008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T18:31:16.907891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.158437ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T18:31:16.907971Z","caller":"traceutil/trace.go:171","msg":"trace[1371654848] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:8002; }","duration":"294.256709ms","start":"2026-03-03T18:31:16.613699Z","end":"2026-03-03T18:31:16.907956Z","steps":["trace[1371654848] 'agreement among raft nodes before linearized reading' (duration: 294.142696ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:31:16.907985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.645039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-03T18:31:16.908008Z","caller":"traceutil/trace.go:171","msg":"trace[587469640] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8002; }","duration":"314.686949ms","start":"2026-03-03T18:31:16.593315Z","end":"2026-03-03T18:31:16.908002Z","steps":["trace[587469640] 'agreement among raft nodes before linearized reading' (duration: 314.626128ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:31:16.908034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:31:16.593307Z","time spent":"314.72227ms","remote":"127.0.0.1:53008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T18:31:17.610029Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10938289895795936369,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T18:31:17.763995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.061135ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T18:31:17.764228Z","caller":"traceutil/trace.go:171","msg":"trace[257950927] transaction","detail":"{read_only:false; response_revision:8003; number_of_response:1; }","duration":"853.10735ms","start":"2026-03-03T18:31:16.911098Z","end":"2026-03-03T18:31:17.764205Z","steps":["trace[257950927] 'process raft request' (duration: 714.745287ms)","trace[257950927] 'compare' (duration: 137.922252ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:31:17.764389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:31:16.911076Z","time spent":"853.251923ms","remote":"127.0.0.1:53008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:31:18.019695Z","caller":"traceutil/trace.go:171","msg":"trace[1815873736] linearizableReadLoop","detail":"{readStateIndex:8308; appliedIndex:8303; }","duration":"916.50762ms","start":"2026-03-03T18:31:17.103163Z","end":"2026-03-03T18:31:18.019671Z","steps":["trace[1815873736] 'read index received' (duration: 522.66587ms)","trace[1815873736] 'applied index is now lower than readState.Index' (duration: 393.84064ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:31:18.019814Z","caller":"traceutil/trace.go:171","msg":"trace[1630784581] transaction","detail":"{read_only:false; response_revision:8007; number_of_response:1; }","duration":"546.294236ms","start":"2026-03-03T18:31:17.473508Z","end":"2026-03-03T18:31:18.019803Z","steps":["trace[1630784581] 'process raft request' (duration: 546.118332ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:31:18.01978Z","caller":"traceutil/trace.go:171","msg":"trace[796392542] transaction","detail":"{read_only:false; response_revision:8005; number_of_response:1; }","duration":"1.107655566s","start":"2026-03-03T18:31:16.912076Z","end":"2026-03-03T18:31:18.019731Z","steps":["trace[796392542] 'process raft request' (duration: 1.10741567s)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:31:18.019841Z","caller":"traceutil/trace.go:171","msg":"trace[329500124] transaction","detail":"{read_only:false; response_revision:8006; number_of_response:1; }","duration":"863.288069ms","start":"2026-03-03T18:31:17.156515Z","end":"2026-03-03T18:31:18.019803Z","steps":["trace[329500124] 'process raft request' (duration: 863.072734ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:31:18.019933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:31:17.47348Z","time spent":"546.360887ms","remote":"127.0.0.1:53008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:31:18.019975Z","caller":"traceutil/trace.go:171","msg":"trace[484492043] transaction","detail":"{read_only:false; response_revision:8004; number_of_response:1; }","duration":"1.108035175s","start":"2026-03-03T18:31:16.911907Z","end":"2026-03-03T18:31:18.019942Z","steps":["trace[484492043] 'process raft request' (duration: 1.078542671s)","trace[484492043] 'compare' (duration: 28.682175ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:31:18.020037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"916.871129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-03T18:31:18.020049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:31:17.156486Z","time spent":"863.453244ms","remote":"127.0.0.1:53008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:31:18.020091Z","caller":"traceutil/trace.go:171","msg":"trace[255349777] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8007; }","duration":"916.977052ms","start":"2026-03-03T18:31:17.103098Z","end":"2026-03-03T18:31:18.020076Z","steps":["trace[255349777] 'agreement among raft nodes before linearized reading' (duration: 916.767547ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:31:18.02014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:31:17.103074Z","time spent":"917.055494ms","remote":"127.0.0.1:53008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T18:31:18.020158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:31:16.911882Z","time spent":"1.108185898s","remote":"127.0.0.1:53008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:31:18.019995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:31:16.912068Z","time spent":"1.107815819s","remote":"127.0.0.1:53008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:31:18.051538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.086954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:31:18.051626Z","caller":"traceutil/trace.go:171","msg":"trace[129016146] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8008; }","duration":"154.240677ms","start":"2026-03-03T18:31:17.897366Z","end":"2026-03-03T18:31:18.051607Z","steps":["trace[129016146] 'agreement among raft nodes before linearized reading' (duration: 154.056923ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:31:18.051645Z","caller":"traceutil/trace.go:171","msg":"trace[1034702776] transaction","detail":"{read_only:false; response_revision:8008; number_of_response:1; }","duration":"381.070671ms","start":"2026-03-03T18:31:17.670341Z","end":"2026-03-03T18:31:18.051412Z","steps":["trace[1034702776] 'process raft request' (duration: 380.954508ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:31:18.051672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.609363ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T18:31:18.051768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:31:17.670311Z","time spent":"381.389748ms","remote":"127.0.0.1:53008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:31:18.051803Z","caller":"traceutil/trace.go:171","msg":"trace[645493751] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:8008; }","duration":"193.840239ms","start":"2026-03-03T18:31:17.857933Z","end":"2026-03-03T18:31:18.051773Z","steps":["trace[645493751] 'agreement among raft nodes before linearized reading' (duration: 193.566083ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:31:18.051867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"944.232283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-prbmn\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-03T18:31:18.052016Z","caller":"traceutil/trace.go:171","msg":"trace[842918363] range","detail":"{range_begin:/registry/pods/openstack/keepalived-prbmn; range_end:; response_count:1; response_revision:8008; }","duration":"944.637092ms","start":"2026-03-03T18:31:17.107355Z","end":"2026-03-03T18:31:18.051992Z","steps":["trace[842918363] 'agreement among raft nodes before linearized reading' (duration: 944.059369ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:31:18.052215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:31:17.107329Z","time spent":"944.793636ms","remote":"127.0.0.1:52918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6553,"request content":"key:\"/registry/pods/openstack/keepalived-prbmn\" "} {"level":"warn","ts":"2026-03-03T18:31:19.15999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.942269ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T18:31:19.160104Z","caller":"traceutil/trace.go:171","msg":"trace[436393422] transaction","detail":"{read_only:false; response_revision:8011; number_of_response:1; }","duration":"167.287023ms","start":"2026-03-03T18:31:18.992797Z","end":"2026-03-03T18:31:19.160084Z","steps":["trace[436393422] 'process raft request' (duration: 39.15497ms)","trace[436393422] 'compare' (duration: 127.820006ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:31:20.097935Z","caller":"traceutil/trace.go:171","msg":"trace[33473321] linearizableReadLoop","detail":"{readStateIndex:8314; appliedIndex:8313; }","duration":"201.112699ms","start":"2026-03-03T18:31:19.896793Z","end":"2026-03-03T18:31:20.097906Z","steps":["trace[33473321] 'read index received' (duration: 201.033407ms)","trace[33473321] 'applied index is now lower than readState.Index' (duration: 78.152µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:31:20.098057Z","caller":"traceutil/trace.go:171","msg":"trace[223011213] transaction","detail":"{read_only:false; response_revision:8012; number_of_response:1; }","duration":"325.291019ms","start":"2026-03-03T18:31:19.772721Z","end":"2026-03-03T18:31:20.098012Z","steps":["trace[223011213] 'process raft request' (duration: 325.028352ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:31:20.098106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.298593ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:31:20.098165Z","caller":"traceutil/trace.go:171","msg":"trace[467783938] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8012; }","duration":"201.424386ms","start":"2026-03-03T18:31:19.896729Z","end":"2026-03-03T18:31:20.098153Z","steps":["trace[467783938] 'agreement among raft nodes before linearized reading' (duration: 201.321694ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:31:20.098196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:31:19.772689Z","time spent":"325.417122ms","remote":"127.0.0.1:53008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:31:20.273705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.982175ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-03T18:31:20.273784Z","caller":"traceutil/trace.go:171","msg":"trace[664723274] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8015; }","duration":"249.126328ms","start":"2026-03-03T18:31:20.024638Z","end":"2026-03-03T18:31:20.273765Z","steps":["trace[664723274] 'agreement among raft nodes before linearized reading' (duration: 74.433871ms)","trace[664723274] 'range keys from in-memory index tree' (duration: 173.273385ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:31:20.29719Z","caller":"traceutil/trace.go:171","msg":"trace[1866557648] linearizableReadLoop","detail":"{readStateIndex:8318; appliedIndex:8317; }","duration":"178.458007ms","start":"2026-03-03T18:31:20.118706Z","end":"2026-03-03T18:31:20.297164Z","steps":["trace[1866557648] 'read index received' (duration: 178.305993ms)","trace[1866557648] 'applied index is now lower than readState.Index' (duration: 150.534µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:31:20.297226Z","caller":"traceutil/trace.go:171","msg":"trace[352264028] transaction","detail":"{read_only:false; response_revision:8016; number_of_response:1; }","duration":"192.921747ms","start":"2026-03-03T18:31:20.104289Z","end":"2026-03-03T18:31:20.29721Z","steps":["trace[352264028] 'process raft request' (duration: 192.715822ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:31:20.297358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.660301ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-03T18:31:20.297389Z","caller":"traceutil/trace.go:171","msg":"trace[243633742] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8016; }","duration":"178.741823ms","start":"2026-03-03T18:31:20.11864Z","end":"2026-03-03T18:31:20.297382Z","steps":["trace[243633742] 'agreement among raft nodes before linearized reading' (duration: 178.63845ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:31:20.298834Z","caller":"traceutil/trace.go:171","msg":"trace[1136357767] transaction","detail":"{read_only:false; response_revision:8017; number_of_response:1; }","duration":"113.805816ms","start":"2026-03-03T18:31:20.184996Z","end":"2026-03-03T18:31:20.298801Z","steps":["trace[1136357767] 'process raft request' (duration: 113.53078ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:31:20.298966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.296122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-prbmn\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-03T18:31:20.299094Z","caller":"traceutil/trace.go:171","msg":"trace[1903948451] range","detail":"{range_begin:/registry/pods/openstack/keepalived-prbmn; range_end:; response_count:1; response_revision:8018; }","duration":"138.483556ms","start":"2026-03-03T18:31:20.160581Z","end":"2026-03-03T18:31:20.299065Z","steps":["trace[1903948451] 'agreement among raft nodes before linearized reading' (duration: 138.159989ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:31:20.745607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.80567ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:31:20.745698Z","caller":"traceutil/trace.go:171","msg":"trace[579174717] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:8019; }","duration":"359.952604ms","start":"2026-03-03T18:31:20.385722Z","end":"2026-03-03T18:31:20.745675Z","steps":["trace[579174717] 'range keys from in-memory index tree' (duration: 359.697298ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:31:20.745744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:31:20.385693Z","time spent":"360.040036ms","remote":"127.0.0.1:53206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":27,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-03T18:31:20.745771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.856787ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-03-03T18:31:20.745855Z","caller":"traceutil/trace.go:171","msg":"trace[1524108368] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:8019; }","duration":"222.005001ms","start":"2026-03-03T18:31:20.523829Z","end":"2026-03-03T18:31:20.745834Z","steps":["trace[1524108368] 'range keys from in-memory index tree' (duration: 221.598861ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:31:20.876178Z","caller":"traceutil/trace.go:171","msg":"trace[1816969312] linearizableReadLoop","detail":"{readStateIndex:8322; appliedIndex:8321; }","duration":"124.799175ms","start":"2026-03-03T18:31:20.751356Z","end":"2026-03-03T18:31:20.876155Z","steps":["trace[1816969312] 'read index received' (duration: 124.5954ms)","trace[1816969312] 'applied index is now lower than readState.Index' (duration: 202.715µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:31:20.876262Z","caller":"traceutil/trace.go:171","msg":"trace[978994551] transaction","detail":"{read_only:false; response_revision:8020; number_of_response:1; }","duration":"126.291349ms","start":"2026-03-03T18:31:20.749931Z","end":"2026-03-03T18:31:20.876223Z","steps":["trace[978994551] 'process raft request' (duration: 126.075794ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:31:20.876408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.01842ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-03T18:31:20.87645Z","caller":"traceutil/trace.go:171","msg":"trace[1411062468] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8020; }","duration":"125.132252ms","start":"2026-03-03T18:31:20.751305Z","end":"2026-03-03T18:31:20.876438Z","steps":["trace[1411062468] 'agreement among raft nodes before linearized reading' (duration: 124.944278ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:31:21.024696Z","caller":"traceutil/trace.go:171","msg":"trace[575210033] linearizableReadLoop","detail":"{readStateIndex:8323; appliedIndex:8322; }","duration":"147.003717ms","start":"2026-03-03T18:31:20.877674Z","end":"2026-03-03T18:31:21.024678Z","steps":["trace[575210033] 'read index received' (duration: 146.819643ms)","trace[575210033] 'applied index is now lower than readState.Index' (duration: 183.024µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:31:21.024798Z","caller":"traceutil/trace.go:171","msg":"trace[44754038] transaction","detail":"{read_only:false; response_revision:8021; number_of_response:1; }","duration":"170.463619ms","start":"2026-03-03T18:31:20.854315Z","end":"2026-03-03T18:31:21.024779Z","steps":["trace[44754038] 'process raft request' (duration: 170.242514ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:31:21.024916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.85583ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:31:21.025027Z","caller":"traceutil/trace.go:171","msg":"trace[57505320] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8021; }","duration":"129.010414ms","start":"2026-03-03T18:31:20.895994Z","end":"2026-03-03T18:31:21.025005Z","steps":["trace[57505320] 'agreement among raft nodes before linearized reading' (duration: 128.82175ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:31:21.025092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.409736ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19446"} {"level":"info","ts":"2026-03-03T18:31:21.025172Z","caller":"traceutil/trace.go:171","msg":"trace[2062073548] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:8021; }","duration":"147.55226ms","start":"2026-03-03T18:31:20.8776Z","end":"2026-03-03T18:31:21.025153Z","steps":["trace[2062073548] 'agreement among raft nodes before linearized reading' (duration: 147.294984ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:31:21.675078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.509267ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T18:31:21.675169Z","caller":"traceutil/trace.go:171","msg":"trace[1150874586] linearizableReadLoop","detail":"{readStateIndex:8324; appliedIndex:8323; }","duration":"637.727065ms","start":"2026-03-03T18:31:21.037427Z","end":"2026-03-03T18:31:21.675154Z","steps":["trace[1150874586] 'read index received' (duration: 418.248295ms)","trace[1150874586] 'applied index is now lower than readState.Index' (duration: 219.47546ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:31:21.675241Z","caller":"traceutil/trace.go:171","msg":"trace[44164849] transaction","detail":"{read_only:false; response_revision:8022; number_of_response:1; }","duration":"645.779194ms","start":"2026-03-03T18:31:21.029424Z","end":"2026-03-03T18:31:21.675203Z","steps":["trace[44164849] 'process raft request' (duration: 426.363946ms)","trace[44164849] 'compare' (duration: 217.205506ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:31:21.675318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"637.884189ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-03-03T18:31:21.675352Z","caller":"traceutil/trace.go:171","msg":"trace[545898984] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:8022; }","duration":"637.939819ms","start":"2026-03-03T18:31:21.0374Z","end":"2026-03-03T18:31:21.675339Z","steps":["trace[545898984] 'agreement among raft nodes before linearized reading' (duration: 637.804056ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:31:21.675386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:31:21.03739Z","time spent":"637.987691ms","remote":"127.0.0.1:34036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5673,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-03T18:31:21.675417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:31:21.02941Z","time spent":"645.908527ms","remote":"127.0.0.1:53008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:31:44.972264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.10188ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-mon-endpoints\" ","response":"range_response_count:1 size:389"} {"level":"info","ts":"2026-03-03T18:31:44.97238Z","caller":"traceutil/trace.go:171","msg":"trace[1391699966] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-mon-endpoints; range_end:; response_count:1; response_revision:8190; }","duration":"112.285845ms","start":"2026-03-03T18:31:44.86007Z","end":"2026-03-03T18:31:44.972356Z","steps":["trace[1391699966] 'range keys from in-memory index tree' (duration: 111.839414ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:31:48.487148Z","caller":"traceutil/trace.go:171","msg":"trace[662839345] transaction","detail":"{read_only:false; response_revision:8202; number_of_response:1; }","duration":"681.469302ms","start":"2026-03-03T18:31:47.805661Z","end":"2026-03-03T18:31:48.48713Z","steps":["trace[662839345] 'process raft request' (duration: 681.3502ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:31:48.487277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:31:47.805645Z","time spent":"681.559145ms","remote":"127.0.0.1:53008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:31:49.028761Z","caller":"traceutil/trace.go:171","msg":"trace[1979177159] linearizableReadLoop","detail":"{readStateIndex:8514; appliedIndex:8510; }","duration":"808.105746ms","start":"2026-03-03T18:31:48.220632Z","end":"2026-03-03T18:31:49.028737Z","steps":["trace[1979177159] 'read index received' (duration: 266.392425ms)","trace[1979177159] 'applied index is now lower than readState.Index' (duration: 541.712371ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:31:49.028931Z","caller":"traceutil/trace.go:171","msg":"trace[923606789] transaction","detail":"{read_only:false; response_revision:8205; number_of_response:1; }","duration":"817.849716ms","start":"2026-03-03T18:31:48.211051Z","end":"2026-03-03T18:31:49.028901Z","steps":["trace[923606789] 'process raft request' (duration: 817.660211ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:31:49.029083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:31:48.211037Z","time spent":"817.957228ms","remote":"127.0.0.1:53008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:31:49.029221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"808.577446ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-03T18:31:49.029253Z","caller":"traceutil/trace.go:171","msg":"trace[789368348] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8205; }","duration":"808.67206ms","start":"2026-03-03T18:31:48.22057Z","end":"2026-03-03T18:31:49.029242Z","steps":["trace[789368348] 'agreement among raft nodes before linearized reading' (duration: 808.533326ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:31:49.029274Z","caller":"traceutil/trace.go:171","msg":"trace[1343789493] transaction","detail":"{read_only:false; response_revision:8203; number_of_response:1; }","duration":"820.568739ms","start":"2026-03-03T18:31:48.208697Z","end":"2026-03-03T18:31:49.029266Z","steps":["trace[1343789493] 'process raft request' (duration: 819.835282ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:31:49.02928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:31:48.220547Z","time spent":"808.72524ms","remote":"127.0.0.1:53008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T18:31:49.029305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:31:48.208654Z","time spent":"820.634861ms","remote":"127.0.0.1:53008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:31:49.029402Z","caller":"traceutil/trace.go:171","msg":"trace[729506437] transaction","detail":"{read_only:false; response_revision:8204; number_of_response:1; }","duration":"818.753076ms","start":"2026-03-03T18:31:48.210642Z","end":"2026-03-03T18:31:49.029395Z","steps":["trace[729506437] 'process raft request' (duration: 818.040239ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:31:49.029406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"588.567774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-03T18:31:49.029425Z","caller":"traceutil/trace.go:171","msg":"trace[1865814709] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8205; }","duration":"588.617616ms","start":"2026-03-03T18:31:48.440802Z","end":"2026-03-03T18:31:49.029419Z","steps":["trace[1865814709] 'agreement among raft nodes before linearized reading' (duration: 588.565875ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:31:49.029452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:31:48.440785Z","time spent":"588.663296ms","remote":"127.0.0.1:53008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T18:31:49.029662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.432269ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:31:49.029689Z","caller":"traceutil/trace.go:171","msg":"trace[754363152] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8205; }","duration":"132.502681ms","start":"2026-03-03T18:31:48.89718Z","end":"2026-03-03T18:31:49.029683Z","steps":["trace[754363152] 'agreement among raft nodes before linearized reading' (duration: 132.46672ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:31:49.029848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"564.950438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-03T18:31:49.029875Z","caller":"traceutil/trace.go:171","msg":"trace[782555866] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8205; }","duration":"564.994529ms","start":"2026-03-03T18:31:48.464874Z","end":"2026-03-03T18:31:49.029869Z","steps":["trace[782555866] 'agreement among raft nodes before linearized reading' (duration: 564.860696ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:31:49.029891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:31:48.464863Z","time spent":"565.02467ms","remote":"127.0.0.1:53008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T18:31:49.029985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"552.081265ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-03T18:31:49.030001Z","caller":"traceutil/trace.go:171","msg":"trace[1498401856] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8205; }","duration":"552.133576ms","start":"2026-03-03T18:31:48.477863Z","end":"2026-03-03T18:31:49.029997Z","steps":["trace[1498401856] 'agreement among raft nodes before linearized reading' (duration: 552.090365ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:31:49.030027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:31:48.477844Z","time spent":"552.166477ms","remote":"127.0.0.1:53008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T18:31:49.029432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:31:48.210611Z","time spent":"818.803328ms","remote":"127.0.0.1:53008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:31:49.031737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"554.603184ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-prbmn\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-03T18:31:49.03177Z","caller":"traceutil/trace.go:171","msg":"trace[1443301345] range","detail":"{range_begin:/registry/pods/openstack/keepalived-prbmn; range_end:; response_count:1; response_revision:8205; }","duration":"554.646945ms","start":"2026-03-03T18:31:48.477118Z","end":"2026-03-03T18:31:49.031765Z","steps":["trace[1443301345] 'agreement among raft nodes before linearized reading' (duration: 552.964795ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:31:49.031784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:31:48.477113Z","time spent":"554.667235ms","remote":"127.0.0.1:52918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6553,"request content":"key:\"/registry/pods/openstack/keepalived-prbmn\" "} {"level":"info","ts":"2026-03-03T18:31:51.126159Z","caller":"traceutil/trace.go:171","msg":"trace[558741146] transaction","detail":"{read_only:false; response_revision:8213; number_of_response:1; }","duration":"150.237799ms","start":"2026-03-03T18:31:50.975897Z","end":"2026-03-03T18:31:51.126135Z","steps":["trace[558741146] 'process raft request' (duration: 147.368671ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:31:51.139134Z","caller":"traceutil/trace.go:171","msg":"trace[1285225867] transaction","detail":"{read_only:false; response_revision:8214; number_of_response:1; }","duration":"104.589404ms","start":"2026-03-03T18:31:51.034517Z","end":"2026-03-03T18:31:51.139107Z","steps":["trace[1285225867] 'process raft request' (duration: 104.376889ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:31:51.139172Z","caller":"traceutil/trace.go:171","msg":"trace[160984262] transaction","detail":"{read_only:false; response_revision:8215; number_of_response:1; }","duration":"103.662902ms","start":"2026-03-03T18:31:51.035486Z","end":"2026-03-03T18:31:51.139149Z","steps":["trace[160984262] 'process raft request' (duration: 103.535219ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:31:52.854941Z","caller":"traceutil/trace.go:171","msg":"trace[1379405449] transaction","detail":"{read_only:false; response_revision:8223; number_of_response:1; }","duration":"150.943125ms","start":"2026-03-03T18:31:52.703971Z","end":"2026-03-03T18:31:52.854914Z","steps":["trace[1379405449] 'process raft request' (duration: 150.766851ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:31:53.64623Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10938289895795937051,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T18:31:54.146808Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10938289895795937051,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T18:31:54.499076Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.354429844s","expected-duration":"1s"} {"level":"info","ts":"2026-03-03T18:31:54.499517Z","caller":"traceutil/trace.go:171","msg":"trace[625982166] transaction","detail":"{read_only:false; response_revision:8224; number_of_response:1; }","duration":"1.354933626s","start":"2026-03-03T18:31:53.144557Z","end":"2026-03-03T18:31:54.499491Z","steps":["trace[625982166] 'process raft request' (duration: 1.354777482s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:31:54.499783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:31:53.144533Z","time spent":"1.355064139s","remote":"127.0.0.1:53008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:31:55.258423Z","caller":"traceutil/trace.go:171","msg":"trace[451328798] transaction","detail":"{read_only:false; response_revision:8225; number_of_response:1; }","duration":"2.112232205s","start":"2026-03-03T18:31:53.146146Z","end":"2026-03-03T18:31:55.258378Z","steps":["trace[451328798] 'process raft request' (duration: 2.111962249s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:31:55.258635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:31:53.146133Z","time spent":"2.112386478s","remote":"127.0.0.1:53008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:31:55.259067Z","caller":"traceutil/trace.go:171","msg":"trace[1318632022] transaction","detail":"{read_only:false; response_revision:8226; number_of_response:1; }","duration":"2.112779458s","start":"2026-03-03T18:31:53.146261Z","end":"2026-03-03T18:31:55.259041Z","steps":["trace[1318632022] 'process raft request' (duration: 2.11203378s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:31:55.259171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:31:53.146248Z","time spent":"2.112866619s","remote":"127.0.0.1:53008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:31:55.259201Z","caller":"traceutil/trace.go:171","msg":"trace[834645440] transaction","detail":"{read_only:false; response_revision:8227; number_of_response:1; }","duration":"1.33257352s","start":"2026-03-03T18:31:53.926608Z","end":"2026-03-03T18:31:55.259182Z","steps":["trace[834645440] 'process raft request' (duration: 1.332376305s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:31:55.259324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:31:53.926581Z","time spent":"1.332694983s","remote":"127.0.0.1:49686","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3657,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:31:55.292495Z","caller":"traceutil/trace.go:171","msg":"trace[1766892385] linearizableReadLoop","detail":"{readStateIndex:8538; appliedIndex:8533; }","duration":"2.147160887s","start":"2026-03-03T18:31:53.145306Z","end":"2026-03-03T18:31:55.292467Z","steps":["trace[1766892385] 'read index received' (duration: 1.353988953s)","trace[1766892385] 'applied index is now lower than readState.Index' (duration: 793.170434ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:31:55.292614Z","caller":"traceutil/trace.go:171","msg":"trace[1738127843] transaction","detail":"{read_only:false; response_revision:8228; number_of_response:1; }","duration":"1.122721117s","start":"2026-03-03T18:31:54.169869Z","end":"2026-03-03T18:31:55.29259Z","steps":["trace[1738127843] 'process raft request' (duration: 1.122466791s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:31:55.292666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.147339922s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T18:31:55.292759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:31:54.16984Z","time spent":"1.122829969s","remote":"127.0.0.1:53008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:31:55.292765Z","caller":"traceutil/trace.go:171","msg":"trace[1451413808] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:8228; }","duration":"2.147483325s","start":"2026-03-03T18:31:53.145255Z","end":"2026-03-03T18:31:55.292739Z","steps":["trace[1451413808] 'agreement among raft nodes before linearized reading' (duration: 2.147321691s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:31:55.29278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.140145132s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-prbmn\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-03T18:31:55.292824Z","caller":"traceutil/trace.go:171","msg":"trace[801130192] range","detail":"{range_begin:/registry/pods/openstack/keepalived-prbmn; range_end:; response_count:1; response_revision:8228; }","duration":"2.140211114s","start":"2026-03-03T18:31:53.152599Z","end":"2026-03-03T18:31:55.29281Z","steps":["trace[801130192] 'agreement among raft nodes before linearized reading' (duration: 2.14004521s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:31:55.292829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:31:53.145236Z","time spent":"2.147577357s","remote":"127.0.0.1:41780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:31:55.292817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"395.703021ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T18:31:55.292869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:31:53.152588Z","time spent":"2.140273435s","remote":"127.0.0.1:52918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6553,"request content":"key:\"/registry/pods/openstack/keepalived-prbmn\" "} {"level":"info","ts":"2026-03-03T18:31:55.292893Z","caller":"traceutil/trace.go:171","msg":"trace[812060020] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8228; }","duration":"395.828154ms","start":"2026-03-03T18:31:54.897046Z","end":"2026-03-03T18:31:55.292874Z","steps":["trace[812060020] 'agreement among raft nodes before linearized reading' (duration: 395.720322ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:31:55.292899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"551.944502ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T18:31:55.292972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.53558857s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-787478b885-nnbh9.1899685797387798\" ","response":"range_response_count:1 size:1135"} {"level":"info","ts":"2026-03-03T18:31:55.292997Z","caller":"traceutil/trace.go:171","msg":"trace[1508812260] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:8228; }","duration":"552.105775ms","start":"2026-03-03T18:31:54.740868Z","end":"2026-03-03T18:31:55.292974Z","steps":["trace[1508812260] 'agreement among raft nodes before linearized reading' (duration: 551.91645ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:31:55.293015Z","caller":"traceutil/trace.go:171","msg":"trace[123313122] range","detail":"{range_begin:/registry/events/openstack/barbican-api-787478b885-nnbh9.1899685797387798; range_end:; response_count:1; response_revision:8228; }","duration":"1.535682143s","start":"2026-03-03T18:31:53.75732Z","end":"2026-03-03T18:31:55.293002Z","steps":["trace[123313122] 'agreement among raft nodes before linearized reading' (duration: 1.535573781s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:31:55.293042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:31:54.740849Z","time spent":"552.183637ms","remote":"127.0.0.1:52830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":27,"request content":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:31:55.293051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:31:53.757297Z","time spent":"1.535747524s","remote":"127.0.0.1:52800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":1157,"request content":"key:\"/registry/events/openstack/barbican-api-787478b885-nnbh9.1899685797387798\" "} {"level":"warn","ts":"2026-03-03T18:31:55.293046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.109382177s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-03T18:31:55.293067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"737.162204ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-03T18:31:55.293135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.111366124s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-03T18:31:55.293131Z","caller":"traceutil/trace.go:171","msg":"trace[400770502] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8228; }","duration":"2.109524091s","start":"2026-03-03T18:31:53.183583Z","end":"2026-03-03T18:31:55.293107Z","steps":["trace[400770502] 'agreement among raft nodes before linearized reading' (duration: 2.109294665s)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:31:55.293147Z","caller":"traceutil/trace.go:171","msg":"trace[1839012015] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8228; }","duration":"737.256366ms","start":"2026-03-03T18:31:54.555865Z","end":"2026-03-03T18:31:55.293122Z","steps":["trace[1839012015] 'agreement among raft nodes before linearized reading' (duration: 736.935919ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:31:55.292938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:31:54.89702Z","time spent":"395.905166ms","remote":"127.0.0.1:52682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T18:31:55.293174Z","caller":"traceutil/trace.go:171","msg":"trace[1891411446] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8228; }","duration":"2.111427145s","start":"2026-03-03T18:31:53.181738Z","end":"2026-03-03T18:31:55.293165Z","steps":["trace[1891411446] 'agreement among raft nodes before linearized reading' (duration: 2.111326343s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:31:55.29319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:31:53.183565Z","time spent":"2.109616043s","remote":"127.0.0.1:53008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T18:31:55.293199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:31:54.555858Z","time spent":"737.329489ms","remote":"127.0.0.1:53008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T18:31:55.293224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:31:53.181732Z","time spent":"2.111486296s","remote":"127.0.0.1:53008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T18:31:55.293259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.116276929s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-03T18:31:55.293294Z","caller":"traceutil/trace.go:171","msg":"trace[1122592856] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8228; }","duration":"2.116332591s","start":"2026-03-03T18:31:53.176954Z","end":"2026-03-03T18:31:55.293286Z","steps":["trace[1122592856] 'agreement among raft nodes before linearized reading' (duration: 2.116240589s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:31:55.293325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:31:53.176944Z","time spent":"2.116375752s","remote":"127.0.0.1:53008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T18:31:55.293453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.111924317s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-03T18:31:55.293493Z","caller":"traceutil/trace.go:171","msg":"trace[1459181625] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8228; }","duration":"2.112006489s","start":"2026-03-03T18:31:53.181477Z","end":"2026-03-03T18:31:55.293483Z","steps":["trace[1459181625] 'agreement among raft nodes before linearized reading' (duration: 2.111899956s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:31:55.293523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:31:53.181459Z","time spent":"2.11205701s","remote":"127.0.0.1:53008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T18:31:55.29347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.775695157s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T18:31:55.293591Z","caller":"traceutil/trace.go:171","msg":"trace[1163649618] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:8228; }","duration":"1.775891782s","start":"2026-03-03T18:31:53.517674Z","end":"2026-03-03T18:31:55.293566Z","steps":["trace[1163649618] 'agreement among raft nodes before linearized reading' (duration: 1.775475582s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:31:55.293639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:31:53.51765Z","time spent":"1.775978274s","remote":"127.0.0.1:40932","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":22,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:31:55.294076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"767.701134ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:31:55.294156Z","caller":"traceutil/trace.go:171","msg":"trace[207943372] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:8228; }","duration":"767.890828ms","start":"2026-03-03T18:31:54.526242Z","end":"2026-03-03T18:31:55.294133Z","steps":["trace[207943372] 'agreement among raft nodes before linearized reading' (duration: 766.470384ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:31:55.294226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:31:54.526224Z","time spent":"767.984321ms","remote":"127.0.0.1:41834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"info","ts":"2026-03-03T18:32:01.9346Z","caller":"traceutil/trace.go:171","msg":"trace[838303816] transaction","detail":"{read_only:false; response_revision:8300; number_of_response:1; }","duration":"196.53419ms","start":"2026-03-03T18:32:01.738034Z","end":"2026-03-03T18:32:01.934568Z","steps":["trace[838303816] 'process raft request' (duration: 116.556106ms)","trace[838303816] 'compare' (duration: 79.455251ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:32:02.200475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.60044ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T18:32:02.200639Z","caller":"traceutil/trace.go:171","msg":"trace[1506463639] transaction","detail":"{read_only:false; response_revision:8302; number_of_response:1; }","duration":"243.25588ms","start":"2026-03-03T18:32:01.95736Z","end":"2026-03-03T18:32:02.200616Z","steps":["trace[1506463639] 'process raft request' (duration: 80.397643ms)","trace[1506463639] 'compare' (duration: 162.425007ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:32:02.382885Z","caller":"traceutil/trace.go:171","msg":"trace[896544366] linearizableReadLoop","detail":"{readStateIndex:8619; appliedIndex:8618; }","duration":"146.708686ms","start":"2026-03-03T18:32:02.236138Z","end":"2026-03-03T18:32:02.382846Z","steps":["trace[896544366] 'read index received' (duration: 80.249581ms)","trace[896544366] 'applied index is now lower than readState.Index' (duration: 66.457555ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:32:02.382959Z","caller":"traceutil/trace.go:171","msg":"trace[198451247] transaction","detail":"{read_only:false; response_revision:8304; number_of_response:1; }","duration":"171.830898ms","start":"2026-03-03T18:32:02.211081Z","end":"2026-03-03T18:32:02.382912Z","steps":["trace[198451247] 'process raft request' (duration: 105.310331ms)","trace[198451247] 'compare' (duration: 66.273911ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:32:02.383142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.097085ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-sjjvh\" ","response":"range_response_count:1 size:4653"} {"level":"info","ts":"2026-03-03T18:32:02.383275Z","caller":"traceutil/trace.go:171","msg":"trace[324464930] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-sjjvh; range_end:; response_count:1; response_revision:8304; }","duration":"175.460404ms","start":"2026-03-03T18:32:02.207784Z","end":"2026-03-03T18:32:02.383245Z","steps":["trace[324464930] 'agreement among raft nodes before linearized reading' (duration: 175.198568ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:32:02.598583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.435789ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-03-03T18:32:02.598667Z","caller":"traceutil/trace.go:171","msg":"trace[532796171] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:8304; }","duration":"112.575102ms","start":"2026-03-03T18:32:02.486073Z","end":"2026-03-03T18:32:02.598648Z","steps":["trace[532796171] 'range keys from in-memory index tree' (duration: 112.282385ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:32:03.239381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.0024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1131"} {"level":"info","ts":"2026-03-03T18:32:03.23948Z","caller":"traceutil/trace.go:171","msg":"trace[857510189] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:8308; }","duration":"104.128112ms","start":"2026-03-03T18:32:03.135324Z","end":"2026-03-03T18:32:03.239452Z","steps":["trace[857510189] 'range keys from in-memory index tree' (duration: 103.830836ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:32:03.776689Z","caller":"traceutil/trace.go:171","msg":"trace[1994989773] linearizableReadLoop","detail":"{readStateIndex:8625; appliedIndex:8624; }","duration":"439.135134ms","start":"2026-03-03T18:32:03.337501Z","end":"2026-03-03T18:32:03.776636Z","steps":["trace[1994989773] 'read index received' (duration: 439.034722ms)","trace[1994989773] 'applied index is now lower than readState.Index' (duration: 98.052µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:32:03.776723Z","caller":"traceutil/trace.go:171","msg":"trace[1055853103] transaction","detail":"{read_only:false; response_revision:8310; number_of_response:1; }","duration":"488.746013ms","start":"2026-03-03T18:32:03.287945Z","end":"2026-03-03T18:32:03.776691Z","steps":["trace[1055853103] 'process raft request' (duration: 488.395954ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:32:03.776897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:32:03.28792Z","time spent":"488.897336ms","remote":"127.0.0.1:53008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:32:03.777036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.569055ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-03T18:32:03.777118Z","caller":"traceutil/trace.go:171","msg":"trace[766464189] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8310; }","duration":"307.679837ms","start":"2026-03-03T18:32:03.469418Z","end":"2026-03-03T18:32:03.777098Z","steps":["trace[766464189] 'agreement among raft nodes before linearized reading' (duration: 307.471982ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:32:03.777116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.988351ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-03T18:32:03.777113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.900407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-03T18:32:03.777161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:32:03.469409Z","time spent":"307.737029ms","remote":"127.0.0.1:53008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-03T18:32:03.777195Z","caller":"traceutil/trace.go:171","msg":"trace[1688920763] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8310; }","duration":"352.094364ms","start":"2026-03-03T18:32:03.425078Z","end":"2026-03-03T18:32:03.777172Z","steps":["trace[1688920763] 'agreement among raft nodes before linearized reading' (duration: 351.800807ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:32:03.777264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:32:03.425062Z","time spent":"352.186126ms","remote":"127.0.0.1:53008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T18:32:03.777191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.584985ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-03T18:32:03.777281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.829228ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-prbmn\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-03-03T18:32:03.777331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.803009ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-03T18:32:03.777322Z","caller":"traceutil/trace.go:171","msg":"trace[304619733] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8310; }","duration":"307.831241ms","start":"2026-03-03T18:32:03.469473Z","end":"2026-03-03T18:32:03.777304Z","steps":["trace[304619733] 'agreement among raft nodes before linearized reading' (duration: 307.485033ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:32:03.777361Z","caller":"traceutil/trace.go:171","msg":"trace[1164326523] range","detail":"{range_begin:/registry/pods/openstack/keepalived-prbmn; range_end:; response_count:1; response_revision:8310; }","duration":"306.93604ms","start":"2026-03-03T18:32:03.470406Z","end":"2026-03-03T18:32:03.777342Z","steps":["trace[1164326523] 'agreement among raft nodes before linearized reading' (duration: 306.486369ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:32:03.777198Z","caller":"traceutil/trace.go:171","msg":"trace[1358776677] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8310; }","duration":"309.017379ms","start":"2026-03-03T18:32:03.468165Z","end":"2026-03-03T18:32:03.777182Z","steps":["trace[1358776677] 'agreement among raft nodes before linearized reading' (duration: 308.821524ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:32:03.777375Z","caller":"traceutil/trace.go:171","msg":"trace[1457413902] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8310; }","duration":"346.86992ms","start":"2026-03-03T18:32:03.430494Z","end":"2026-03-03T18:32:03.777364Z","steps":["trace[1457413902] 'agreement among raft nodes before linearized reading' (duration: 346.747487ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:32:03.777409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:32:03.470399Z","time spent":"306.998001ms","remote":"127.0.0.1:52918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6553,"request content":"key:\"/registry/pods/openstack/keepalived-prbmn\" "} {"level":"warn","ts":"2026-03-03T18:32:03.777385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:32:03.469466Z","time spent":"307.907973ms","remote":"127.0.0.1:53008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T18:32:03.777419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:32:03.468158Z","time spent":"309.246444ms","remote":"127.0.0.1:53008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T18:32:03.777417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:32:03.430483Z","time spent":"346.924462ms","remote":"127.0.0.1:53008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T18:32:03.778383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"440.869415ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2209360"} {"level":"info","ts":"2026-03-03T18:32:03.778442Z","caller":"traceutil/trace.go:171","msg":"trace[1200207459] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:8310; }","duration":"440.929756ms","start":"2026-03-03T18:32:03.337497Z","end":"2026-03-03T18:32:03.778427Z","steps":["trace[1200207459] 'agreement among raft nodes before linearized reading' (duration: 439.279948ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:32:03.778475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:32:03.337462Z","time spent":"441.003428ms","remote":"127.0.0.1:52838","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":57,"response size":2209382,"request content":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" "} {"level":"warn","ts":"2026-03-03T18:32:04.964682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"967.895489ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"warn","ts":"2026-03-03T18:32:04.96534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:32:03.780818Z","time spent":"1.18449539s","remote":"127.0.0.1:52800","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-03T18:32:04.965499Z","caller":"traceutil/trace.go:171","msg":"trace[467551159] transaction","detail":"{read_only:false; response_revision:8311; number_of_response:1; }","duration":"1.184230724s","start":"2026-03-03T18:32:03.781212Z","end":"2026-03-03T18:32:04.965443Z","steps":["trace[467551159] 'process raft request' (duration: 1.183980729s)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:32:04.965677Z","caller":"traceutil/trace.go:171","msg":"trace[1659464130] transaction","detail":"{read_only:false; response_revision:8313; number_of_response:1; }","duration":"1.184224764s","start":"2026-03-03T18:32:03.781431Z","end":"2026-03-03T18:32:04.965656Z","steps":["trace[1659464130] 'process raft request' (duration: 1.183955938s)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:32:04.965444Z","caller":"traceutil/trace.go:171","msg":"trace[2028797829] transaction","detail":"{read_only:false; response_revision:8312; number_of_response:1; }","duration":"1.184199844s","start":"2026-03-03T18:32:03.781224Z","end":"2026-03-03T18:32:04.965424Z","steps":["trace[2028797829] 'process raft request' (duration: 1.184129402s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:32:04.965721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:32:03.781191Z","time spent":"1.184411328s","remote":"127.0.0.1:53008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:32:04.965818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:32:03.781425Z","time spent":"1.184314496s","remote":"127.0.0.1:53008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:32:04.966074Z","caller":"traceutil/trace.go:171","msg":"trace[1582313753] transaction","detail":"{read_only:false; response_revision:8314; number_of_response:1; }","duration":"1.18446816s","start":"2026-03-03T18:32:03.781577Z","end":"2026-03-03T18:32:04.966045Z","steps":["trace[1582313753] 'process raft request' (duration: 1.184018029s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:32:04.966215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:32:03.781547Z","time spent":"1.184594933s","remote":"127.0.0.1:53008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:32:04.966295Z","caller":"traceutil/trace.go:171","msg":"trace[1002710365] transaction","detail":"{read_only:false; response_revision:8315; number_of_response:1; }","duration":"1.184593703s","start":"2026-03-03T18:32:03.781683Z","end":"2026-03-03T18:32:04.966277Z","steps":["trace[1002710365] 'process raft request' (duration: 1.184321717s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:32:04.966375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:32:03.781664Z","time spent":"1.184677325s","remote":"127.0.0.1:53008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:32:04.966462Z","caller":"traceutil/trace.go:171","msg":"trace[979021713] linearizableReadLoop","detail":"{readStateIndex:8631; appliedIndex:8625; }","duration":"1.18403816s","start":"2026-03-03T18:32:03.782096Z","end":"2026-03-03T18:32:04.966134Z","steps":["trace[979021713] 'read index received' (duration: 214.689127ms)","trace[979021713] 'applied index is now lower than readState.Index' (duration: 969.347993ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:32:04.966511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:32:03.781196Z","time spent":"1.184555952s","remote":"127.0.0.1:53008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:32:04.966805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.184701085s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228791"} {"level":"info","ts":"2026-03-03T18:32:04.966859Z","caller":"traceutil/trace.go:171","msg":"trace[270921353] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8315; }","duration":"1.184779237s","start":"2026-03-03T18:32:03.782067Z","end":"2026-03-03T18:32:04.966846Z","steps":["trace[270921353] 'agreement among raft nodes before linearized reading' (duration: 1.184349947s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:32:04.966898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:32:03.78206Z","time spent":"1.184829198s","remote":"127.0.0.1:52918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":26,"response size":228813,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-03T18:32:05.04623Z","caller":"traceutil/trace.go:171","msg":"trace[784950879] transaction","detail":"{read_only:false; response_revision:8316; number_of_response:1; }","duration":"505.393874ms","start":"2026-03-03T18:32:04.540816Z","end":"2026-03-03T18:32:05.046209Z","steps":["trace[784950879] 'process raft request' (duration: 505.305842ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:32:05.046362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:32:04.540788Z","time spent":"505.509206ms","remote":"127.0.0.1:53062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":527,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-03T18:32:05.227099Z","caller":"traceutil/trace.go:171","msg":"trace[237564092] transaction","detail":"{read_only:false; response_revision:8317; number_of_response:1; }","duration":"623.573127ms","start":"2026-03-03T18:32:04.602858Z","end":"2026-03-03T18:32:05.226432Z","steps":["trace[237564092] 'process raft request' (duration: 546.758348ms)","trace[237564092] 'compare' (duration: 76.567743ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:32:05.227359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:32:04.602826Z","time spent":"624.403407ms","remote":"127.0.0.1:53008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:32:05.424927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.511776ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-03-03T18:32:05.425387Z","caller":"traceutil/trace.go:171","msg":"trace[1179914060] linearizableReadLoop","detail":"{readStateIndex:8634; appliedIndex:8631; }","duration":"458.777097ms","start":"2026-03-03T18:32:04.966567Z","end":"2026-03-03T18:32:05.425344Z","steps":["trace[1179914060] 'read index received' (duration: 79.621945ms)","trace[1179914060] 'applied index is now lower than readState.Index' (duration: 379.152072ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:32:05.425399Z","caller":"traceutil/trace.go:171","msg":"trace[456031402] transaction","detail":"{read_only:false; response_revision:8319; number_of_response:1; }","duration":"373.703893ms","start":"2026-03-03T18:32:05.051662Z","end":"2026-03-03T18:32:05.425366Z","steps":["trace[456031402] 'process raft request' (duration: 373.57439ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:32:05.425552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:32:05.051642Z","time spent":"373.834716ms","remote":"127.0.0.1:52800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":662,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-03T18:32:05.425626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"528.297624ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:32:05.425715Z","caller":"traceutil/trace.go:171","msg":"trace[1947017167] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8321; }","duration":"528.451678ms","start":"2026-03-03T18:32:04.897243Z","end":"2026-03-03T18:32:05.425694Z","steps":["trace[1947017167] 'agreement among raft nodes before linearized reading' (duration: 528.281854ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:32:05.425766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:32:04.89722Z","time spent":"528.537279ms","remote":"127.0.0.1:52682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T18:32:05.425845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.603630574s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1821"} {"level":"info","ts":"2026-03-03T18:32:05.425905Z","caller":"traceutil/trace.go:171","msg":"trace[1984494050] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:8321; }","duration":"1.603731845s","start":"2026-03-03T18:32:03.822156Z","end":"2026-03-03T18:32:05.425888Z","steps":["trace[1984494050] 'agreement among raft nodes before linearized reading' (duration: 1.603524581s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:32:05.425945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:32:03.822145Z","time spent":"1.603791328s","remote":"127.0.0.1:52824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":1843,"request content":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" "} {"level":"info","ts":"2026-03-03T18:32:05.426047Z","caller":"traceutil/trace.go:171","msg":"trace[690058796] transaction","detail":"{read_only:false; response_revision:8318; number_of_response:1; }","duration":"459.015752ms","start":"2026-03-03T18:32:04.96698Z","end":"2026-03-03T18:32:05.425995Z","steps":["trace[690058796] 'process raft request' (duration: 458.050479ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:32:05.426163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:32:04.966956Z","time spent":"459.129135ms","remote":"127.0.0.1:52800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1120,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:32:05.425847Z","caller":"traceutil/trace.go:171","msg":"trace[1055431330] transaction","detail":"{read_only:false; response_revision:8320; number_of_response:1; }","duration":"373.409676ms","start":"2026-03-03T18:32:05.052416Z","end":"2026-03-03T18:32:05.425825Z","steps":["trace[1055431330] 'process raft request' (duration: 372.865273ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:32:05.426264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:32:05.052391Z","time spent":"373.818115ms","remote":"127.0.0.1:53062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":886,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:32:05.455889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"403.769661ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"info","ts":"2026-03-03T18:32:05.455951Z","caller":"traceutil/trace.go:171","msg":"trace[1768926477] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:8322; }","duration":"403.882523ms","start":"2026-03-03T18:32:05.052053Z","end":"2026-03-03T18:32:05.455935Z","steps":["trace[1768926477] 'agreement among raft nodes before linearized reading' (duration: 403.690159ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:32:05.455982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.8028ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" ","response":"range_response_count:1 size:3672"} {"level":"warn","ts":"2026-03-03T18:32:05.45599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:32:05.051997Z","time spent":"403.984016ms","remote":"127.0.0.1:52838","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":378,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-03-03T18:32:05.456023Z","caller":"traceutil/trace.go:171","msg":"trace[456807109] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/openstack/ceph; range_end:; response_count:1; response_revision:8322; }","duration":"186.894592ms","start":"2026-03-03T18:32:05.269118Z","end":"2026-03-03T18:32:05.456012Z","steps":["trace[456807109] 'agreement among raft nodes before linearized reading' (duration: 186.699388ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:32:05.456695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"409.486246ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T18:32:05.456744Z","caller":"traceutil/trace.go:171","msg":"trace[1850089981] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:8322; }","duration":"410.222843ms","start":"2026-03-03T18:32:05.046509Z","end":"2026-03-03T18:32:05.456731Z","steps":["trace[1850089981] 'agreement among raft nodes before linearized reading' (duration: 409.507066ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:32:05.456816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:32:05.046465Z","time spent":"410.323515ms","remote":"127.0.0.1:53206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":22,"response size":29,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"info","ts":"2026-03-03T18:32:05.639625Z","caller":"traceutil/trace.go:171","msg":"trace[965311669] linearizableReadLoop","detail":"{readStateIndex:8641; appliedIndex:8640; }","duration":"116.822002ms","start":"2026-03-03T18:32:05.522757Z","end":"2026-03-03T18:32:05.639579Z","steps":["trace[965311669] 'read index received' (duration: 26.73156ms)","trace[965311669] 'applied index is now lower than readState.Index' (duration: 90.088782ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:32:05.639873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.089428ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3565"} {"level":"info","ts":"2026-03-03T18:32:05.639963Z","caller":"traceutil/trace.go:171","msg":"trace[1589942196] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:8324; }","duration":"117.222921ms","start":"2026-03-03T18:32:05.522721Z","end":"2026-03-03T18:32:05.639944Z","steps":["trace[1589942196] 'agreement among raft nodes before linearized reading' (duration: 116.970425ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:32:05.640255Z","caller":"traceutil/trace.go:171","msg":"trace[1822661141] transaction","detail":"{read_only:false; response_revision:8324; number_of_response:1; }","duration":"117.386855ms","start":"2026-03-03T18:32:05.522259Z","end":"2026-03-03T18:32:05.639646Z","steps":["trace[1822661141] 'process raft request' (duration: 27.288922ms)","trace[1822661141] 'compare' (duration: 89.620452ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:32:05.846751Z","caller":"traceutil/trace.go:171","msg":"trace[490147363] transaction","detail":"{read_only:false; response_revision:8325; number_of_response:1; }","duration":"160.44253ms","start":"2026-03-03T18:32:05.686278Z","end":"2026-03-03T18:32:05.846721Z","steps":["trace[490147363] 'process raft request' (duration: 160.257775ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:32:05.991186Z","caller":"traceutil/trace.go:171","msg":"trace[1417629123] transaction","detail":"{read_only:false; response_revision:8326; number_of_response:1; }","duration":"208.282907ms","start":"2026-03-03T18:32:05.782866Z","end":"2026-03-03T18:32:05.991149Z","steps":["trace[1417629123] 'process raft request' (duration: 207.97259ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:32:07.107023Z","caller":"traceutil/trace.go:171","msg":"trace[958153917] transaction","detail":"{read_only:false; response_revision:8329; number_of_response:1; }","duration":"133.477414ms","start":"2026-03-03T18:32:06.973507Z","end":"2026-03-03T18:32:07.106985Z","steps":["trace[958153917] 'process raft request' (duration: 126.10166ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:32:07.265273Z","caller":"traceutil/trace.go:171","msg":"trace[1229913235] transaction","detail":"{read_only:false; response_revision:8331; number_of_response:1; }","duration":"291.22245ms","start":"2026-03-03T18:32:06.974011Z","end":"2026-03-03T18:32:07.265233Z","steps":["trace[1229913235] 'process raft request' (duration: 290.967334ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:32:07.265294Z","caller":"traceutil/trace.go:171","msg":"trace[1440210659] transaction","detail":"{read_only:false; response_revision:8330; number_of_response:1; }","duration":"291.283571ms","start":"2026-03-03T18:32:06.973957Z","end":"2026-03-03T18:32:07.265241Z","steps":["trace[1440210659] 'process raft request' (duration: 287.204345ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:32:07.265337Z","caller":"traceutil/trace.go:171","msg":"trace[748460206] transaction","detail":"{read_only:false; response_revision:8332; number_of_response:1; }","duration":"291.265561ms","start":"2026-03-03T18:32:06.974052Z","end":"2026-03-03T18:32:07.265317Z","steps":["trace[748460206] 'process raft request' (duration: 291.003714ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:32:07.26539Z","caller":"traceutil/trace.go:171","msg":"trace[1195438530] linearizableReadLoop","detail":"{readStateIndex:8650; appliedIndex:8645; }","duration":"288.836934ms","start":"2026-03-03T18:32:06.976534Z","end":"2026-03-03T18:32:07.265371Z","steps":["trace[1195438530] 'read index received' (duration: 123.038288ms)","trace[1195438530] 'applied index is now lower than readState.Index' (duration: 165.797916ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:32:07.265456Z","caller":"traceutil/trace.go:171","msg":"trace[1596059371] transaction","detail":"{read_only:false; response_revision:8333; number_of_response:1; }","duration":"290.225936ms","start":"2026-03-03T18:32:06.975184Z","end":"2026-03-03T18:32:07.26541Z","steps":["trace[1596059371] 'process raft request' (duration: 289.917789ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:32:07.26576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.202252ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228791"} {"level":"info","ts":"2026-03-03T18:32:07.265789Z","caller":"traceutil/trace.go:171","msg":"trace[1925010197] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8333; }","duration":"289.261164ms","start":"2026-03-03T18:32:06.976521Z","end":"2026-03-03T18:32:07.265783Z","steps":["trace[1925010197] 'agreement among raft nodes before linearized reading' (duration: 288.946366ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:32:07.297798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.027656ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T18:32:07.297875Z","caller":"traceutil/trace.go:171","msg":"trace[1350680034] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:8334; }","duration":"142.133698ms","start":"2026-03-03T18:32:07.155725Z","end":"2026-03-03T18:32:07.297858Z","steps":["trace[1350680034] 'agreement among raft nodes before linearized reading' (duration: 141.916643ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:32:08.834584Z","caller":"traceutil/trace.go:171","msg":"trace[398727599] linearizableReadLoop","detail":"{readStateIndex:8655; appliedIndex:8654; }","duration":"363.613095ms","start":"2026-03-03T18:32:08.470944Z","end":"2026-03-03T18:32:08.834557Z","steps":["trace[398727599] 'read index received' (duration: 363.354649ms)","trace[398727599] 'applied index is now lower than readState.Index' (duration: 257.476µs)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:32:08.834796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.81781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:32:08.834843Z","caller":"traceutil/trace.go:171","msg":"trace[837310637] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:8338; }","duration":"363.949663ms","start":"2026-03-03T18:32:08.470879Z","end":"2026-03-03T18:32:08.834829Z","steps":["trace[837310637] 'agreement among raft nodes before linearized reading' (duration: 363.796179ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:32:08.834885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:32:08.470851Z","time spent":"364.023555ms","remote":"127.0.0.1:40988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":27,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true "} {"level":"info","ts":"2026-03-03T18:32:08.834977Z","caller":"traceutil/trace.go:171","msg":"trace[1337432904] transaction","detail":"{read_only:false; response_revision:8338; number_of_response:1; }","duration":"448.444864ms","start":"2026-03-03T18:32:08.386499Z","end":"2026-03-03T18:32:08.834944Z","steps":["trace[1337432904] 'process raft request' (duration: 447.88003ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:32:08.835166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:32:08.386463Z","time spent":"448.624208ms","remote":"127.0.0.1:52824","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":590,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-03T18:32:09.055338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.337073ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-03T18:32:09.055468Z","caller":"traceutil/trace.go:171","msg":"trace[1802130437] linearizableReadLoop","detail":"{readStateIndex:8656; appliedIndex:8655; }","duration":"198.783583ms","start":"2026-03-03T18:32:08.856664Z","end":"2026-03-03T18:32:09.055448Z","steps":["trace[1802130437] 'read index received' (duration: 70.188393ms)","trace[1802130437] 'applied index is now lower than readState.Index' (duration: 128.593109ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:32:09.055577Z","caller":"traceutil/trace.go:171","msg":"trace[765989718] transaction","detail":"{read_only:false; response_revision:8339; number_of_response:1; }","duration":"212.799002ms","start":"2026-03-03T18:32:08.842729Z","end":"2026-03-03T18:32:09.055528Z","steps":["trace[765989718] 'process raft request' (duration: 84.176493ms)","trace[765989718] 'compare' (duration: 127.487423ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:32:09.055726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.057549ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1131"} {"level":"warn","ts":"2026-03-03T18:32:09.055689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.110234ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:32:09.055763Z","caller":"traceutil/trace.go:171","msg":"trace[5155045] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:8339; }","duration":"199.151301ms","start":"2026-03-03T18:32:08.856597Z","end":"2026-03-03T18:32:09.055749Z","steps":["trace[5155045] 'agreement among raft nodes before linearized reading' (duration: 198.966026ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:32:09.055784Z","caller":"traceutil/trace.go:171","msg":"trace[2057535104] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8339; }","duration":"158.237957ms","start":"2026-03-03T18:32:08.897525Z","end":"2026-03-03T18:32:09.055763Z","steps":["trace[2057535104] 'agreement among raft nodes before linearized reading' (duration: 158.062703ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:32:09.495936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.033872ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:39"} {"level":"info","ts":"2026-03-03T18:32:09.496244Z","caller":"traceutil/trace.go:171","msg":"trace[816517546] transaction","detail":"{read_only:false; response_revision:8340; number_of_response:1; }","duration":"192.869273ms","start":"2026-03-03T18:32:09.303351Z","end":"2026-03-03T18:32:09.496221Z","steps":["trace[816517546] 'process raft request' (duration: 192.72568ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:32:09.496503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:32:09.056833Z","time spent":"439.666417ms","remote":"127.0.0.1:52726","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-03T18:32:09.496652Z","caller":"traceutil/trace.go:171","msg":"trace[1979660496] linearizableReadLoop","detail":"{readStateIndex:8657; appliedIndex:8656; }","duration":"436.368139ms","start":"2026-03-03T18:32:09.060238Z","end":"2026-03-03T18:32:09.496606Z","steps":["trace[1979660496] 'read index received' (duration: 159.559929ms)","trace[1979660496] 'applied index is now lower than readState.Index' (duration: 276.80467ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:32:09.496867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"436.597925ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rook-csi-rbd-provisioner\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:32:09.49696Z","caller":"traceutil/trace.go:171","msg":"trace[1886765439] range","detail":"{range_begin:/registry/secrets/openstack/rook-csi-rbd-provisioner; range_end:; response_count:0; response_revision:8340; }","duration":"436.752518ms","start":"2026-03-03T18:32:09.060186Z","end":"2026-03-03T18:32:09.496939Z","steps":["trace[1886765439] 'agreement among raft nodes before linearized reading' (duration: 436.536513ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:32:09.497019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:32:09.060165Z","time spent":"436.83924ms","remote":"127.0.0.1:52824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":27,"request content":"key:\"/registry/secrets/openstack/rook-csi-rbd-provisioner\" "} {"level":"warn","ts":"2026-03-03T18:32:09.518262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.061873ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-03T18:32:09.518317Z","caller":"traceutil/trace.go:171","msg":"trace[1674375507] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8341; }","duration":"248.139885ms","start":"2026-03-03T18:32:09.270161Z","end":"2026-03-03T18:32:09.518301Z","steps":["trace[1674375507] 'agreement among raft nodes before linearized reading' (duration: 247.92297ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:32:09.518362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.867375ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-prbmn\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-03-03T18:32:09.518387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.008762ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-03T18:32:09.518409Z","caller":"traceutil/trace.go:171","msg":"trace[1751911881] range","detail":"{range_begin:/registry/pods/openstack/keepalived-prbmn; range_end:; response_count:1; response_revision:8341; }","duration":"246.918846ms","start":"2026-03-03T18:32:09.271477Z","end":"2026-03-03T18:32:09.518396Z","steps":["trace[1751911881] 'agreement among raft nodes before linearized reading' (duration: 246.817894ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:32:09.518262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.668054ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-03T18:32:09.518429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"406.903585ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-03T18:32:09.518483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.885309ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-03T18:32:09.518514Z","caller":"traceutil/trace.go:171","msg":"trace[591614825] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8341; }","duration":"407.046928ms","start":"2026-03-03T18:32:09.11145Z","end":"2026-03-03T18:32:09.518496Z","steps":["trace[591614825] 'agreement among raft nodes before linearized reading' (duration: 406.792782ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:32:09.518529Z","caller":"traceutil/trace.go:171","msg":"trace[847571234] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8341; }","duration":"247.94117ms","start":"2026-03-03T18:32:09.270574Z","end":"2026-03-03T18:32:09.518515Z","steps":["trace[847571234] 'agreement among raft nodes before linearized reading' (duration: 247.823548ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:32:09.518553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:32:09.111429Z","time spent":"407.11875ms","remote":"127.0.0.1:53008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-03T18:32:09.518533Z","caller":"traceutil/trace.go:171","msg":"trace[1865087030] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8341; }","duration":"247.93127ms","start":"2026-03-03T18:32:09.270556Z","end":"2026-03-03T18:32:09.518487Z","steps":["trace[1865087030] 'agreement among raft nodes before linearized reading' (duration: 247.492489ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:32:09.518444Z","caller":"traceutil/trace.go:171","msg":"trace[1197874406] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8341; }","duration":"248.123244ms","start":"2026-03-03T18:32:09.270306Z","end":"2026-03-03T18:32:09.518429Z","steps":["trace[1197874406] 'agreement among raft nodes before linearized reading' (duration: 247.858908ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:32:09.520034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"459.205717ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1131"} {"level":"info","ts":"2026-03-03T18:32:09.520127Z","caller":"traceutil/trace.go:171","msg":"trace[848242923] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:8341; }","duration":"459.30904ms","start":"2026-03-03T18:32:09.060796Z","end":"2026-03-03T18:32:09.520105Z","steps":["trace[848242923] 'agreement among raft nodes before linearized reading' (duration: 457.197ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:32:09.520172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:32:09.060766Z","time spent":"459.397831ms","remote":"127.0.0.1:52824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":1,"response size":1153,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" "} {"level":"warn","ts":"2026-03-03T18:32:09.520198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"409.25381ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2209360"} {"level":"info","ts":"2026-03-03T18:32:09.5203Z","caller":"traceutil/trace.go:171","msg":"trace[66900280] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:8341; }","duration":"409.371033ms","start":"2026-03-03T18:32:09.110907Z","end":"2026-03-03T18:32:09.520278Z","steps":["trace[66900280] 'agreement among raft nodes before linearized reading' (duration: 407.498439ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:32:09.520354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:32:09.110881Z","time spent":"409.462085ms","remote":"127.0.0.1:52838","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":57,"response size":2209382,"request content":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" "} {"level":"info","ts":"2026-03-03T18:32:09.642338Z","caller":"traceutil/trace.go:171","msg":"trace[1941036173] transaction","detail":"{read_only:false; response_revision:8347; number_of_response:1; }","duration":"118.291837ms","start":"2026-03-03T18:32:09.524023Z","end":"2026-03-03T18:32:09.642315Z","steps":["trace[1941036173] 'process raft request' (duration: 118.245146ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:32:09.642341Z","caller":"traceutil/trace.go:171","msg":"trace[251602745] transaction","detail":"{read_only:false; response_revision:8345; number_of_response:1; }","duration":"118.463231ms","start":"2026-03-03T18:32:09.523856Z","end":"2026-03-03T18:32:09.642319Z","steps":["trace[251602745] 'process raft request' (duration: 118.346458ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:32:09.64242Z","caller":"traceutil/trace.go:171","msg":"trace[802522380] transaction","detail":"{read_only:false; response_revision:8346; number_of_response:1; }","duration":"118.397429ms","start":"2026-03-03T18:32:09.523956Z","end":"2026-03-03T18:32:09.642353Z","steps":["trace[802522380] 'process raft request' (duration: 118.282286ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:32:09.64236Z","caller":"traceutil/trace.go:171","msg":"trace[1153695024] transaction","detail":"{read_only:false; response_revision:8344; number_of_response:1; }","duration":"119.579616ms","start":"2026-03-03T18:32:09.522719Z","end":"2026-03-03T18:32:09.642299Z","steps":["trace[1153695024] 'process raft request' (duration: 107.664685ms)","trace[1153695024] 'compare' (duration: 11.603484ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:32:09.642641Z","caller":"traceutil/trace.go:171","msg":"trace[1864661452] linearizableReadLoop","detail":"{readStateIndex:8662; appliedIndex:8659; }","duration":"118.753887ms","start":"2026-03-03T18:32:09.523872Z","end":"2026-03-03T18:32:09.642625Z","steps":["trace[1864661452] 'read index received' (duration: 49.974557ms)","trace[1864661452] 'applied index is now lower than readState.Index' (duration: 68.77703ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:32:09.643118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.211568ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228791"} {"level":"info","ts":"2026-03-03T18:32:09.643187Z","caller":"traceutil/trace.go:171","msg":"trace[1292469432] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8348; }","duration":"119.320271ms","start":"2026-03-03T18:32:09.523842Z","end":"2026-03-03T18:32:09.643162Z","steps":["trace[1292469432] 'agreement among raft nodes before linearized reading' (duration: 118.828069ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:32:09.642672Z","caller":"traceutil/trace.go:171","msg":"trace[293941573] transaction","detail":"{read_only:false; response_revision:8348; number_of_response:1; }","duration":"118.586123ms","start":"2026-03-03T18:32:09.524056Z","end":"2026-03-03T18:32:09.642642Z","steps":["trace[293941573] 'process raft request' (duration: 118.232515ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:32:09.643432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.170354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:650"} {"level":"info","ts":"2026-03-03T18:32:09.643933Z","caller":"traceutil/trace.go:171","msg":"trace[1166787240] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:8348; }","duration":"118.255345ms","start":"2026-03-03T18:32:09.525218Z","end":"2026-03-03T18:32:09.643474Z","steps":["trace[1166787240] 'agreement among raft nodes before linearized reading' (duration: 118.101001ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:32:16.824071Z","caller":"traceutil/trace.go:171","msg":"trace[1204823810] transaction","detail":"{read_only:false; response_revision:8403; number_of_response:1; }","duration":"344.202098ms","start":"2026-03-03T18:32:16.479837Z","end":"2026-03-03T18:32:16.824039Z","steps":["trace[1204823810] 'process raft request' (duration: 344.009054ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:32:16.824304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:32:16.479799Z","time spent":"344.374803ms","remote":"127.0.0.1:52900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":390,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-03T18:33:09.286744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:33:08.972174Z","time spent":"314.558539ms","remote":"127.0.0.1:52726","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-03T18:33:10.057328Z","caller":"traceutil/trace.go:171","msg":"trace[989791363] transaction","detail":"{read_only:false; response_revision:8960; number_of_response:1; }","duration":"346.858561ms","start":"2026-03-03T18:33:09.710442Z","end":"2026-03-03T18:33:10.057301Z","steps":["trace[989791363] 'process raft request' (duration: 346.656856ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:33:10.057499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:33:09.710411Z","time spent":"346.992684ms","remote":"127.0.0.1:53008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:33:10.109778Z","caller":"traceutil/trace.go:171","msg":"trace[226117298] linearizableReadLoop","detail":"{readStateIndex:9296; appliedIndex:9294; }","duration":"154.918049ms","start":"2026-03-03T18:33:09.954836Z","end":"2026-03-03T18:33:10.109754Z","steps":["trace[226117298] 'read index received' (duration: 102.281369ms)","trace[226117298] 'applied index is now lower than readState.Index' (duration: 52.63513ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:33:10.110159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.423828ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T18:33:10.110176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.592498ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-03T18:33:10.110247Z","caller":"traceutil/trace.go:171","msg":"trace[1298100749] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8961; }","duration":"150.727161ms","start":"2026-03-03T18:33:09.959507Z","end":"2026-03-03T18:33:10.110234Z","steps":["trace[1298100749] 'agreement among raft nodes before linearized reading' (duration: 150.538716ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:33:10.110319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.045126ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-03T18:33:10.110407Z","caller":"traceutil/trace.go:171","msg":"trace[1437758297] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8961; }","duration":"139.195989ms","start":"2026-03-03T18:33:09.971192Z","end":"2026-03-03T18:33:10.110388Z","steps":["trace[1437758297] 'agreement among raft nodes before linearized reading' (duration: 138.983204ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:33:10.11043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.283656ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-03T18:33:10.110245Z","caller":"traceutil/trace.go:171","msg":"trace[1248867544] transaction","detail":"{read_only:false; response_revision:8961; number_of_response:1; }","duration":"356.913798ms","start":"2026-03-03T18:33:09.753322Z","end":"2026-03-03T18:33:10.110236Z","steps":["trace[1248867544] 'process raft request' (duration: 356.298153ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:33:10.110491Z","caller":"traceutil/trace.go:171","msg":"trace[1254348635] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8961; }","duration":"146.374578ms","start":"2026-03-03T18:33:09.964093Z","end":"2026-03-03T18:33:10.110467Z","steps":["trace[1254348635] 'agreement among raft nodes before linearized reading' (duration: 146.03291ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:33:10.110563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:33:09.753287Z","time spent":"357.210535ms","remote":"127.0.0.1:53008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:33:10.110321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.929694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-03T18:33:10.110612Z","caller":"traceutil/trace.go:171","msg":"trace[1120279190] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8961; }","duration":"142.271181ms","start":"2026-03-03T18:33:09.968333Z","end":"2026-03-03T18:33:10.110604Z","steps":["trace[1120279190] 'agreement among raft nodes before linearized reading' (duration: 141.771089ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:33:10.110612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.747399ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-03T18:33:10.110765Z","caller":"traceutil/trace.go:171","msg":"trace[1684907043] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8961; }","duration":"155.966734ms","start":"2026-03-03T18:33:09.954776Z","end":"2026-03-03T18:33:10.110742Z","steps":["trace[1684907043] 'agreement among raft nodes before linearized reading' (duration: 155.493233ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:33:10.110207Z","caller":"traceutil/trace.go:171","msg":"trace[1178484485] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:8961; }","duration":"123.51524ms","start":"2026-03-03T18:33:09.98668Z","end":"2026-03-03T18:33:10.110195Z","steps":["trace[1178484485] 'agreement among raft nodes before linearized reading' (duration: 123.414517ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:33:23.201276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.702026ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T18:33:23.201383Z","caller":"traceutil/trace.go:171","msg":"trace[1631821136] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:9032; }","duration":"101.87386ms","start":"2026-03-03T18:33:23.09949Z","end":"2026-03-03T18:33:23.201364Z","steps":["trace[1631821136] 'count revisions from in-memory index tree' (duration: 101.603824ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:33:23.866601Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10938289895795939314,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-03T18:33:24.122428Z","caller":"traceutil/trace.go:171","msg":"trace[2082814487] linearizableReadLoop","detail":"{readStateIndex:9370; appliedIndex:9369; }","duration":"756.851799ms","start":"2026-03-03T18:33:23.365552Z","end":"2026-03-03T18:33:24.122404Z","steps":["trace[2082814487] 'read index received' (duration: 756.825178ms)","trace[2082814487] 'applied index is now lower than readState.Index' (duration: 25.601µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:33:24.12252Z","caller":"traceutil/trace.go:171","msg":"trace[1475196002] transaction","detail":"{read_only:false; response_revision:9033; number_of_response:1; }","duration":"994.340182ms","start":"2026-03-03T18:33:23.128147Z","end":"2026-03-03T18:33:24.122487Z","steps":["trace[1475196002] 'process raft request' (duration: 994.122286ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:33:24.122574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"757.000772ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:33:24.122636Z","caller":"traceutil/trace.go:171","msg":"trace[2611041] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:9033; }","duration":"757.086324ms","start":"2026-03-03T18:33:23.365535Z","end":"2026-03-03T18:33:24.122621Z","steps":["trace[2611041] 'agreement among raft nodes before linearized reading' (duration: 756.959751ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:33:24.122668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:33:23.128128Z","time spent":"994.465284ms","remote":"127.0.0.1:53008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:33:24.122694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:33:23.365465Z","time spent":"757.215607ms","remote":"127.0.0.1:53058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":27,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:33:24.768011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"535.193957ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T18:33:24.768237Z","caller":"traceutil/trace.go:171","msg":"trace[944987189] transaction","detail":"{read_only:false; response_revision:9034; number_of_response:1; }","duration":"652.262585ms","start":"2026-03-03T18:33:24.115935Z","end":"2026-03-03T18:33:24.768197Z","steps":["trace[944987189] 'process raft request' (duration: 116.664498ms)","trace[944987189] 'compare' (duration: 534.605343ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:33:24.768327Z","caller":"traceutil/trace.go:171","msg":"trace[1729211224] transaction","detail":"{read_only:false; response_revision:9035; number_of_response:1; }","duration":"617.071035ms","start":"2026-03-03T18:33:24.151236Z","end":"2026-03-03T18:33:24.768307Z","steps":["trace[1729211224] 'process raft request' (duration: 616.970133ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:33:24.768415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:33:24.15121Z","time spent":"617.168648ms","remote":"127.0.0.1:53008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:33:24.768392Z","caller":"traceutil/trace.go:171","msg":"trace[958077234] linearizableReadLoop","detail":"{readStateIndex:9371; appliedIndex:9370; }","duration":"645.819012ms","start":"2026-03-03T18:33:24.122493Z","end":"2026-03-03T18:33:24.768312Z","steps":["trace[958077234] 'read index received' (duration: 110.119774ms)","trace[958077234] 'applied index is now lower than readState.Index' (duration: 535.684188ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:33:24.76847Z","caller":"traceutil/trace.go:171","msg":"trace[1748785014] transaction","detail":"{read_only:false; response_revision:9036; number_of_response:1; }","duration":"441.127801ms","start":"2026-03-03T18:33:24.327307Z","end":"2026-03-03T18:33:24.768435Z","steps":["trace[1748785014] 'process raft request' (duration: 440.961647ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:33:24.768546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:33:24.115917Z","time spent":"652.407448ms","remote":"127.0.0.1:53008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:33:24.768622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"870.028155ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T18:33:24.768667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:33:24.327282Z","time spent":"441.257184ms","remote":"127.0.0.1:53008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:33:24.768702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.154901124s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T18:33:24.768732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.010567945s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-787478b885-nnbh9.1899685797387798\" ","response":"range_response_count:1 size:1135"} {"level":"info","ts":"2026-03-03T18:33:24.768771Z","caller":"traceutil/trace.go:171","msg":"trace[1980509320] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:9036; }","duration":"1.155036878s","start":"2026-03-03T18:33:23.613715Z","end":"2026-03-03T18:33:24.768752Z","steps":["trace[1980509320] 'agreement among raft nodes before linearized reading' (duration: 1.154897144s)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:33:24.76878Z","caller":"traceutil/trace.go:171","msg":"trace[1405537150] range","detail":"{range_begin:/registry/events/openstack/barbican-api-787478b885-nnbh9.1899685797387798; range_end:; response_count:1; response_revision:9036; }","duration":"1.010674617s","start":"2026-03-03T18:33:23.758089Z","end":"2026-03-03T18:33:24.768764Z","steps":["trace[1405537150] 'agreement among raft nodes before linearized reading' (duration: 1.010427791s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:33:24.768811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:33:23.758052Z","time spent":"1.010750929s","remote":"127.0.0.1:52800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":1157,"request content":"key:\"/registry/events/openstack/barbican-api-787478b885-nnbh9.1899685797387798\" "} {"level":"info","ts":"2026-03-03T18:33:24.768717Z","caller":"traceutil/trace.go:171","msg":"trace[1270543988] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9036; }","duration":"870.185098ms","start":"2026-03-03T18:33:23.898499Z","end":"2026-03-03T18:33:24.768684Z","steps":["trace[1270543988] 'agreement among raft nodes before linearized reading' (duration: 869.900711ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:33:24.76881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:33:23.613694Z","time spent":"1.15510599s","remote":"127.0.0.1:34016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:33:24.768841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:33:23.898436Z","time spent":"870.399143ms","remote":"127.0.0.1:52682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T18:33:24.768873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"712.886522ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-03T18:33:24.768974Z","caller":"traceutil/trace.go:171","msg":"trace[621043035] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9036; }","duration":"713.058086ms","start":"2026-03-03T18:33:24.055889Z","end":"2026-03-03T18:33:24.768948Z","steps":["trace[621043035] 'agreement among raft nodes before linearized reading' (duration: 712.532614ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:33:24.769032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:33:24.055868Z","time spent":"713.152939ms","remote":"127.0.0.1:52918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-03T18:33:24.98802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.739009ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-03-03T18:33:24.988324Z","caller":"traceutil/trace.go:171","msg":"trace[559965955] linearizableReadLoop","detail":"{readStateIndex:9374; appliedIndex:9373; }","duration":"219.816478ms","start":"2026-03-03T18:33:24.76846Z","end":"2026-03-03T18:33:24.988277Z","steps":["trace[559965955] 'read index received' (duration: 74.73754ms)","trace[559965955] 'applied index is now lower than readState.Index' (duration: 145.076898ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:33:24.989234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"823.502877ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:33:24.989416Z","caller":"traceutil/trace.go:171","msg":"trace[1135442296] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:9037; }","duration":"823.733173ms","start":"2026-03-03T18:33:24.165629Z","end":"2026-03-03T18:33:24.989362Z","steps":["trace[1135442296] 'agreement among raft nodes before linearized reading' (duration: 822.793751ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:33:24.989506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:33:24.165617Z","time spent":"823.849306ms","remote":"127.0.0.1:52948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":27,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:33:24.989581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"766.954646ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-03T18:33:24.989689Z","caller":"traceutil/trace.go:171","msg":"trace[1325471655] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9037; }","duration":"767.10366ms","start":"2026-03-03T18:33:24.222531Z","end":"2026-03-03T18:33:24.989634Z","steps":["trace[1325471655] 'agreement among raft nodes before linearized reading' (duration: 765.777208ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:33:24.989685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"807.293466ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-03T18:33:24.989737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:33:24.22252Z","time spent":"767.203032ms","remote":"127.0.0.1:53008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-03T18:33:24.989779Z","caller":"traceutil/trace.go:171","msg":"trace[959485296] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9037; }","duration":"807.390309ms","start":"2026-03-03T18:33:24.182366Z","end":"2026-03-03T18:33:24.989757Z","steps":["trace[959485296] 'agreement among raft nodes before linearized reading' (duration: 807.154343ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:33:24.989737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"770.882098ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-03T18:33:24.989853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:33:24.182333Z","time spent":"807.493391ms","remote":"127.0.0.1:53008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-03T18:33:24.989888Z","caller":"traceutil/trace.go:171","msg":"trace[1744318926] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9037; }","duration":"771.050242ms","start":"2026-03-03T18:33:24.218781Z","end":"2026-03-03T18:33:24.989831Z","steps":["trace[1744318926] 'agreement among raft nodes before linearized reading' (duration: 770.721215ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:33:24.989939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:33:24.218742Z","time spent":"771.185496ms","remote":"127.0.0.1:53008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-03T18:33:24.990255Z","caller":"traceutil/trace.go:171","msg":"trace[211046313] transaction","detail":"{read_only:false; response_revision:9037; number_of_response:1; }","duration":"218.330733ms","start":"2026-03-03T18:33:24.771575Z","end":"2026-03-03T18:33:24.989906Z","steps":["trace[211046313] 'process raft request' (duration: 216.599032ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:33:24.99034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"814.761142ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-03T18:33:24.990467Z","caller":"traceutil/trace.go:171","msg":"trace[923311025] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9037; }","duration":"814.876195ms","start":"2026-03-03T18:33:24.175534Z","end":"2026-03-03T18:33:24.990411Z","steps":["trace[923311025] 'agreement among raft nodes before linearized reading' (duration: 814.282261ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:33:24.990534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:33:24.175501Z","time spent":"815.014358ms","remote":"127.0.0.1:53008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T18:33:24.990901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"752.738501ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-prbmn\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-03T18:33:24.99096Z","caller":"traceutil/trace.go:171","msg":"trace[611603108] range","detail":"{range_begin:/registry/pods/openstack/keepalived-prbmn; range_end:; response_count:1; response_revision:9037; }","duration":"752.799612ms","start":"2026-03-03T18:33:24.238139Z","end":"2026-03-03T18:33:24.990938Z","steps":["trace[611603108] 'agreement among raft nodes before linearized reading' (duration: 750.237172ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:33:24.990992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:33:24.238116Z","time spent":"752.867974ms","remote":"127.0.0.1:52918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6553,"request content":"key:\"/registry/pods/openstack/keepalived-prbmn\" "} {"level":"warn","ts":"2026-03-03T18:33:24.991091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.695565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:33:24.991159Z","caller":"traceutil/trace.go:171","msg":"trace[1594830812] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9037; }","duration":"219.775287ms","start":"2026-03-03T18:33:24.771358Z","end":"2026-03-03T18:33:24.991133Z","steps":["trace[1594830812] 'agreement among raft nodes before linearized reading' (duration: 219.682065ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:33:24.991595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"516.858005ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:33:24.991654Z","caller":"traceutil/trace.go:171","msg":"trace[593321493] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:9037; }","duration":"516.977048ms","start":"2026-03-03T18:33:24.474658Z","end":"2026-03-03T18:33:24.991635Z","steps":["trace[593321493] 'agreement among raft nodes before linearized reading' (duration: 513.745132ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:33:24.991711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:33:24.474632Z","time spent":"517.06663ms","remote":"127.0.0.1:49756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":27,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:33:24.991888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.418448ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-03T18:33:24.992643Z","caller":"traceutil/trace.go:171","msg":"trace[731093385] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9037; }","duration":"219.48071ms","start":"2026-03-03T18:33:24.772453Z","end":"2026-03-03T18:33:24.991934Z","steps":["trace[731093385] 'agreement among raft nodes before linearized reading' (duration: 219.184393ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:33:24.992684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"768.500472ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-03T18:33:24.992772Z","caller":"traceutil/trace.go:171","msg":"trace[1865919440] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9037; }","duration":"768.592625ms","start":"2026-03-03T18:33:24.224141Z","end":"2026-03-03T18:33:24.992734Z","steps":["trace[1865919440] 'agreement among raft nodes before linearized reading' (duration: 764.285413ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:33:24.99285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:33:24.224131Z","time spent":"768.701757ms","remote":"127.0.0.1:53008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-03T18:33:25.220107Z","caller":"traceutil/trace.go:171","msg":"trace[113262471] transaction","detail":"{read_only:false; response_revision:9038; number_of_response:1; }","duration":"224.488718ms","start":"2026-03-03T18:33:24.995582Z","end":"2026-03-03T18:33:25.220071Z","steps":["trace[113262471] 'process raft request' (duration: 175.383291ms)","trace[113262471] 'compare' (duration: 48.876231ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:33:25.220447Z","caller":"traceutil/trace.go:171","msg":"trace[11502345] transaction","detail":"{read_only:false; response_revision:9039; number_of_response:1; }","duration":"224.294653ms","start":"2026-03-03T18:33:24.996115Z","end":"2026-03-03T18:33:25.220409Z","steps":["trace[11502345] 'process raft request' (duration: 223.910964ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:33:25.220677Z","caller":"traceutil/trace.go:171","msg":"trace[205637068] transaction","detail":"{read_only:false; response_revision:9040; number_of_response:1; }","duration":"224.172951ms","start":"2026-03-03T18:33:24.99649Z","end":"2026-03-03T18:33:25.220663Z","steps":["trace[205637068] 'process raft request' (duration: 223.818312ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:33:25.220765Z","caller":"traceutil/trace.go:171","msg":"trace[1382741886] transaction","detail":"{read_only:false; response_revision:9041; number_of_response:1; }","duration":"224.071408ms","start":"2026-03-03T18:33:24.996651Z","end":"2026-03-03T18:33:25.220722Z","steps":["trace[1382741886] 'process raft request' (duration: 223.942005ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:33:25.220834Z","caller":"traceutil/trace.go:171","msg":"trace[1943436505] linearizableReadLoop","detail":"{readStateIndex:9378; appliedIndex:9375; }","duration":"224.1549ms","start":"2026-03-03T18:33:24.996645Z","end":"2026-03-03T18:33:25.2208Z","steps":["trace[1943436505] 'read index received' (duration: 174.344637ms)","trace[1943436505] 'applied index is now lower than readState.Index' (duration: 49.809053ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:33:25.220977Z","caller":"traceutil/trace.go:171","msg":"trace[1972049600] transaction","detail":"{read_only:false; response_revision:9042; number_of_response:1; }","duration":"221.770454ms","start":"2026-03-03T18:33:24.999189Z","end":"2026-03-03T18:33:25.220959Z","steps":["trace[1972049600] 'process raft request' (duration: 221.471857ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:33:25.221135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.752443ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T18:33:25.221168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.389791ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:33:25.221213Z","caller":"traceutil/trace.go:171","msg":"trace[942259632] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9042; }","duration":"221.866066ms","start":"2026-03-03T18:33:24.999326Z","end":"2026-03-03T18:33:25.221192Z","steps":["trace[942259632] 'agreement among raft nodes before linearized reading' (duration: 221.667411ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:33:25.221229Z","caller":"traceutil/trace.go:171","msg":"trace[1896774845] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:9042; }","duration":"172.499284ms","start":"2026-03-03T18:33:25.048715Z","end":"2026-03-03T18:33:25.221215Z","steps":["trace[1896774845] 'agreement among raft nodes before linearized reading' (duration: 172.34276ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:33:25.221571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.904107ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:31 size:291506"} {"level":"info","ts":"2026-03-03T18:33:25.221632Z","caller":"traceutil/trace.go:171","msg":"trace[1233285604] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:31; response_revision:9042; }","duration":"225.00354ms","start":"2026-03-03T18:33:24.996615Z","end":"2026-03-03T18:33:25.221618Z","steps":["trace[1233285604] 'agreement among raft nodes before linearized reading' (duration: 224.427417ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:33:45.488266Z","caller":"traceutil/trace.go:171","msg":"trace[2146816486] linearizableReadLoop","detail":"{readStateIndex:9532; appliedIndex:9531; }","duration":"135.893218ms","start":"2026-03-03T18:33:45.351996Z","end":"2026-03-03T18:33:45.487889Z","steps":["trace[2146816486] 'read index received' (duration: 77.175156ms)","trace[2146816486] 'applied index is now lower than readState.Index' (duration: 58.716572ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:33:45.488273Z","caller":"traceutil/trace.go:171","msg":"trace[1509367507] transaction","detail":"{read_only:false; response_revision:9190; number_of_response:1; }","duration":"137.69496ms","start":"2026-03-03T18:33:45.350327Z","end":"2026-03-03T18:33:45.488022Z","steps":["trace[1509367507] 'process raft request' (duration: 78.862446ms)","trace[1509367507] 'compare' (duration: 58.557338ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:33:45.488519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.690153ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-03T18:33:45.488561Z","caller":"traceutil/trace.go:171","msg":"trace[963747150] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9190; }","duration":"135.792526ms","start":"2026-03-03T18:33:45.352757Z","end":"2026-03-03T18:33:45.48855Z","steps":["trace[963747150] 'agreement among raft nodes before linearized reading' (duration: 135.639062ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:33:45.488565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.747709ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-prbmn\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-03-03T18:33:45.488563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.424507ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-03T18:33:45.488309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.281577ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-03T18:33:45.488638Z","caller":"traceutil/trace.go:171","msg":"trace[1532350803] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9190; }","duration":"135.521029ms","start":"2026-03-03T18:33:45.353101Z","end":"2026-03-03T18:33:45.488622Z","steps":["trace[1532350803] 'agreement among raft nodes before linearized reading' (duration: 135.314174ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:33:45.488701Z","caller":"traceutil/trace.go:171","msg":"trace[1290110374] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9190; }","duration":"136.719297ms","start":"2026-03-03T18:33:45.35195Z","end":"2026-03-03T18:33:45.488669Z","steps":["trace[1290110374] 'agreement among raft nodes before linearized reading' (duration: 136.165844ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:33:45.488624Z","caller":"traceutil/trace.go:171","msg":"trace[894195007] range","detail":"{range_begin:/registry/pods/openstack/keepalived-prbmn; range_end:; response_count:1; response_revision:9190; }","duration":"128.846072ms","start":"2026-03-03T18:33:45.359763Z","end":"2026-03-03T18:33:45.488609Z","steps":["trace[894195007] 'agreement among raft nodes before linearized reading' (duration: 128.643207ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:34:13.265383Z","caller":"traceutil/trace.go:171","msg":"trace[1706626783] transaction","detail":"{read_only:false; response_revision:9353; number_of_response:1; }","duration":"103.203329ms","start":"2026-03-03T18:34:13.162151Z","end":"2026-03-03T18:34:13.265355Z","steps":["trace[1706626783] 'process raft request' (duration: 103.023585ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:34:13.828228Z","caller":"traceutil/trace.go:171","msg":"trace[253947276] transaction","detail":"{read_only:false; response_revision:9357; number_of_response:1; }","duration":"153.630935ms","start":"2026-03-03T18:34:13.674572Z","end":"2026-03-03T18:34:13.828203Z","steps":["trace[253947276] 'process raft request' (duration: 77.262768ms)","trace[253947276] 'compare' (duration: 76.230834ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:34:13.828436Z","caller":"traceutil/trace.go:171","msg":"trace[25454977] linearizableReadLoop","detail":"{readStateIndex:9704; appliedIndex:9702; }","duration":"153.539614ms","start":"2026-03-03T18:34:13.674855Z","end":"2026-03-03T18:34:13.828395Z","steps":["trace[25454977] 'read index received' (duration: 46.344561ms)","trace[25454977] 'applied index is now lower than readState.Index' (duration: 107.191983ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:34:13.82875Z","caller":"traceutil/trace.go:171","msg":"trace[2039072545] transaction","detail":"{read_only:false; response_revision:9358; number_of_response:1; }","duration":"153.779278ms","start":"2026-03-03T18:34:13.674947Z","end":"2026-03-03T18:34:13.828727Z","steps":["trace[2039072545] 'process raft request' (duration: 153.217245ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:34:13.829208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.333912ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:34 size:321406"} {"level":"info","ts":"2026-03-03T18:34:13.829262Z","caller":"traceutil/trace.go:171","msg":"trace[862203697] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:34; response_revision:9358; }","duration":"154.427064ms","start":"2026-03-03T18:34:13.674824Z","end":"2026-03-03T18:34:13.829251Z","steps":["trace[862203697] 'agreement among raft nodes before linearized reading' (duration: 153.967763ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:34:25.891963Z","caller":"traceutil/trace.go:171","msg":"trace[1087499999] transaction","detail":"{read_only:false; response_revision:9441; number_of_response:1; }","duration":"106.926977ms","start":"2026-03-03T18:34:25.785002Z","end":"2026-03-03T18:34:25.891929Z","steps":["trace[1087499999] 'process raft request' (duration: 56.663754ms)","trace[1087499999] 'compare' (duration: 49.675599ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:34:57.793207Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"5f170c75a1d97cc","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-03T18:34:57.798319Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-03-03T18:34:57.798421Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-03-03T18:35:05.875349Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":7471} {"level":"info","ts":"2026-03-03T18:35:05.959791Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":7471,"took":"82.353828ms","hash":1725735293,"current-db-size-bytes":40779776,"current-db-size":"41 MB","current-db-size-in-use-bytes":24662016,"current-db-size-in-use":"25 MB"} {"level":"info","ts":"2026-03-03T18:35:05.959943Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1725735293,"revision":7471,"compact-revision":5441} {"level":"info","ts":"2026-03-03T18:35:39.500723Z","caller":"traceutil/trace.go:171","msg":"trace[1194334401] transaction","detail":"{read_only:false; response_revision:9991; number_of_response:1; }","duration":"112.17278ms","start":"2026-03-03T18:35:39.388517Z","end":"2026-03-03T18:35:39.500689Z","steps":["trace[1194334401] 'process raft request' (duration: 112.037717ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:36:47.873771Z","caller":"traceutil/trace.go:171","msg":"trace[1845610334] transaction","detail":"{read_only:false; response_revision:10664; number_of_response:1; }","duration":"109.809007ms","start":"2026-03-03T18:36:47.763941Z","end":"2026-03-03T18:36:47.87375Z","steps":["trace[1845610334] 'process raft request' (duration: 109.757096ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:36:47.87387Z","caller":"traceutil/trace.go:171","msg":"trace[1676326969] transaction","detail":"{read_only:false; response_revision:10663; number_of_response:1; }","duration":"113.711209ms","start":"2026-03-03T18:36:47.760105Z","end":"2026-03-03T18:36:47.873816Z","steps":["trace[1676326969] 'process raft request' (duration: 112.612473ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:36:49.043753Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10938289895795943545,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-03T18:36:49.27572Z","caller":"traceutil/trace.go:171","msg":"trace[657442889] transaction","detail":"{read_only:false; response_revision:10665; number_of_response:1; }","duration":"746.597663ms","start":"2026-03-03T18:36:48.52909Z","end":"2026-03-03T18:36:49.275688Z","steps":["trace[657442889] 'process raft request' (duration: 746.433869ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:36:49.27588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:36:48.529064Z","time spent":"746.736475ms","remote":"127.0.0.1:53008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:36:49.27572Z","caller":"traceutil/trace.go:171","msg":"trace[612413711] linearizableReadLoop","detail":"{readStateIndex:11053; appliedIndex:11053; }","duration":"732.251955ms","start":"2026-03-03T18:36:48.543436Z","end":"2026-03-03T18:36:49.275688Z","steps":["trace[612413711] 'read index received' (duration: 732.241094ms)","trace[612413711] 'applied index is now lower than readState.Index' (duration: 9.131µs)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:36:49.275986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"732.533311ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-03T18:36:49.276169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"621.811291ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-03T18:36:49.276253Z","caller":"traceutil/trace.go:171","msg":"trace[1933347849] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:10665; }","duration":"621.930714ms","start":"2026-03-03T18:36:48.654297Z","end":"2026-03-03T18:36:49.276228Z","steps":["trace[1933347849] 'agreement among raft nodes before linearized reading' (duration: 621.720639ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:36:49.276296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:36:48.654281Z","time spent":"622.002437ms","remote":"127.0.0.1:53008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-03T18:36:49.276268Z","caller":"traceutil/trace.go:171","msg":"trace[376982883] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:10665; }","duration":"732.646224ms","start":"2026-03-03T18:36:48.543379Z","end":"2026-03-03T18:36:49.276026Z","steps":["trace[376982883] 'agreement among raft nodes before linearized reading' (duration: 732.400298ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:36:49.276492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.257516ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:36:49.276533Z","caller":"traceutil/trace.go:171","msg":"trace[2026913995] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:10665; }","duration":"174.316457ms","start":"2026-03-03T18:36:49.102203Z","end":"2026-03-03T18:36:49.276519Z","steps":["trace[2026913995] 'agreement among raft nodes before linearized reading' (duration: 174.258236ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:36:49.276572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.256362ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T18:36:49.276473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:36:48.543357Z","time spent":"733.094835ms","remote":"127.0.0.1:53008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T18:36:49.276638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.701403ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:36:49.276649Z","caller":"traceutil/trace.go:171","msg":"trace[1301476958] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:10665; }","duration":"170.351784ms","start":"2026-03-03T18:36:49.106278Z","end":"2026-03-03T18:36:49.27663Z","steps":["trace[1301476958] 'agreement among raft nodes before linearized reading' (duration: 170.225691ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:36:49.276686Z","caller":"traceutil/trace.go:171","msg":"trace[1697667432] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:10665; }","duration":"170.758564ms","start":"2026-03-03T18:36:49.10591Z","end":"2026-03-03T18:36:49.276668Z","steps":["trace[1697667432] 'agreement among raft nodes before linearized reading' (duration: 170.705002ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:36:49.276764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.217097ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T18:36:49.276591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.447777ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:36:49.276816Z","caller":"traceutil/trace.go:171","msg":"trace[839200282] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:10665; }","duration":"180.306009ms","start":"2026-03-03T18:36:49.096497Z","end":"2026-03-03T18:36:49.276803Z","steps":["trace[839200282] 'agreement among raft nodes before linearized reading' (duration: 180.227157ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:36:49.276829Z","caller":"traceutil/trace.go:171","msg":"trace[1785742923] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:10665; }","duration":"170.697432ms","start":"2026-03-03T18:36:49.106116Z","end":"2026-03-03T18:36:49.276813Z","steps":["trace[1785742923] 'agreement among raft nodes before linearized reading' (duration: 170.445736ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:36:49.276831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.109309ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:36:49.276908Z","caller":"traceutil/trace.go:171","msg":"trace[403597503] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:10665; }","duration":"170.207451ms","start":"2026-03-03T18:36:49.106682Z","end":"2026-03-03T18:36:49.276889Z","steps":["trace[403597503] 'agreement among raft nodes before linearized reading' (duration: 170.061568ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:36:49.276936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.206275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:36:49.276983Z","caller":"traceutil/trace.go:171","msg":"trace[2007375166] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:10665; }","duration":"171.278176ms","start":"2026-03-03T18:36:49.105691Z","end":"2026-03-03T18:36:49.27697Z","steps":["trace[2007375166] 'agreement among raft nodes before linearized reading' (duration: 171.203034ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:36:49.277064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.528904ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:36:49.277106Z","caller":"traceutil/trace.go:171","msg":"trace[1286196822] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:10665; }","duration":"180.616406ms","start":"2026-03-03T18:36:49.096477Z","end":"2026-03-03T18:36:49.277094Z","steps":["trace[1286196822] 'agreement among raft nodes before linearized reading' (duration: 180.546534ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:36:49.277068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.384612ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5077"} {"level":"info","ts":"2026-03-03T18:36:49.277189Z","caller":"traceutil/trace.go:171","msg":"trace[1634615770] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:10665; }","duration":"169.558045ms","start":"2026-03-03T18:36:49.107606Z","end":"2026-03-03T18:36:49.277164Z","steps":["trace[1634615770] 'agreement among raft nodes before linearized reading' (duration: 169.017943ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:36:49.277309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.516738ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-prbmn\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-03-03T18:36:49.277317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"531.972495ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-03T18:36:49.277351Z","caller":"traceutil/trace.go:171","msg":"trace[1581266495] range","detail":"{range_begin:/registry/pods/openstack/keepalived-prbmn; range_end:; response_count:1; response_revision:10665; }","duration":"361.614721ms","start":"2026-03-03T18:36:48.915726Z","end":"2026-03-03T18:36:49.27734Z","steps":["trace[1581266495] 'agreement among raft nodes before linearized reading' (duration: 361.449847ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:36:49.277382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:36:48.915693Z","time spent":"361.681982ms","remote":"127.0.0.1:52918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6553,"request content":"key:\"/registry/pods/openstack/keepalived-prbmn\" "} {"level":"info","ts":"2026-03-03T18:36:49.277384Z","caller":"traceutil/trace.go:171","msg":"trace[569730066] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:10665; }","duration":"532.076307ms","start":"2026-03-03T18:36:48.745287Z","end":"2026-03-03T18:36:49.277363Z","steps":["trace[569730066] 'agreement among raft nodes before linearized reading' (duration: 531.869702ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:36:49.277402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"556.038902ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-03T18:36:49.27743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:36:48.745267Z","time spent":"532.150568ms","remote":"127.0.0.1:53008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-03T18:36:49.277463Z","caller":"traceutil/trace.go:171","msg":"trace[1265528748] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:10665; }","duration":"556.138754ms","start":"2026-03-03T18:36:48.72131Z","end":"2026-03-03T18:36:49.277449Z","steps":["trace[1265528748] 'agreement among raft nodes before linearized reading' (duration: 555.989801ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:36:49.277508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:36:48.721292Z","time spent":"556.205855ms","remote":"127.0.0.1:53008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T18:36:49.276534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.067193ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5077"} {"level":"warn","ts":"2026-03-03T18:36:49.277589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.276936ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.157\" ","response":"range_response_count:1 size:138"} {"level":"info","ts":"2026-03-03T18:36:49.277619Z","caller":"traceutil/trace.go:171","msg":"trace[337242218] range","detail":"{range_begin:/registry/masterleases/199.204.45.157; range_end:; response_count:1; response_revision:10665; }","duration":"292.352628ms","start":"2026-03-03T18:36:48.985257Z","end":"2026-03-03T18:36:49.27761Z","steps":["trace[337242218] 'agreement among raft nodes before linearized reading' (duration: 292.266836ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:36:49.276402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.014103ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-03-03T18:36:49.277864Z","caller":"traceutil/trace.go:171","msg":"trace[330204433] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:10665; }","duration":"173.481538ms","start":"2026-03-03T18:36:49.104356Z","end":"2026-03-03T18:36:49.277838Z","steps":["trace[330204433] 'agreement among raft nodes before linearized reading' (duration: 171.909971ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:36:49.278168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.475425ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:36:49.278205Z","caller":"traceutil/trace.go:171","msg":"trace[1617056473] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10665; }","duration":"380.550917ms","start":"2026-03-03T18:36:48.897644Z","end":"2026-03-03T18:36:49.278195Z","steps":["trace[1617056473] 'agreement among raft nodes before linearized reading' (duration: 380.496695ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:36:49.278227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:36:48.89762Z","time spent":"380.600678ms","remote":"127.0.0.1:52682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T18:36:49.278196Z","caller":"traceutil/trace.go:171","msg":"trace[1198817871] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:10665; }","duration":"167.151169ms","start":"2026-03-03T18:36:49.110455Z","end":"2026-03-03T18:36:49.277606Z","steps":["trace[1198817871] 'agreement among raft nodes before linearized reading' (duration: 165.992532ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:36:49.278404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"482.96972ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-03T18:36:49.278454Z","caller":"traceutil/trace.go:171","msg":"trace[110739479] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:10665; }","duration":"483.071293ms","start":"2026-03-03T18:36:48.795371Z","end":"2026-03-03T18:36:49.278442Z","steps":["trace[110739479] 'agreement among raft nodes before linearized reading' (duration: 482.935279ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:36:49.278487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:36:48.795336Z","time spent":"483.143644ms","remote":"127.0.0.1:52918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-03T18:37:06.702776Z","caller":"traceutil/trace.go:171","msg":"trace[2046492319] transaction","detail":"{read_only:false; response_revision:10758; number_of_response:1; }","duration":"129.644045ms","start":"2026-03-03T18:37:06.573104Z","end":"2026-03-03T18:37:06.702748Z","steps":["trace[2046492319] 'process raft request' (duration: 129.465251ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:37:07.063475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.180896ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:37:07.063612Z","caller":"traceutil/trace.go:171","msg":"trace[1607551229] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10758; }","duration":"166.35911ms","start":"2026-03-03T18:37:06.897224Z","end":"2026-03-03T18:37:07.063583Z","steps":["trace[1607551229] 'range keys from in-memory index tree' (duration: 165.994851ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:37:11.531741Z","caller":"traceutil/trace.go:171","msg":"trace[1745766253] transaction","detail":"{read_only:false; response_revision:10778; number_of_response:1; }","duration":"153.481547ms","start":"2026-03-03T18:37:11.378222Z","end":"2026-03-03T18:37:11.531704Z","steps":["trace[1745766253] 'process raft request' (duration: 153.251162ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:37:11.697049Z","caller":"traceutil/trace.go:171","msg":"trace[699433923] linearizableReadLoop","detail":"{readStateIndex:11172; appliedIndex:11170; }","duration":"279.593168ms","start":"2026-03-03T18:37:11.417421Z","end":"2026-03-03T18:37:11.697014Z","steps":["trace[699433923] 'read index received' (duration: 114.035657ms)","trace[699433923] 'applied index is now lower than readState.Index' (duration: 165.556071ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:37:11.697392Z","caller":"traceutil/trace.go:171","msg":"trace[776784808] transaction","detail":"{read_only:false; response_revision:10779; number_of_response:1; }","duration":"280.91978ms","start":"2026-03-03T18:37:11.416411Z","end":"2026-03-03T18:37:11.697331Z","steps":["trace[776784808] 'process raft request' (duration: 250.924863ms)","trace[776784808] 'compare' (duration: 29.511405ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:37:11.697492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.060469ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-03T18:37:11.697583Z","caller":"traceutil/trace.go:171","msg":"trace[1589689695] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:10779; }","duration":"280.197852ms","start":"2026-03-03T18:37:11.417365Z","end":"2026-03-03T18:37:11.697563Z","steps":["trace[1589689695] 'agreement among raft nodes before linearized reading' (duration: 279.943606ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:37:11.737439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.471077ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:37:11.737488Z","caller":"traceutil/trace.go:171","msg":"trace[1499247164] transaction","detail":"{read_only:false; response_revision:10780; number_of_response:1; }","duration":"105.093746ms","start":"2026-03-03T18:37:11.632363Z","end":"2026-03-03T18:37:11.737456Z","steps":["trace[1499247164] 'process raft request' (duration: 104.82533ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:37:11.737529Z","caller":"traceutil/trace.go:171","msg":"trace[1777964277] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:10780; }","duration":"316.619621ms","start":"2026-03-03T18:37:11.420886Z","end":"2026-03-03T18:37:11.737506Z","steps":["trace[1777964277] 'agreement among raft nodes before linearized reading' (duration: 316.455657ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:37:11.737527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.053632ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T18:37:11.737582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:37:11.420861Z","time spent":"316.706083ms","remote":"127.0.0.1:50540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"info","ts":"2026-03-03T18:37:11.737609Z","caller":"traceutil/trace.go:171","msg":"trace[596101476] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:10780; }","duration":"275.187755ms","start":"2026-03-03T18:37:11.462397Z","end":"2026-03-03T18:37:11.737585Z","steps":["trace[596101476] 'agreement among raft nodes before linearized reading' (duration: 275.00906ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:37:11.737739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.062836ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-prbmn\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-03T18:37:11.73784Z","caller":"traceutil/trace.go:171","msg":"trace[2138206461] range","detail":"{range_begin:/registry/pods/openstack/keepalived-prbmn; range_end:; response_count:1; response_revision:10780; }","duration":"293.23669ms","start":"2026-03-03T18:37:11.444585Z","end":"2026-03-03T18:37:11.737822Z","steps":["trace[2138206461] 'agreement among raft nodes before linearized reading' (duration: 292.915793ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:37:11.738147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.268853ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-03T18:37:11.738317Z","caller":"traceutil/trace.go:171","msg":"trace[2011966946] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:10780; }","duration":"316.465748ms","start":"2026-03-03T18:37:11.421819Z","end":"2026-03-03T18:37:11.738284Z","steps":["trace[2011966946] 'agreement among raft nodes before linearized reading' (duration: 315.973366ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:37:11.738409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.144601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-03T18:37:11.738543Z","caller":"traceutil/trace.go:171","msg":"trace[341762589] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:10780; }","duration":"280.317665ms","start":"2026-03-03T18:37:11.458198Z","end":"2026-03-03T18:37:11.738515Z","steps":["trace[341762589] 'agreement among raft nodes before linearized reading' (duration: 279.908286ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:37:11.738481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:37:11.421807Z","time spent":"316.653432ms","remote":"127.0.0.1:53008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T18:37:11.738187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.385851ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:414947"} {"level":"info","ts":"2026-03-03T18:37:11.738783Z","caller":"traceutil/trace.go:171","msg":"trace[489336573] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:10780; }","duration":"184.006256ms","start":"2026-03-03T18:37:11.554755Z","end":"2026-03-03T18:37:11.738761Z","steps":["trace[489336573] 'agreement among raft nodes before linearized reading' (duration: 183.158626ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:37:11.738193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.996518ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-03T18:37:11.739096Z","caller":"traceutil/trace.go:171","msg":"trace[1086557379] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:10780; }","duration":"277.921569ms","start":"2026-03-03T18:37:11.461159Z","end":"2026-03-03T18:37:11.739081Z","steps":["trace[1086557379] 'agreement among raft nodes before linearized reading' (duration: 276.848613ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:37:11.844104Z","caller":"traceutil/trace.go:171","msg":"trace[403913385] linearizableReadLoop","detail":"{readStateIndex:11174; appliedIndex:11173; }","duration":"100.939328ms","start":"2026-03-03T18:37:11.743143Z","end":"2026-03-03T18:37:11.844082Z","steps":["trace[403913385] 'read index received' (duration: 100.852596ms)","trace[403913385] 'applied index is now lower than readState.Index' (duration: 85.452µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:37:11.844206Z","caller":"traceutil/trace.go:171","msg":"trace[650117998] transaction","detail":"{read_only:false; response_revision:10781; number_of_response:1; }","duration":"141.31787ms","start":"2026-03-03T18:37:11.702834Z","end":"2026-03-03T18:37:11.844152Z","steps":["trace[650117998] 'process raft request' (duration: 141.090054ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:37:11.844889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.720377ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:48 size:447809"} {"level":"info","ts":"2026-03-03T18:37:11.844933Z","caller":"traceutil/trace.go:171","msg":"trace[480388150] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:48; response_revision:10781; }","duration":"101.811749ms","start":"2026-03-03T18:37:11.743111Z","end":"2026-03-03T18:37:11.844922Z","steps":["trace[480388150] 'agreement among raft nodes before linearized reading' (duration: 101.089662ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:37:11.895703Z","caller":"traceutil/trace.go:171","msg":"trace[1823724891] transaction","detail":"{read_only:false; response_revision:10783; number_of_response:1; }","duration":"152.130355ms","start":"2026-03-03T18:37:11.743548Z","end":"2026-03-03T18:37:11.895678Z","steps":["trace[1823724891] 'process raft request' (duration: 152.079384ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:37:11.896002Z","caller":"traceutil/trace.go:171","msg":"trace[1845242924] transaction","detail":"{read_only:false; response_revision:10782; number_of_response:1; }","duration":"152.552904ms","start":"2026-03-03T18:37:11.743443Z","end":"2026-03-03T18:37:11.895996Z","steps":["trace[1845242924] 'process raft request' (duration: 152.055643ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:37:11.896207Z","caller":"traceutil/trace.go:171","msg":"trace[881781607] transaction","detail":"{read_only:false; response_revision:10784; number_of_response:1; }","duration":"152.016102ms","start":"2026-03-03T18:37:11.744184Z","end":"2026-03-03T18:37:11.8962Z","steps":["trace[881781607] 'process raft request' (duration: 151.468569ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:37:12.532574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"421.333287ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T18:37:12.532685Z","caller":"traceutil/trace.go:171","msg":"trace[1085027073] transaction","detail":"{read_only:false; response_revision:10785; number_of_response:1; }","duration":"582.159317ms","start":"2026-03-03T18:37:11.950504Z","end":"2026-03-03T18:37:12.532663Z","steps":["trace[1085027073] 'process raft request' (duration: 160.646075ms)","trace[1085027073] 'compare' (duration: 420.900878ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:37:12.532746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:37:11.950478Z","time spent":"582.240779ms","remote":"127.0.0.1:53008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:37:12.644266Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10938289895795943988,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T18:37:12.774714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.934874ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T18:37:12.775016Z","caller":"traceutil/trace.go:171","msg":"trace[224989115] transaction","detail":"{read_only:false; response_revision:10786; number_of_response:1; }","duration":"824.334654ms","start":"2026-03-03T18:37:11.950637Z","end":"2026-03-03T18:37:12.774971Z","steps":["trace[224989115] 'process raft request' (duration: 712.98228ms)","trace[224989115] 'compare' (duration: 110.637977ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:37:12.775201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:37:11.950612Z","time spent":"824.485148ms","remote":"127.0.0.1:53008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:37:12.776184Z","caller":"traceutil/trace.go:171","msg":"trace[1360280126] linearizableReadLoop","detail":"{readStateIndex:11180; appliedIndex:11178; }","duration":"632.701869ms","start":"2026-03-03T18:37:12.143452Z","end":"2026-03-03T18:37:12.776154Z","steps":["trace[1360280126] 'read index received' (duration: 520.205718ms)","trace[1360280126] 'applied index is now lower than readState.Index' (duration: 112.494071ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:37:12.77626Z","caller":"traceutil/trace.go:171","msg":"trace[927705015] transaction","detail":"{read_only:false; response_revision:10787; number_of_response:1; }","duration":"669.70849ms","start":"2026-03-03T18:37:12.106509Z","end":"2026-03-03T18:37:12.776217Z","steps":["trace[927705015] 'process raft request' (duration: 669.181468ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:37:12.776413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"632.946804ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T18:37:12.776482Z","caller":"traceutil/trace.go:171","msg":"trace[2145157606] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:10787; }","duration":"633.063657ms","start":"2026-03-03T18:37:12.1434Z","end":"2026-03-03T18:37:12.776464Z","steps":["trace[2145157606] 'agreement among raft nodes before linearized reading' (duration: 632.926624ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:37:12.776529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:37:12.143378Z","time spent":"633.138458ms","remote":"127.0.0.1:53238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":22,"response size":29,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:37:12.776441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:37:12.106475Z","time spent":"669.868954ms","remote":"127.0.0.1:34648","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":415157,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:37:12.776639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"434.239031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:37:12.776736Z","caller":"traceutil/trace.go:171","msg":"trace[243723235] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:10787; }","duration":"434.397905ms","start":"2026-03-03T18:37:12.34232Z","end":"2026-03-03T18:37:12.776718Z","steps":["trace[243723235] 'agreement among raft nodes before linearized reading' (duration: 434.216301ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:37:12.776815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:37:12.342291Z","time spent":"434.508168ms","remote":"127.0.0.1:40988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":27,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:37:14.102897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.873935ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T18:37:14.103031Z","caller":"traceutil/trace.go:171","msg":"trace[183957302] linearizableReadLoop","detail":"{readStateIndex:11183; appliedIndex:11182; }","duration":"247.226476ms","start":"2026-03-03T18:37:13.855781Z","end":"2026-03-03T18:37:14.103008Z","steps":["trace[183957302] 'read index received' (duration: 54.087165ms)","trace[183957302] 'applied index is now lower than readState.Index' (duration: 193.137681ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:37:14.103073Z","caller":"traceutil/trace.go:171","msg":"trace[908237184] transaction","detail":"{read_only:false; response_revision:10790; number_of_response:1; }","duration":"249.851628ms","start":"2026-03-03T18:37:13.853188Z","end":"2026-03-03T18:37:14.10304Z","steps":["trace[908237184] 'process raft request' (duration: 56.734397ms)","trace[908237184] 'compare' (duration: 192.719811ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:37:14.103183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.257908ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:37:14.103236Z","caller":"traceutil/trace.go:171","msg":"trace[415494136] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10790; }","duration":"208.339539ms","start":"2026-03-03T18:37:13.894882Z","end":"2026-03-03T18:37:14.103222Z","steps":["trace[415494136] 'agreement among raft nodes before linearized reading' (duration: 208.256947ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:37:14.103267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.471692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-prbmn\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-03-03T18:37:14.103313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.066515ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-03T18:37:14.103327Z","caller":"traceutil/trace.go:171","msg":"trace[1442265968] range","detail":"{range_begin:/registry/pods/openstack/keepalived-prbmn; range_end:; response_count:1; response_revision:10790; }","duration":"247.563014ms","start":"2026-03-03T18:37:13.855748Z","end":"2026-03-03T18:37:14.103311Z","steps":["trace[1442265968] 'agreement among raft nodes before linearized reading' (duration: 247.340259ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:37:14.103335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.968153ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-03T18:37:14.103373Z","caller":"traceutil/trace.go:171","msg":"trace[1706210392] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:10790; }","duration":"203.141567ms","start":"2026-03-03T18:37:13.900214Z","end":"2026-03-03T18:37:14.103355Z","steps":["trace[1706210392] 'agreement among raft nodes before linearized reading' (duration: 202.952603ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:37:14.103418Z","caller":"traceutil/trace.go:171","msg":"trace[974182162] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:10790; }","duration":"203.109956ms","start":"2026-03-03T18:37:13.90029Z","end":"2026-03-03T18:37:14.1034Z","steps":["trace[974182162] 'agreement among raft nodes before linearized reading' (duration: 202.85956ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:37:14.103342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.523662ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-03T18:37:14.103605Z","caller":"traceutil/trace.go:171","msg":"trace[1895600361] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:10790; }","duration":"202.84557ms","start":"2026-03-03T18:37:13.900745Z","end":"2026-03-03T18:37:14.103591Z","steps":["trace[1895600361] 'agreement among raft nodes before linearized reading' (duration: 202.43478ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:37:14.360308Z","caller":"traceutil/trace.go:171","msg":"trace[307622685] transaction","detail":"{read_only:false; response_revision:10791; number_of_response:1; }","duration":"253.337929ms","start":"2026-03-03T18:37:14.106936Z","end":"2026-03-03T18:37:14.360274Z","steps":["trace[307622685] 'process raft request' (duration: 253.108794ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:37:14.43117Z","caller":"traceutil/trace.go:171","msg":"trace[335718250] transaction","detail":"{read_only:false; response_revision:10792; number_of_response:1; }","duration":"324.167659ms","start":"2026-03-03T18:37:14.106967Z","end":"2026-03-03T18:37:14.431134Z","steps":["trace[335718250] 'process raft request' (duration: 323.143545ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:37:14.43132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:37:14.10695Z","time spent":"324.291592ms","remote":"127.0.0.1:53008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:37:14.431356Z","caller":"traceutil/trace.go:171","msg":"trace[1629610392] transaction","detail":"{read_only:false; response_revision:10793; number_of_response:1; }","duration":"324.267781ms","start":"2026-03-03T18:37:14.107038Z","end":"2026-03-03T18:37:14.431306Z","steps":["trace[1629610392] 'process raft request' (duration: 323.413011ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:37:14.431483Z","caller":"traceutil/trace.go:171","msg":"trace[1524952828] linearizableReadLoop","detail":"{readStateIndex:11186; appliedIndex:11183; }","duration":"322.578841ms","start":"2026-03-03T18:37:14.108825Z","end":"2026-03-03T18:37:14.431403Z","steps":["trace[1524952828] 'read index received' (duration: 251.104367ms)","trace[1524952828] 'applied index is now lower than readState.Index' (duration: 71.472924ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:37:14.431495Z","caller":"traceutil/trace.go:171","msg":"trace[664943145] transaction","detail":"{read_only:false; response_revision:10794; number_of_response:1; }","duration":"222.78857ms","start":"2026-03-03T18:37:14.20867Z","end":"2026-03-03T18:37:14.431458Z","steps":["trace[664943145] 'process raft request' (duration: 222.499483ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:37:14.431549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:37:14.107028Z","time spent":"324.414604ms","remote":"127.0.0.1:53008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:37:14.43238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.538224ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:48 size:447809"} {"level":"info","ts":"2026-03-03T18:37:14.432439Z","caller":"traceutil/trace.go:171","msg":"trace[197981544] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:48; response_revision:10794; }","duration":"323.623765ms","start":"2026-03-03T18:37:14.108801Z","end":"2026-03-03T18:37:14.432424Z","steps":["trace[197981544] 'agreement among raft nodes before linearized reading' (duration: 322.730824ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:37:14.432476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:37:14.108794Z","time spent":"323.671327ms","remote":"127.0.0.1:52918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":48,"response size":447831,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-03T18:37:14.767185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.956193ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-03-03T18:37:14.768145Z","caller":"traceutil/trace.go:171","msg":"trace[1186231138] transaction","detail":"{read_only:false; response_revision:10795; number_of_response:1; }","duration":"229.641581ms","start":"2026-03-03T18:37:14.538482Z","end":"2026-03-03T18:37:14.768124Z","steps":["trace[1186231138] 'process raft request' (duration: 228.844652ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:37:15.909099Z","caller":"traceutil/trace.go:171","msg":"trace[277105510] linearizableReadLoop","detail":"{readStateIndex:11191; appliedIndex:11190; }","duration":"149.676167ms","start":"2026-03-03T18:37:15.7594Z","end":"2026-03-03T18:37:15.909076Z","steps":["trace[277105510] 'read index received' (duration: 149.636476ms)","trace[277105510] 'applied index is now lower than readState.Index' (duration: 38.461µs)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:37:15.909273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.83539ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T18:37:15.909312Z","caller":"traceutil/trace.go:171","msg":"trace[461637036] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:10797; }","duration":"149.936293ms","start":"2026-03-03T18:37:15.759365Z","end":"2026-03-03T18:37:15.909302Z","steps":["trace[461637036] 'agreement among raft nodes before linearized reading' (duration: 149.839001ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:37:15.909156Z","caller":"traceutil/trace.go:171","msg":"trace[1278564502] transaction","detail":"{read_only:false; response_revision:10797; number_of_response:1; }","duration":"345.872661ms","start":"2026-03-03T18:37:15.563244Z","end":"2026-03-03T18:37:15.909117Z","steps":["trace[1278564502] 'process raft request' (duration: 345.694747ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:37:15.909456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:37:15.563232Z","time spent":"346.155597ms","remote":"127.0.0.1:53008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:37:15.957809Z","caller":"traceutil/trace.go:171","msg":"trace[1190645548] transaction","detail":"{read_only:false; response_revision:10798; number_of_response:1; }","duration":"134.08488ms","start":"2026-03-03T18:37:15.823702Z","end":"2026-03-03T18:37:15.957787Z","steps":["trace[1190645548] 'process raft request' (duration: 133.788553ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:37:16.411883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.959559ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:37:16.411938Z","caller":"traceutil/trace.go:171","msg":"trace[1546457090] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:10799; }","duration":"177.058042ms","start":"2026-03-03T18:37:16.234868Z","end":"2026-03-03T18:37:16.411926Z","steps":["trace[1546457090] 'count revisions from in-memory index tree' (duration: 176.863607ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:37:16.680741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.292704ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T18:37:16.680891Z","caller":"traceutil/trace.go:171","msg":"trace[762939226] transaction","detail":"{read_only:false; response_revision:10801; number_of_response:1; }","duration":"176.511999ms","start":"2026-03-03T18:37:16.504358Z","end":"2026-03-03T18:37:16.68087Z","steps":["trace[762939226] 'process raft request' (duration: 44.999721ms)","trace[762939226] 'compare' (duration: 131.215952ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:37:16.681101Z","caller":"traceutil/trace.go:171","msg":"trace[813489772] linearizableReadLoop","detail":"{readStateIndex:11196; appliedIndex:11194; }","duration":"175.084805ms","start":"2026-03-03T18:37:16.505986Z","end":"2026-03-03T18:37:16.68107Z","steps":["trace[813489772] 'read index received' (duration: 43.543416ms)","trace[813489772] 'applied index is now lower than readState.Index' (duration: 131.538349ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:37:16.681261Z","caller":"traceutil/trace.go:171","msg":"trace[26693988] transaction","detail":"{read_only:false; response_revision:10802; number_of_response:1; }","duration":"175.985947ms","start":"2026-03-03T18:37:16.505115Z","end":"2026-03-03T18:37:16.681101Z","steps":["trace[26693988] 'process raft request' (duration: 175.713991ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:37:16.681757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.755052ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:48 size:447809"} {"level":"info","ts":"2026-03-03T18:37:16.681805Z","caller":"traceutil/trace.go:171","msg":"trace[991285133] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:48; response_revision:10802; }","duration":"175.851313ms","start":"2026-03-03T18:37:16.505941Z","end":"2026-03-03T18:37:16.681792Z","steps":["trace[991285133] 'agreement among raft nodes before linearized reading' (duration: 175.228719ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:37:16.953381Z","caller":"traceutil/trace.go:171","msg":"trace[1776666616] transaction","detail":"{read_only:false; response_revision:10803; number_of_response:1; }","duration":"179.305935ms","start":"2026-03-03T18:37:16.774035Z","end":"2026-03-03T18:37:16.953341Z","steps":["trace[1776666616] 'process raft request' (duration: 179.033419ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:37:17.191491Z","caller":"traceutil/trace.go:171","msg":"trace[320763513] transaction","detail":"{read_only:false; response_revision:10804; number_of_response:1; }","duration":"369.056326ms","start":"2026-03-03T18:37:16.822369Z","end":"2026-03-03T18:37:17.191426Z","steps":["trace[320763513] 'process raft request' (duration: 368.617626ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:37:17.191627Z","caller":"traceutil/trace.go:171","msg":"trace[2014005832] linearizableReadLoop","detail":"{readStateIndex:11199; appliedIndex:11196; }","duration":"294.638203ms","start":"2026-03-03T18:37:16.896944Z","end":"2026-03-03T18:37:17.191582Z","steps":["trace[2014005832] 'read index received' (duration: 56.156043ms)","trace[2014005832] 'applied index is now lower than readState.Index' (duration: 238.48014ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:37:17.191768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:37:16.822346Z","time spent":"369.273882ms","remote":"127.0.0.1:53008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:37:17.191834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.867418ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:37:17.191881Z","caller":"traceutil/trace.go:171","msg":"trace[977307322] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10805; }","duration":"294.974271ms","start":"2026-03-03T18:37:16.896895Z","end":"2026-03-03T18:37:17.191869Z","steps":["trace[977307322] 'agreement among raft nodes before linearized reading' (duration: 294.812487ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:37:17.191993Z","caller":"traceutil/trace.go:171","msg":"trace[2024991166] transaction","detail":"{read_only:false; response_revision:10805; number_of_response:1; }","duration":"305.641412ms","start":"2026-03-03T18:37:16.88632Z","end":"2026-03-03T18:37:17.191962Z","steps":["trace[2024991166] 'process raft request' (duration: 304.997877ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:37:17.192176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:37:16.886284Z","time spent":"305.793476ms","remote":"127.0.0.1:49652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7731,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:37:18.621683Z","caller":"traceutil/trace.go:171","msg":"trace[782917466] transaction","detail":"{read_only:false; response_revision:10809; number_of_response:1; }","duration":"111.646571ms","start":"2026-03-03T18:37:18.510007Z","end":"2026-03-03T18:37:18.621653Z","steps":["trace[782917466] 'process raft request' (duration: 111.480277ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:37:18.821582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.584355ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T18:37:18.821764Z","caller":"traceutil/trace.go:171","msg":"trace[1657728590] transaction","detail":"{read_only:false; response_revision:10810; number_of_response:1; }","duration":"132.071252ms","start":"2026-03-03T18:37:18.689673Z","end":"2026-03-03T18:37:18.821745Z","steps":["trace[1657728590] 'process raft request' (duration: 24.21967ms)","trace[1657728590] 'compare' (duration: 107.389791ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:37:18.822002Z","caller":"traceutil/trace.go:171","msg":"trace[349093084] transaction","detail":"{read_only:false; response_revision:10811; number_of_response:1; }","duration":"130.648648ms","start":"2026-03-03T18:37:18.691334Z","end":"2026-03-03T18:37:18.821983Z","steps":["trace[349093084] 'process raft request' (duration: 130.373892ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:37:18.821957Z","caller":"traceutil/trace.go:171","msg":"trace[1869498378] linearizableReadLoop","detail":"{readStateIndex:11205; appliedIndex:11203; }","duration":"127.122076ms","start":"2026-03-03T18:37:18.694799Z","end":"2026-03-03T18:37:18.821921Z","steps":["trace[1869498378] 'read index received' (duration: 19.0678ms)","trace[1869498378] 'applied index is now lower than readState.Index' (duration: 108.053056ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:37:18.822545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.71871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-prbmn\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-03T18:37:18.82264Z","caller":"traceutil/trace.go:171","msg":"trace[246420554] range","detail":"{range_begin:/registry/pods/openstack/keepalived-prbmn; range_end:; response_count:1; response_revision:10811; }","duration":"127.867223ms","start":"2026-03-03T18:37:18.69475Z","end":"2026-03-03T18:37:18.822617Z","steps":["trace[246420554] 'agreement among raft nodes before linearized reading' (duration: 127.561176ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:37:19.179316Z","caller":"traceutil/trace.go:171","msg":"trace[1095837699] transaction","detail":"{read_only:false; response_revision:10814; number_of_response:1; }","duration":"106.149161ms","start":"2026-03-03T18:37:19.07312Z","end":"2026-03-03T18:37:19.179269Z","steps":["trace[1095837699] 'process raft request' (duration: 59.277027ms)","trace[1095837699] 'compare' (duration: 46.708831ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:37:20.219723Z","caller":"traceutil/trace.go:171","msg":"trace[458335329] transaction","detail":"{read_only:false; response_revision:10818; number_of_response:1; }","duration":"160.300147ms","start":"2026-03-03T18:37:20.059397Z","end":"2026-03-03T18:37:20.219697Z","steps":["trace[458335329] 'process raft request' (duration: 160.01124ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:37:21.030068Z","caller":"traceutil/trace.go:171","msg":"trace[1814042435] linearizableReadLoop","detail":"{readStateIndex:11217; appliedIndex:11215; }","duration":"179.656034ms","start":"2026-03-03T18:37:20.850387Z","end":"2026-03-03T18:37:21.030043Z","steps":["trace[1814042435] 'read index received' (duration: 72.654992ms)","trace[1814042435] 'applied index is now lower than readState.Index' (duration: 106.999531ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:37:21.030173Z","caller":"traceutil/trace.go:171","msg":"trace[279954885] transaction","detail":"{read_only:false; response_revision:10822; number_of_response:1; }","duration":"198.367304ms","start":"2026-03-03T18:37:20.831784Z","end":"2026-03-03T18:37:21.030152Z","steps":["trace[279954885] 'process raft request' (duration: 118.342778ms)","trace[279954885] 'compare' (duration: 79.75471ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:37:21.030309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.738331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T18:37:21.030373Z","caller":"traceutil/trace.go:171","msg":"trace[581278781] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:10822; }","duration":"161.877465ms","start":"2026-03-03T18:37:20.868478Z","end":"2026-03-03T18:37:21.030355Z","steps":["trace[581278781] 'agreement among raft nodes before linearized reading' (duration: 161.710541ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:37:21.030461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.062416ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T18:37:21.030517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.107324ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-prbmn\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-03T18:37:21.030607Z","caller":"traceutil/trace.go:171","msg":"trace[876507979] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10822; }","duration":"133.279971ms","start":"2026-03-03T18:37:20.897291Z","end":"2026-03-03T18:37:21.030571Z","steps":["trace[876507979] 'agreement among raft nodes before linearized reading' (duration: 132.975664ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:37:21.030697Z","caller":"traceutil/trace.go:171","msg":"trace[595171328] range","detail":"{range_begin:/registry/pods/openstack/keepalived-prbmn; range_end:; response_count:1; response_revision:10822; }","duration":"180.226107ms","start":"2026-03-03T18:37:20.850354Z","end":"2026-03-03T18:37:21.03058Z","steps":["trace[595171328] 'agreement among raft nodes before linearized reading' (duration: 179.829778ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:37:21.471837Z","caller":"traceutil/trace.go:171","msg":"trace[492202111] linearizableReadLoop","detail":"{readStateIndex:11219; appliedIndex:11218; }","duration":"185.751107ms","start":"2026-03-03T18:37:21.286048Z","end":"2026-03-03T18:37:21.471799Z","steps":["trace[492202111] 'read index received' (duration: 185.364388ms)","trace[492202111] 'applied index is now lower than readState.Index' (duration: 384.809µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:37:21.471942Z","caller":"traceutil/trace.go:171","msg":"trace[1540537052] transaction","detail":"{read_only:false; response_revision:10824; number_of_response:1; }","duration":"228.147686ms","start":"2026-03-03T18:37:21.24376Z","end":"2026-03-03T18:37:21.471908Z","steps":["trace[1540537052] 'process raft request' (duration: 227.790767ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:37:21.472091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.070275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T18:37:21.472133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.765568ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:37:21.472154Z","caller":"traceutil/trace.go:171","msg":"trace[1456194112] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:10824; }","duration":"116.182698ms","start":"2026-03-03T18:37:21.355954Z","end":"2026-03-03T18:37:21.472137Z","steps":["trace[1456194112] 'agreement among raft nodes before linearized reading' (duration: 116.062395ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:37:21.472149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.483432ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:37:21.472237Z","caller":"traceutil/trace.go:171","msg":"trace[1209841281] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:10824; }","duration":"115.598194ms","start":"2026-03-03T18:37:21.356616Z","end":"2026-03-03T18:37:21.472215Z","steps":["trace[1209841281] 'agreement among raft nodes before linearized reading' (duration: 115.4244ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:37:21.472153Z","caller":"traceutil/trace.go:171","msg":"trace[593219119] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:10824; }","duration":"115.802578ms","start":"2026-03-03T18:37:21.356346Z","end":"2026-03-03T18:37:21.472148Z","steps":["trace[593219119] 'agreement among raft nodes before linearized reading' (duration: 115.743047ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:37:21.472343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.766058ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T18:37:21.472299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.616114ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:37:21.472363Z","caller":"traceutil/trace.go:171","msg":"trace[1897603074] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:10824; }","duration":"115.800788ms","start":"2026-03-03T18:37:21.356557Z","end":"2026-03-03T18:37:21.472358Z","steps":["trace[1897603074] 'agreement among raft nodes before linearized reading' (duration: 115.768298ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:37:21.472401Z","caller":"traceutil/trace.go:171","msg":"trace[1614717330] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:10824; }","duration":"115.784069ms","start":"2026-03-03T18:37:21.356594Z","end":"2026-03-03T18:37:21.472378Z","steps":["trace[1614717330] 'agreement among raft nodes before linearized reading' (duration: 115.544363ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:37:21.472494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.137131ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5077"} {"level":"warn","ts":"2026-03-03T18:37:21.472492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.436203ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"warn","ts":"2026-03-03T18:37:21.472485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.122137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:37:21.472538Z","caller":"traceutil/trace.go:171","msg":"trace[1469772810] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:10824; }","duration":"109.191563ms","start":"2026-03-03T18:37:21.363336Z","end":"2026-03-03T18:37:21.472528Z","steps":["trace[1469772810] 'agreement among raft nodes before linearized reading' (duration: 109.03392ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:37:21.47256Z","caller":"traceutil/trace.go:171","msg":"trace[26857015] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:10824; }","duration":"186.613868ms","start":"2026-03-03T18:37:21.28593Z","end":"2026-03-03T18:37:21.472544Z","steps":["trace[26857015] 'agreement among raft nodes before linearized reading' (duration: 186.041294ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:37:21.472632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.882221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T18:37:21.472668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.780149ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-03-03T18:37:21.472668Z","caller":"traceutil/trace.go:171","msg":"trace[1414621049] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:10824; }","duration":"115.917702ms","start":"2026-03-03T18:37:21.356743Z","end":"2026-03-03T18:37:21.472661Z","steps":["trace[1414621049] 'agreement among raft nodes before linearized reading' (duration: 115.86918ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:37:21.472676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.700799ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5077"} {"level":"info","ts":"2026-03-03T18:37:21.472711Z","caller":"traceutil/trace.go:171","msg":"trace[1905316140] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:10824; }","duration":"115.813419ms","start":"2026-03-03T18:37:21.35687Z","end":"2026-03-03T18:37:21.472683Z","steps":["trace[1905316140] 'agreement among raft nodes before linearized reading' (duration: 115.684236ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:37:21.472709Z","caller":"traceutil/trace.go:171","msg":"trace[1377709882] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:10824; }","duration":"110.734089ms","start":"2026-03-03T18:37:21.361965Z","end":"2026-03-03T18:37:21.472699Z","steps":["trace[1377709882] 'agreement among raft nodes before linearized reading' (duration: 110.617037ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:37:21.472582Z","caller":"traceutil/trace.go:171","msg":"trace[1201940821] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:10824; }","duration":"116.225229ms","start":"2026-03-03T18:37:21.356334Z","end":"2026-03-03T18:37:21.472559Z","steps":["trace[1201940821] 'agreement among raft nodes before linearized reading' (duration: 116.082906ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:37:21.472533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.232629ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:37:21.472903Z","caller":"traceutil/trace.go:171","msg":"trace[64046230] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:10824; }","duration":"116.581297ms","start":"2026-03-03T18:37:21.356279Z","end":"2026-03-03T18:37:21.47286Z","steps":["trace[64046230] 'agreement among raft nodes before linearized reading' (duration: 116.216749ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:37:22.165283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.539444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-03T18:37:22.165382Z","caller":"traceutil/trace.go:171","msg":"trace[684304125] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:10827; }","duration":"135.707618ms","start":"2026-03-03T18:37:22.029649Z","end":"2026-03-03T18:37:22.165356Z","steps":["trace[684304125] 'range keys from in-memory index tree' (duration: 135.292358ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:37:22.165535Z","caller":"traceutil/trace.go:171","msg":"trace[1178136919] transaction","detail":"{read_only:false; response_revision:10828; number_of_response:1; }","duration":"110.199946ms","start":"2026-03-03T18:37:22.055306Z","end":"2026-03-03T18:37:22.165506Z","steps":["trace[1178136919] 'process raft request' (duration: 37.985225ms)","trace[1178136919] 'compare' (duration: 72.090668ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:37:22.304461Z","caller":"traceutil/trace.go:171","msg":"trace[2053505661] transaction","detail":"{read_only:false; response_revision:10829; number_of_response:1; }","duration":"134.09165ms","start":"2026-03-03T18:37:22.170332Z","end":"2026-03-03T18:37:22.304424Z","steps":["trace[2053505661] 'process raft request' (duration: 105.846024ms)","trace[2053505661] 'compare' (duration: 28.092962ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:40:05.887823Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":9692} {"level":"info","ts":"2026-03-03T18:40:05.972572Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":9692,"took":"82.75567ms","hash":2824484284,"current-db-size-bytes":40779776,"current-db-size":"41 MB","current-db-size-in-use-bytes":23474176,"current-db-size-in-use":"24 MB"} {"level":"info","ts":"2026-03-03T18:40:05.972668Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2824484284,"revision":9692,"compact-revision":7471} {"level":"info","ts":"2026-03-03T18:40:12.073175Z","caller":"traceutil/trace.go:171","msg":"trace[499470571] transaction","detail":"{read_only:false; response_revision:11856; number_of_response:1; }","duration":"104.191465ms","start":"2026-03-03T18:40:11.968946Z","end":"2026-03-03T18:40:12.073137Z","steps":["trace[499470571] 'process raft request' (duration: 103.720154ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:41:40.843331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.031072ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-03T18:41:40.843406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.161679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-03T18:41:40.843433Z","caller":"traceutil/trace.go:171","msg":"trace[1182675288] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:12484; }","duration":"185.200807ms","start":"2026-03-03T18:41:40.658213Z","end":"2026-03-03T18:41:40.843414Z","steps":["trace[1182675288] 'count revisions from in-memory index tree' (duration: 184.951681ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:41:40.843491Z","caller":"traceutil/trace.go:171","msg":"trace[1141409730] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:12484; }","duration":"206.329684ms","start":"2026-03-03T18:41:40.637141Z","end":"2026-03-03T18:41:40.843471Z","steps":["trace[1141409730] 'range keys from in-memory index tree' (duration: 205.914974ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:41:58.298782Z","caller":"traceutil/trace.go:171","msg":"trace[1077554877] transaction","detail":"{read_only:false; response_revision:12595; number_of_response:1; }","duration":"109.142807ms","start":"2026-03-03T18:41:58.189613Z","end":"2026-03-03T18:41:58.298756Z","steps":["trace[1077554877] 'process raft request' (duration: 52.184448ms)","trace[1077554877] 'compare' (duration: 56.879907ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:42:15.891971Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-0000000000003370.wal"} {"level":"info","ts":"2026-03-03T18:43:03.981387Z","caller":"traceutil/trace.go:171","msg":"trace[234019871] linearizableReadLoop","detail":"{readStateIndex:13483; appliedIndex:13482; }","duration":"341.586815ms","start":"2026-03-03T18:43:03.639775Z","end":"2026-03-03T18:43:03.981361Z","steps":["trace[234019871] 'read index received' (duration: 341.296568ms)","trace[234019871] 'applied index is now lower than readState.Index' (duration: 289.037µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:43:03.981517Z","caller":"traceutil/trace.go:171","msg":"trace[2030034360] transaction","detail":"{read_only:false; response_revision:13006; number_of_response:1; }","duration":"447.691541ms","start":"2026-03-03T18:43:03.533787Z","end":"2026-03-03T18:43:03.981478Z","steps":["trace[2030034360] 'process raft request' (duration: 447.411394ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:43:03.981644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.010121ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/placement-api-64dbc5f489-wvw2r.189969014a8d47b7\" ","response":"range_response_count:1 size:871"} {"level":"info","ts":"2026-03-03T18:43:03.981684Z","caller":"traceutil/trace.go:171","msg":"trace[1374094347] range","detail":"{range_begin:/registry/events/openstack/placement-api-64dbc5f489-wvw2r.189969014a8d47b7; range_end:; response_count:1; response_revision:13006; }","duration":"341.075693ms","start":"2026-03-03T18:43:03.640595Z","end":"2026-03-03T18:43:03.98167Z","steps":["trace[1374094347] 'agreement among raft nodes before linearized reading' (duration: 340.92212ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:43:03.981692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:43:03.53376Z","time spent":"447.834165ms","remote":"127.0.0.1:53008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:43:03.98172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:43:03.640585Z","time spent":"341.126044ms","remote":"127.0.0.1:52800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":893,"request content":"key:\"/registry/events/openstack/placement-api-64dbc5f489-wvw2r.189969014a8d47b7\" "} {"level":"warn","ts":"2026-03-03T18:43:03.981708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.913613ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/placement-api-64dbc5f489-wvw2r\" ","response":"range_response_count:1 size:8759"} {"level":"info","ts":"2026-03-03T18:43:03.981788Z","caller":"traceutil/trace.go:171","msg":"trace[846180662] range","detail":"{range_begin:/registry/pods/openstack/placement-api-64dbc5f489-wvw2r; range_end:; response_count:1; response_revision:13006; }","duration":"342.064077ms","start":"2026-03-03T18:43:03.639706Z","end":"2026-03-03T18:43:03.98177Z","steps":["trace[846180662] 'agreement among raft nodes before linearized reading' (duration: 341.805611ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:43:03.981815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.454978ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-prbmn\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-03-03T18:43:03.981838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:43:03.639684Z","time spent":"342.144498ms","remote":"127.0.0.1:52918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":8781,"request content":"key:\"/registry/pods/openstack/placement-api-64dbc5f489-wvw2r\" "} {"level":"info","ts":"2026-03-03T18:43:03.981884Z","caller":"traceutil/trace.go:171","msg":"trace[2104941906] range","detail":"{range_begin:/registry/pods/openstack/keepalived-prbmn; range_end:; response_count:1; response_revision:13006; }","duration":"232.588021ms","start":"2026-03-03T18:43:03.749276Z","end":"2026-03-03T18:43:03.981864Z","steps":["trace[2104941906] 'agreement among raft nodes before linearized reading' (duration: 232.377816ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:43:07.025489Z","caller":"traceutil/trace.go:171","msg":"trace[164088368] transaction","detail":"{read_only:false; response_revision:13023; number_of_response:1; }","duration":"247.966953ms","start":"2026-03-03T18:43:06.777498Z","end":"2026-03-03T18:43:07.025465Z","steps":["trace[164088368] 'process raft request' (duration: 247.812509ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:43:07.026343Z","caller":"traceutil/trace.go:171","msg":"trace[1968195809] linearizableReadLoop","detail":"{readStateIndex:13501; appliedIndex:13501; }","duration":"208.580907ms","start":"2026-03-03T18:43:06.817733Z","end":"2026-03-03T18:43:07.026314Z","steps":["trace[1968195809] 'read index received' (duration: 208.569816ms)","trace[1968195809] 'applied index is now lower than readState.Index' (duration: 8.941µs)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:43:07.026616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.861553ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-03T18:43:07.026664Z","caller":"traceutil/trace.go:171","msg":"trace[1688779350] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13023; }","duration":"208.950105ms","start":"2026-03-03T18:43:06.817703Z","end":"2026-03-03T18:43:07.026654Z","steps":["trace[1688779350] 'agreement among raft nodes before linearized reading' (duration: 208.75738ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:43:07.167337Z","caller":"traceutil/trace.go:171","msg":"trace[651079459] transaction","detail":"{read_only:false; response_revision:13024; number_of_response:1; }","duration":"258.365028ms","start":"2026-03-03T18:43:06.908949Z","end":"2026-03-03T18:43:07.167314Z","steps":["trace[651079459] 'process raft request' (duration: 256.444752ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:43:07.167427Z","caller":"traceutil/trace.go:171","msg":"trace[911984139] linearizableReadLoop","detail":"{readStateIndex:13502; appliedIndex:13501; }","duration":"140.988637ms","start":"2026-03-03T18:43:07.02642Z","end":"2026-03-03T18:43:07.167409Z","steps":["trace[911984139] 'read index received' (duration: 138.951139ms)","trace[911984139] 'applied index is now lower than readState.Index' (duration: 2.035618ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:43:07.167514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.496477ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:43:07.167573Z","caller":"traceutil/trace.go:171","msg":"trace[589245492] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13024; }","duration":"271.611359ms","start":"2026-03-03T18:43:06.895952Z","end":"2026-03-03T18:43:07.167563Z","steps":["trace[589245492] 'agreement among raft nodes before linearized reading' (duration: 271.515947ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:43:07.168347Z","caller":"traceutil/trace.go:171","msg":"trace[1692255699] transaction","detail":"{read_only:false; response_revision:13025; number_of_response:1; }","duration":"137.994515ms","start":"2026-03-03T18:43:07.03034Z","end":"2026-03-03T18:43:07.168334Z","steps":["trace[1692255699] 'process raft request' (duration: 136.938451ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:43:21.463632Z","caller":"traceutil/trace.go:171","msg":"trace[347363899] linearizableReadLoop","detail":"{readStateIndex:13575; appliedIndex:13574; }","duration":"100.252909ms","start":"2026-03-03T18:43:21.363352Z","end":"2026-03-03T18:43:21.463605Z","steps":["trace[347363899] 'read index received' (duration: 100.019493ms)","trace[347363899] 'applied index is now lower than readState.Index' (duration: 232.386µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:43:21.463826Z","caller":"traceutil/trace.go:171","msg":"trace[2120164007] transaction","detail":"{read_only:false; response_revision:13094; number_of_response:1; }","duration":"121.808955ms","start":"2026-03-03T18:43:21.341986Z","end":"2026-03-03T18:43:21.463795Z","steps":["trace[2120164007] 'process raft request' (duration: 121.454697ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:43:21.463854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.484974ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-03T18:43:21.464095Z","caller":"traceutil/trace.go:171","msg":"trace[1490037328] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13094; }","duration":"100.75563ms","start":"2026-03-03T18:43:21.363305Z","end":"2026-03-03T18:43:21.46406Z","steps":["trace[1490037328] 'agreement among raft nodes before linearized reading' (duration: 100.407722ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:43:22.33533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.702308ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-prbmn\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-03T18:43:22.335418Z","caller":"traceutil/trace.go:171","msg":"trace[1816357292] range","detail":"{range_begin:/registry/pods/openstack/keepalived-prbmn; range_end:; response_count:1; response_revision:13097; }","duration":"148.837671ms","start":"2026-03-03T18:43:22.186558Z","end":"2026-03-03T18:43:22.335396Z","steps":["trace[1816357292] 'range keys from in-memory index tree' (duration: 148.504273ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:43:22.596296Z","caller":"traceutil/trace.go:171","msg":"trace[695597425] transaction","detail":"{read_only:false; response_revision:13098; number_of_response:1; }","duration":"255.197593ms","start":"2026-03-03T18:43:22.34107Z","end":"2026-03-03T18:43:22.596267Z","steps":["trace[695597425] 'process raft request' (duration: 255.053009ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:43:22.860465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.470065ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T18:43:22.860621Z","caller":"traceutil/trace.go:171","msg":"trace[246383610] transaction","detail":"{read_only:false; response_revision:13101; number_of_response:1; }","duration":"129.554068ms","start":"2026-03-03T18:43:22.731055Z","end":"2026-03-03T18:43:22.860609Z","steps":["trace[246383610] 'process raft request' (duration: 129.524467ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:43:22.860837Z","caller":"traceutil/trace.go:171","msg":"trace[1444123417] linearizableReadLoop","detail":"{readStateIndex:13581; appliedIndex:13579; }","duration":"144.850937ms","start":"2026-03-03T18:43:22.715979Z","end":"2026-03-03T18:43:22.86083Z","steps":["trace[1444123417] 'read index received' (duration: 39.591µs)","trace[1444123417] 'applied index is now lower than readState.Index' (duration: 144.810476ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:43:22.860923Z","caller":"traceutil/trace.go:171","msg":"trace[584261495] transaction","detail":"{read_only:false; response_revision:13099; number_of_response:1; }","duration":"519.770877ms","start":"2026-03-03T18:43:22.341064Z","end":"2026-03-03T18:43:22.860835Z","steps":["trace[584261495] 'process raft request' (duration: 341.873122ms)","trace[584261495] 'compare' (duration: 177.372113ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:43:22.861099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.100423ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7746"} {"level":"info","ts":"2026-03-03T18:43:22.861199Z","caller":"traceutil/trace.go:171","msg":"trace[1572181923] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:13101; }","duration":"145.247357ms","start":"2026-03-03T18:43:22.715929Z","end":"2026-03-03T18:43:22.861177Z","steps":["trace[1572181923] 'agreement among raft nodes before linearized reading' (duration: 144.94684ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:43:22.861133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:43:22.341037Z","time spent":"520.006632ms","remote":"127.0.0.1:53008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:43:22.860929Z","caller":"traceutil/trace.go:171","msg":"trace[1495712378] transaction","detail":"{read_only:false; response_revision:13100; number_of_response:1; }","duration":"450.457086ms","start":"2026-03-03T18:43:22.410383Z","end":"2026-03-03T18:43:22.86084Z","steps":["trace[1495712378] 'process raft request' (duration: 450.157649ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:43:22.861512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:43:22.41036Z","time spent":"451.07843ms","remote":"127.0.0.1:53008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:43:28.733191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"660.094727ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T18:43:28.73328Z","caller":"traceutil/trace.go:171","msg":"trace[395235814] linearizableReadLoop","detail":"{readStateIndex:13608; appliedIndex:13607; }","duration":"845.479417ms","start":"2026-03-03T18:43:27.887789Z","end":"2026-03-03T18:43:28.733268Z","steps":["trace[395235814] 'read index received' (duration: 185.215787ms)","trace[395235814] 'applied index is now lower than readState.Index' (duration: 660.26276ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:43:28.733363Z","caller":"traceutil/trace.go:171","msg":"trace[797036421] transaction","detail":"{read_only:false; response_revision:13126; number_of_response:1; }","duration":"1.185807931s","start":"2026-03-03T18:43:27.54751Z","end":"2026-03-03T18:43:28.733318Z","steps":["trace[797036421] 'process raft request' (duration: 525.519991ms)","trace[797036421] 'compare' (duration: 659.706717ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:43:28.733484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"845.667191ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T18:43:28.733558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:43:27.547466Z","time spent":"1.185987227s","remote":"127.0.0.1:53008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:43:28.733585Z","caller":"traceutil/trace.go:171","msg":"trace[1485012683] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:13126; }","duration":"845.787514ms","start":"2026-03-03T18:43:27.887774Z","end":"2026-03-03T18:43:28.733562Z","steps":["trace[1485012683] 'agreement among raft nodes before linearized reading' (duration: 845.535868ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:43:28.73363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:43:27.887692Z","time spent":"845.927867ms","remote":"127.0.0.1:53218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":9,"response size":29,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:43:28.837728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"757.712342ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T18:43:28.837792Z","caller":"traceutil/trace.go:171","msg":"trace[1373729511] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:13127; }","duration":"757.845075ms","start":"2026-03-03T18:43:28.079933Z","end":"2026-03-03T18:43:28.837778Z","steps":["trace[1373729511] 'agreement among raft nodes before linearized reading' (duration: 757.660121ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:43:28.837832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:43:28.079911Z","time spent":"757.910786ms","remote":"127.0.0.1:53102","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":29,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:43:28.837817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.847145ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-03T18:43:28.837925Z","caller":"traceutil/trace.go:171","msg":"trace[370420737] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13127; }","duration":"221.007308ms","start":"2026-03-03T18:43:28.616892Z","end":"2026-03-03T18:43:28.8379Z","steps":["trace[370420737] 'agreement among raft nodes before linearized reading' (duration: 220.65657ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:43:28.8381Z","caller":"traceutil/trace.go:171","msg":"trace[85860991] transaction","detail":"{read_only:false; response_revision:13127; number_of_response:1; }","duration":"646.345393ms","start":"2026-03-03T18:43:28.191744Z","end":"2026-03-03T18:43:28.838089Z","steps":["trace[85860991] 'process raft request' (duration: 643.496586ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:43:28.837835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"457.570063ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-prbmn\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-03T18:43:28.838156Z","caller":"traceutil/trace.go:171","msg":"trace[1145619425] range","detail":"{range_begin:/registry/pods/openstack/keepalived-prbmn; range_end:; response_count:1; response_revision:13127; }","duration":"457.940682ms","start":"2026-03-03T18:43:28.380187Z","end":"2026-03-03T18:43:28.838128Z","steps":["trace[1145619425] 'agreement among raft nodes before linearized reading' (duration: 457.384568ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:43:28.838204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:43:28.380168Z","time spent":"458.021054ms","remote":"127.0.0.1:52918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6553,"request content":"key:\"/registry/pods/openstack/keepalived-prbmn\" "} {"level":"warn","ts":"2026-03-03T18:43:28.838209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:43:28.191715Z","time spent":"646.405213ms","remote":"127.0.0.1:53008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:43:28.838452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"941.252259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:43:28.838539Z","caller":"traceutil/trace.go:171","msg":"trace[914747153] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13127; }","duration":"941.386183ms","start":"2026-03-03T18:43:27.897133Z","end":"2026-03-03T18:43:28.838519Z","steps":["trace[914747153] 'agreement among raft nodes before linearized reading' (duration: 941.213869ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:43:28.838577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:43:27.897114Z","time spent":"941.457194ms","remote":"127.0.0.1:52682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T18:43:28.837522Z","caller":"traceutil/trace.go:171","msg":"trace[2073140485] linearizableReadLoop","detail":"{readStateIndex:13609; appliedIndex:13608; }","duration":"104.198921ms","start":"2026-03-03T18:43:28.733296Z","end":"2026-03-03T18:43:28.837494Z","steps":["trace[2073140485] 'read index received' (duration: 101.914757ms)","trace[2073140485] 'applied index is now lower than readState.Index' (duration: 2.283054ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:43:36.947671Z","caller":"traceutil/trace.go:171","msg":"trace[2005805892] transaction","detail":"{read_only:false; response_revision:13163; number_of_response:1; }","duration":"175.441257ms","start":"2026-03-03T18:43:36.772209Z","end":"2026-03-03T18:43:36.94765Z","steps":["trace[2005805892] 'process raft request' (duration: 175.308814ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:43:36.979146Z","caller":"traceutil/trace.go:171","msg":"trace[1404437263] transaction","detail":"{read_only:false; response_revision:13164; number_of_response:1; }","duration":"111.621895ms","start":"2026-03-03T18:43:36.867467Z","end":"2026-03-03T18:43:36.979089Z","steps":["trace[1404437263] 'process raft request' (duration: 111.370399ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:43:36.979343Z","caller":"traceutil/trace.go:171","msg":"trace[1143969633] linearizableReadLoop","detail":"{readStateIndex:13648; appliedIndex:13646; }","duration":"104.250743ms","start":"2026-03-03T18:43:36.875064Z","end":"2026-03-03T18:43:36.979315Z","steps":["trace[1143969633] 'read index received' (duration: 72.521836ms)","trace[1143969633] 'applied index is now lower than readState.Index' (duration: 31.726657ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:43:36.979594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.516799ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-03T18:43:36.979673Z","caller":"traceutil/trace.go:171","msg":"trace[1576880785] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13165; }","duration":"104.637372ms","start":"2026-03-03T18:43:36.87502Z","end":"2026-03-03T18:43:36.979658Z","steps":["trace[1576880785] 'agreement among raft nodes before linearized reading' (duration: 104.379256ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:43:45.555206Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10938289895795951138,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-03T18:43:45.583035Z","caller":"traceutil/trace.go:171","msg":"trace[624357067] transaction","detail":"{read_only:false; response_revision:13216; number_of_response:1; }","duration":"631.520054ms","start":"2026-03-03T18:43:44.951485Z","end":"2026-03-03T18:43:45.583005Z","steps":["trace[624357067] 'process raft request' (duration: 631.360991ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:43:45.583185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:43:44.95147Z","time spent":"631.642558ms","remote":"127.0.0.1:53034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":845,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:43:45.755496Z","caller":"traceutil/trace.go:171","msg":"trace[1540201152] transaction","detail":"{read_only:false; response_revision:13217; number_of_response:1; }","duration":"735.600562ms","start":"2026-03-03T18:43:45.01983Z","end":"2026-03-03T18:43:45.755431Z","steps":["trace[1540201152] 'process raft request' (duration: 657.627848ms)","trace[1540201152] 'compare' (duration: 77.79766ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:43:45.755645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:43:45.01981Z","time spent":"735.759637ms","remote":"127.0.0.1:53008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:43:45.755932Z","caller":"traceutil/trace.go:171","msg":"trace[1287164560] transaction","detail":"{read_only:false; response_revision:13218; number_of_response:1; }","duration":"735.768817ms","start":"2026-03-03T18:43:45.020107Z","end":"2026-03-03T18:43:45.755876Z","steps":["trace[1287164560] 'process raft request' (duration: 735.278925ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:43:45.756098Z","caller":"traceutil/trace.go:171","msg":"trace[428568842] transaction","detail":"{read_only:false; response_revision:13219; number_of_response:1; }","duration":"413.027256ms","start":"2026-03-03T18:43:45.343056Z","end":"2026-03-03T18:43:45.756083Z","steps":["trace[428568842] 'process raft request' (duration: 412.711038ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:43:45.756146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:43:45.020102Z","time spent":"735.946611ms","remote":"127.0.0.1:53008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:43:45.756185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:43:45.343031Z","time spent":"413.113427ms","remote":"127.0.0.1:53008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:43:45.756079Z","caller":"traceutil/trace.go:171","msg":"trace[129133666] linearizableReadLoop","detail":"{readStateIndex:13707; appliedIndex:13702; }","duration":"761.054762ms","start":"2026-03-03T18:43:44.994993Z","end":"2026-03-03T18:43:45.756048Z","steps":["trace[129133666] 'read index received' (duration: 587.882738ms)","trace[129133666] 'applied index is now lower than readState.Index' (duration: 173.170474ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:43:45.756271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"761.321878ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-03T18:43:45.756317Z","caller":"traceutil/trace.go:171","msg":"trace[1413284419] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13220; }","duration":"761.42419ms","start":"2026-03-03T18:43:44.99488Z","end":"2026-03-03T18:43:45.756305Z","steps":["trace[1413284419] 'agreement among raft nodes before linearized reading' (duration: 761.253496ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:43:45.756362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:43:44.994862Z","time spent":"761.491152ms","remote":"127.0.0.1:53008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T18:43:45.756428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"734.380825ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-03T18:43:45.756472Z","caller":"traceutil/trace.go:171","msg":"trace[1305023221] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13220; }","duration":"734.446356ms","start":"2026-03-03T18:43:45.022011Z","end":"2026-03-03T18:43:45.756457Z","steps":["trace[1305023221] 'agreement among raft nodes before linearized reading' (duration: 734.318603ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:43:45.756508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:43:45.022004Z","time spent":"734.497017ms","remote":"127.0.0.1:53008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T18:43:45.75654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"678.579672ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-03T18:43:45.756631Z","caller":"traceutil/trace.go:171","msg":"trace[1509570710] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:13220; }","duration":"678.695175ms","start":"2026-03-03T18:43:45.07791Z","end":"2026-03-03T18:43:45.756605Z","steps":["trace[1509570710] 'agreement among raft nodes before linearized reading' (duration: 678.48184ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:43:45.756659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"733.641957ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-03T18:43:45.756666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.982735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-03T18:43:45.756686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:43:45.077897Z","time spent":"678.780707ms","remote":"127.0.0.1:53008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-03T18:43:45.756699Z","caller":"traceutil/trace.go:171","msg":"trace[585207992] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13220; }","duration":"172.031107ms","start":"2026-03-03T18:43:45.584658Z","end":"2026-03-03T18:43:45.75669Z","steps":["trace[585207992] 'agreement among raft nodes before linearized reading' (duration: 171.948835ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:43:45.756691Z","caller":"traceutil/trace.go:171","msg":"trace[1424086284] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13220; }","duration":"733.700128ms","start":"2026-03-03T18:43:45.022982Z","end":"2026-03-03T18:43:45.756682Z","steps":["trace[1424086284] 'agreement among raft nodes before linearized reading' (duration: 733.619476ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:43:45.756772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:43:45.022972Z","time spent":"733.793501ms","remote":"127.0.0.1:53008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T18:43:45.756571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.903166ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/placement.189968ffc558687a\" ","response":"range_response_count:1 size:674"} {"level":"info","ts":"2026-03-03T18:43:45.756571Z","caller":"traceutil/trace.go:171","msg":"trace[1948393182] transaction","detail":"{read_only:false; response_revision:13220; number_of_response:1; }","duration":"376.181989ms","start":"2026-03-03T18:43:45.380157Z","end":"2026-03-03T18:43:45.756339Z","steps":["trace[1948393182] 'process raft request' (duration: 375.80115ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:43:45.7569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"678.737436ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-prbmn\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-03T18:43:45.756938Z","caller":"traceutil/trace.go:171","msg":"trace[272488658] range","detail":"{range_begin:/registry/pods/openstack/keepalived-prbmn; range_end:; response_count:1; response_revision:13220; }","duration":"678.812848ms","start":"2026-03-03T18:43:45.078115Z","end":"2026-03-03T18:43:45.756928Z","steps":["trace[272488658] 'agreement among raft nodes before linearized reading' (duration: 678.709205ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:43:45.756963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"628.522104ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/openvswitch-5dttl\" ","response":"range_response_count:1 size:12364"} {"level":"warn","ts":"2026-03-03T18:43:45.756966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:43:45.078096Z","time spent":"678.863688ms","remote":"127.0.0.1:52918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6553,"request content":"key:\"/registry/pods/openstack/keepalived-prbmn\" "} {"level":"info","ts":"2026-03-03T18:43:45.756863Z","caller":"traceutil/trace.go:171","msg":"trace[2091820793] range","detail":"{range_begin:/registry/events/openstack/placement.189968ffc558687a; range_end:; response_count:1; response_revision:13220; }","duration":"170.228124ms","start":"2026-03-03T18:43:45.586623Z","end":"2026-03-03T18:43:45.756851Z","steps":["trace[2091820793] 'agreement among raft nodes before linearized reading' (duration: 169.869295ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:43:45.757Z","caller":"traceutil/trace.go:171","msg":"trace[146929468] range","detail":"{range_begin:/registry/pods/openstack/openvswitch-5dttl; range_end:; response_count:1; response_revision:13220; }","duration":"628.595486ms","start":"2026-03-03T18:43:45.128397Z","end":"2026-03-03T18:43:45.756992Z","steps":["trace[146929468] 'agreement among raft nodes before linearized reading' (duration: 627.937871ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:43:45.757024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:43:45.128381Z","time spent":"628.638697ms","remote":"127.0.0.1:52918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":12386,"request content":"key:\"/registry/pods/openstack/openvswitch-5dttl\" "} {"level":"warn","ts":"2026-03-03T18:43:45.757181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:43:45.380128Z","time spent":"376.858655ms","remote":"127.0.0.1:53008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:43:45.906212Z","caller":"traceutil/trace.go:171","msg":"trace[1924166046] transaction","detail":"{read_only:false; response_revision:13221; number_of_response:1; }","duration":"144.023207ms","start":"2026-03-03T18:43:45.76216Z","end":"2026-03-03T18:43:45.906184Z","steps":["trace[1924166046] 'process raft request' (duration: 135.579009ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:43:45.92996Z","caller":"traceutil/trace.go:171","msg":"trace[222895771] transaction","detail":"{read_only:false; response_revision:13222; number_of_response:1; }","duration":"166.430095ms","start":"2026-03-03T18:43:45.763501Z","end":"2026-03-03T18:43:45.929931Z","steps":["trace[222895771] 'process raft request' (duration: 166.162079ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:43:45.930297Z","caller":"traceutil/trace.go:171","msg":"trace[255157530] transaction","detail":"{read_only:false; response_revision:13223; number_of_response:1; }","duration":"166.383324ms","start":"2026-03-03T18:43:45.763886Z","end":"2026-03-03T18:43:45.930269Z","steps":["trace[255157530] 'process raft request' (duration: 165.986115ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:43:45.930676Z","caller":"traceutil/trace.go:171","msg":"trace[124762161] transaction","detail":"{read_only:false; response_revision:13224; number_of_response:1; }","duration":"166.708441ms","start":"2026-03-03T18:43:45.763952Z","end":"2026-03-03T18:43:45.93066Z","steps":["trace[124762161] 'process raft request' (duration: 166.23481ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:43:45.930967Z","caller":"traceutil/trace.go:171","msg":"trace[432884130] transaction","detail":"{read_only:false; response_revision:13225; number_of_response:1; }","duration":"166.64554ms","start":"2026-03-03T18:43:45.764308Z","end":"2026-03-03T18:43:45.930954Z","steps":["trace[432884130] 'process raft request' (duration: 166.285862ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:43:45.931087Z","caller":"traceutil/trace.go:171","msg":"trace[1028837790] transaction","detail":"{read_only:false; response_revision:13226; number_of_response:1; }","duration":"160.545586ms","start":"2026-03-03T18:43:45.770526Z","end":"2026-03-03T18:43:45.931071Z","steps":["trace[1028837790] 'process raft request' (duration: 160.253459ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:43:45.93143Z","caller":"traceutil/trace.go:171","msg":"trace[1074153880] linearizableReadLoop","detail":"{readStateIndex:13711; appliedIndex:13707; }","duration":"167.261275ms","start":"2026-03-03T18:43:45.764153Z","end":"2026-03-03T18:43:45.931414Z","steps":["trace[1074153880] 'read index received' (duration: 133.594963ms)","trace[1074153880] 'applied index is now lower than readState.Index' (duration: 33.665102ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:43:45.931513Z","caller":"traceutil/trace.go:171","msg":"trace[504009516] transaction","detail":"{read_only:false; response_revision:13227; number_of_response:1; }","duration":"149.2119ms","start":"2026-03-03T18:43:45.782289Z","end":"2026-03-03T18:43:45.931501Z","steps":["trace[504009516] 'process raft request' (duration: 148.723178ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:43:45.931781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.505832ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:43:45.931833Z","caller":"traceutil/trace.go:171","msg":"trace[2087697972] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:13227; }","duration":"139.609934ms","start":"2026-03-03T18:43:45.792211Z","end":"2026-03-03T18:43:45.931821Z","steps":["trace[2087697972] 'agreement among raft nodes before linearized reading' (duration: 139.506172ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:43:45.932397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.222357ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:63 size:595495"} {"level":"info","ts":"2026-03-03T18:43:45.932459Z","caller":"traceutil/trace.go:171","msg":"trace[1102236463] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:63; response_revision:13227; }","duration":"168.318529ms","start":"2026-03-03T18:43:45.764127Z","end":"2026-03-03T18:43:45.932445Z","steps":["trace[1102236463] 'agreement among raft nodes before linearized reading' (duration: 167.400308ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:43:47.842078Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10938289895795951158,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T18:43:48.343022Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10938289895795951158,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T18:43:48.663562Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.535095229s","expected-duration":"1s"} {"level":"info","ts":"2026-03-03T18:43:48.664114Z","caller":"traceutil/trace.go:171","msg":"trace[872948599] transaction","detail":"{read_only:false; response_revision:13228; number_of_response:1; }","duration":"1.535713904s","start":"2026-03-03T18:43:47.128377Z","end":"2026-03-03T18:43:48.664091Z","steps":["trace[872948599] 'process raft request' (duration: 1.535488138s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:43:48.664241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:43:47.128367Z","time spent":"1.535795955s","remote":"127.0.0.1:52800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":888,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:43:48.665004Z","caller":"traceutil/trace.go:171","msg":"trace[806580127] transaction","detail":"{read_only:false; response_revision:13230; number_of_response:1; }","duration":"901.923076ms","start":"2026-03-03T18:43:47.763065Z","end":"2026-03-03T18:43:48.664988Z","steps":["trace[806580127] 'process raft request' (duration: 901.826603ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:43:48.664995Z","caller":"traceutil/trace.go:171","msg":"trace[1183182032] transaction","detail":"{read_only:false; response_revision:13229; number_of_response:1; }","duration":"1.007756604s","start":"2026-03-03T18:43:47.657207Z","end":"2026-03-03T18:43:48.664963Z","steps":["trace[1183182032] 'process raft request' (duration: 1.00757221s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:43:48.665115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:43:47.763046Z","time spent":"902.001027ms","remote":"127.0.0.1:53008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:43:48.665211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:43:47.657189Z","time spent":"1.007905698s","remote":"127.0.0.1:53008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:43:48.665309Z","caller":"traceutil/trace.go:171","msg":"trace[521646959] transaction","detail":"{read_only:false; response_revision:13231; number_of_response:1; }","duration":"902.212502ms","start":"2026-03-03T18:43:47.763085Z","end":"2026-03-03T18:43:48.665297Z","steps":["trace[521646959] 'process raft request' (duration: 901.853294ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:43:48.665386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:43:47.763069Z","time spent":"902.270744ms","remote":"127.0.0.1:53008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:43:48.665315Z","caller":"traceutil/trace.go:171","msg":"trace[1707232684] linearizableReadLoop","detail":"{readStateIndex:13719; appliedIndex:13714; }","duration":"1.324052565s","start":"2026-03-03T18:43:47.341243Z","end":"2026-03-03T18:43:48.665295Z","steps":["trace[1707232684] 'read index received' (duration: 1.322637182s)","trace[1707232684] 'applied index is now lower than readState.Index' (duration: 1.414593ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:43:48.665623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.324363122s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T18:43:48.66556Z","caller":"traceutil/trace.go:171","msg":"trace[438253833] transaction","detail":"{read_only:false; response_revision:13232; number_of_response:1; }","duration":"901.383492ms","start":"2026-03-03T18:43:47.763972Z","end":"2026-03-03T18:43:48.665355Z","steps":["trace[438253833] 'process raft request' (duration: 901.228339ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:43:48.665704Z","caller":"traceutil/trace.go:171","msg":"trace[1966542349] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:13232; }","duration":"1.324482765s","start":"2026-03-03T18:43:47.341201Z","end":"2026-03-03T18:43:48.665684Z","steps":["trace[1966542349] 'agreement among raft nodes before linearized reading' (duration: 1.324323161s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:43:48.665763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:43:47.341184Z","time spent":"1.324562587s","remote":"127.0.0.1:33946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:43:48.665833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:43:47.763967Z","time spent":"901.760841ms","remote":"127.0.0.1:53008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:43:48.665949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.249430419s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-03T18:43:48.666046Z","caller":"traceutil/trace.go:171","msg":"trace[509689633] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:13232; }","duration":"1.249526662s","start":"2026-03-03T18:43:47.416458Z","end":"2026-03-03T18:43:48.665985Z","steps":["trace[509689633] 'agreement among raft nodes before linearized reading' (duration: 1.249330888s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:43:48.666092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:43:47.416447Z","time spent":"1.249633014s","remote":"127.0.0.1:52918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-03T18:43:48.666295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"721.809518ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-03T18:43:48.666345Z","caller":"traceutil/trace.go:171","msg":"trace[1390826251] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13232; }","duration":"721.88324ms","start":"2026-03-03T18:43:47.94445Z","end":"2026-03-03T18:43:48.666333Z","steps":["trace[1390826251] 'agreement among raft nodes before linearized reading' (duration: 721.717016ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:43:48.666355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"728.150157ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-03T18:43:48.666436Z","caller":"traceutil/trace.go:171","msg":"trace[358247859] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13232; }","duration":"728.25693ms","start":"2026-03-03T18:43:47.938163Z","end":"2026-03-03T18:43:48.666419Z","steps":["trace[358247859] 'agreement among raft nodes before linearized reading' (duration: 728.077336ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:43:48.66648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"720.921478ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-prbmn\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-03-03T18:43:48.666495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:43:47.93815Z","time spent":"728.331442ms","remote":"127.0.0.1:53008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-03T18:43:48.666515Z","caller":"traceutil/trace.go:171","msg":"trace[553100975] range","detail":"{range_begin:/registry/pods/openstack/keepalived-prbmn; range_end:; response_count:1; response_revision:13232; }","duration":"720.966459ms","start":"2026-03-03T18:43:47.945541Z","end":"2026-03-03T18:43:48.666508Z","steps":["trace[553100975] 'agreement among raft nodes before linearized reading' (duration: 720.871616ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:43:48.666544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:43:47.945536Z","time spent":"721.003639ms","remote":"127.0.0.1:52918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6553,"request content":"key:\"/registry/pods/openstack/keepalived-prbmn\" "} {"level":"warn","ts":"2026-03-03T18:43:48.666382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:43:47.9444Z","time spent":"721.975492ms","remote":"127.0.0.1:53008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T18:43:48.666694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"722.153187ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-03T18:43:48.66679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"729.901579ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-03T18:43:48.666823Z","caller":"traceutil/trace.go:171","msg":"trace[536752128] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13232; }","duration":"722.31245ms","start":"2026-03-03T18:43:47.944484Z","end":"2026-03-03T18:43:48.666796Z","steps":["trace[536752128] 'agreement among raft nodes before linearized reading' (duration: 721.999013ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:43:48.666861Z","caller":"traceutil/trace.go:171","msg":"trace[1842841523] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13232; }","duration":"730.008801ms","start":"2026-03-03T18:43:47.936834Z","end":"2026-03-03T18:43:48.666843Z","steps":["trace[1842841523] 'agreement among raft nodes before linearized reading' (duration: 729.795326ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:43:48.6669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:43:47.94445Z","time spent":"722.433303ms","remote":"127.0.0.1:53008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T18:43:48.666917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:43:47.936816Z","time spent":"730.087854ms","remote":"127.0.0.1:53008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T18:43:48.66674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"725.492255ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-03T18:43:48.66655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"765.578708ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:43:48.667016Z","caller":"traceutil/trace.go:171","msg":"trace[690262127] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:13232; }","duration":"725.775802ms","start":"2026-03-03T18:43:47.941221Z","end":"2026-03-03T18:43:48.666997Z","steps":["trace[690262127] 'agreement among raft nodes before linearized reading' (duration: 725.457155ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:43:48.667073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:43:47.941212Z","time spent":"725.843903ms","remote":"127.0.0.1:53008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-03T18:43:48.66718Z","caller":"traceutil/trace.go:171","msg":"trace[1344796749] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13232; }","duration":"766.116101ms","start":"2026-03-03T18:43:47.900928Z","end":"2026-03-03T18:43:48.667044Z","steps":["trace[1344796749] 'agreement among raft nodes before linearized reading' (duration: 765.359383ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:43:48.667636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:43:47.900914Z","time spent":"766.700855ms","remote":"127.0.0.1:52682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T18:43:49.925355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"526.892373ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:43:49.925463Z","caller":"traceutil/trace.go:171","msg":"trace[665109755] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13243; }","duration":"527.068197ms","start":"2026-03-03T18:43:49.39837Z","end":"2026-03-03T18:43:49.925438Z","steps":["trace[665109755] 'range keys from in-memory index tree' (duration: 526.748839ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:43:49.925524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:43:49.39835Z","time spent":"527.158739ms","remote":"127.0.0.1:52682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T18:43:50.395171Z","caller":"traceutil/trace.go:171","msg":"trace[2061045170] linearizableReadLoop","detail":"{readStateIndex:13732; appliedIndex:13731; }","duration":"251.801534ms","start":"2026-03-03T18:43:50.143339Z","end":"2026-03-03T18:43:50.395141Z","steps":["trace[2061045170] 'read index received' (duration: 251.64761ms)","trace[2061045170] 'applied index is now lower than readState.Index' (duration: 152.654µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:43:50.395251Z","caller":"traceutil/trace.go:171","msg":"trace[1933849554] transaction","detail":"{read_only:false; response_revision:13244; number_of_response:1; }","duration":"471.360968ms","start":"2026-03-03T18:43:49.923842Z","end":"2026-03-03T18:43:50.395203Z","steps":["trace[1933849554] 'process raft request' (duration: 471.115902ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:43:50.395349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.980688ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T18:43:50.395384Z","caller":"traceutil/trace.go:171","msg":"trace[714271046] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:13244; }","duration":"252.075ms","start":"2026-03-03T18:43:50.143299Z","end":"2026-03-03T18:43:50.395374Z","steps":["trace[714271046] 'agreement among raft nodes before linearized reading' (duration: 251.980408ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:43:50.395439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.260449ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T18:43:50.39549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:43:49.923814Z","time spent":"471.551402ms","remote":"127.0.0.1:53008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:43:50.39551Z","caller":"traceutil/trace.go:171","msg":"trace[1392158847] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:13244; }","duration":"100.372292ms","start":"2026-03-03T18:43:50.29511Z","end":"2026-03-03T18:43:50.395482Z","steps":["trace[1392158847] 'agreement among raft nodes before linearized reading' (duration: 100.257909ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:44:10.781878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"591.100185ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-03-03T18:44:10.782086Z","caller":"traceutil/trace.go:171","msg":"trace[1099341330] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:13533; }","duration":"591.35947ms","start":"2026-03-03T18:44:10.190701Z","end":"2026-03-03T18:44:10.782061Z","steps":["trace[1099341330] 'range keys from in-memory index tree' (duration: 590.91351ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:44:10.782172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:44:10.190682Z","time spent":"591.474263ms","remote":"127.0.0.1:52888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2104,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"warn","ts":"2026-03-03T18:44:10.782215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.814548ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ff5ab3a4-e9c2-44da-956f-3a05258321a9\" ","response":"range_response_count:1 size:3637"} {"level":"info","ts":"2026-03-03T18:44:10.782328Z","caller":"traceutil/trace.go:171","msg":"trace[426150801] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-ff5ab3a4-e9c2-44da-956f-3a05258321a9; range_end:; response_count:1; response_revision:13533; }","duration":"309.961471ms","start":"2026-03-03T18:44:10.472339Z","end":"2026-03-03T18:44:10.7823Z","steps":["trace[426150801] 'range keys from in-memory index tree' (duration: 309.573881ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:44:10.782355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"958.564778ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ff5ab3a4-e9c2-44da-956f-3a05258321a9\" ","response":"range_response_count:1 size:3637"} {"level":"warn","ts":"2026-03-03T18:44:10.782391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:44:10.472321Z","time spent":"310.054543ms","remote":"127.0.0.1:52918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3659,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ff5ab3a4-e9c2-44da-956f-3a05258321a9\" "} {"level":"info","ts":"2026-03-03T18:44:10.782421Z","caller":"traceutil/trace.go:171","msg":"trace[505687233] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-ff5ab3a4-e9c2-44da-956f-3a05258321a9; range_end:; response_count:1; response_revision:13533; }","duration":"958.683741ms","start":"2026-03-03T18:44:09.82372Z","end":"2026-03-03T18:44:10.782403Z","steps":["trace[505687233] 'range keys from in-memory index tree' (duration: 958.402274ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:44:10.78236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"884.490916ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T18:44:10.782467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:44:09.823697Z","time spent":"958.760382ms","remote":"127.0.0.1:52918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3659,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ff5ab3a4-e9c2-44da-956f-3a05258321a9\" "} {"level":"info","ts":"2026-03-03T18:44:10.782522Z","caller":"traceutil/trace.go:171","msg":"trace[2134074986] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13533; }","duration":"885.175272ms","start":"2026-03-03T18:44:09.897318Z","end":"2026-03-03T18:44:10.782493Z","steps":["trace[2134074986] 'range keys from in-memory index tree' (duration: 884.408723ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:44:10.78305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:44:09.897299Z","time spent":"885.441928ms","remote":"127.0.0.1:52682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T18:44:11.043289Z","caller":"traceutil/trace.go:171","msg":"trace[1318796152] transaction","detail":"{read_only:false; response_revision:13534; number_of_response:1; }","duration":"355.968793ms","start":"2026-03-03T18:44:10.687288Z","end":"2026-03-03T18:44:11.043257Z","steps":["trace[1318796152] 'process raft request' (duration: 355.803639ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:44:11.043453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:44:10.687262Z","time spent":"356.118557ms","remote":"127.0.0.1:53008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:44:11.311133Z","caller":"traceutil/trace.go:171","msg":"trace[1605608048] transaction","detail":"{read_only:false; response_revision:13535; number_of_response:1; }","duration":"574.367739ms","start":"2026-03-03T18:44:10.736732Z","end":"2026-03-03T18:44:11.3111Z","steps":["trace[1605608048] 'process raft request' (duration: 574.027401ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:44:11.311291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:44:10.736702Z","time spent":"574.512473ms","remote":"127.0.0.1:53008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:44:11.311341Z","caller":"traceutil/trace.go:171","msg":"trace[1921505030] transaction","detail":"{read_only:false; response_revision:13536; number_of_response:1; }","duration":"555.69781ms","start":"2026-03-03T18:44:10.755615Z","end":"2026-03-03T18:44:11.311313Z","steps":["trace[1921505030] 'process raft request' (duration: 555.301711ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:44:11.311492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:44:10.755596Z","time spent":"555.818083ms","remote":"127.0.0.1:53008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:44:11.311561Z","caller":"traceutil/trace.go:171","msg":"trace[7562128] transaction","detail":"{read_only:false; response_revision:13537; number_of_response:1; }","duration":"554.920172ms","start":"2026-03-03T18:44:10.75663Z","end":"2026-03-03T18:44:11.31155Z","steps":["trace[7562128] 'process raft request' (duration: 554.611184ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:44:11.31161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:44:10.756609Z","time spent":"554.977183ms","remote":"127.0.0.1:53008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:44:11.311821Z","caller":"traceutil/trace.go:171","msg":"trace[1881375206] linearizableReadLoop","detail":"{readStateIndex:14038; appliedIndex:14034; }","duration":"527.384485ms","start":"2026-03-03T18:44:10.784419Z","end":"2026-03-03T18:44:11.311803Z","steps":["trace[1881375206] 'read index received' (duration: 258.749557ms)","trace[1881375206] 'applied index is now lower than readState.Index' (duration: 268.633918ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:44:11.311911Z","caller":"traceutil/trace.go:171","msg":"trace[737199117] transaction","detail":"{read_only:false; response_revision:13538; number_of_response:1; }","duration":"523.347319ms","start":"2026-03-03T18:44:10.788554Z","end":"2026-03-03T18:44:11.311901Z","steps":["trace[737199117] 'process raft request' (duration: 523.123984ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:44:11.311981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:44:10.788534Z","time spent":"523.402851ms","remote":"127.0.0.1:52918","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3739,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:44:11.312149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"525.793187ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-c156a313-749b-44a6-a0a6-2f2ab2973fec\" ","response":"range_response_count:1 size:1435"} {"level":"info","ts":"2026-03-03T18:44:11.3122Z","caller":"traceutil/trace.go:171","msg":"trace[1169253333] range","detail":"{range_begin:/registry/persistentvolumes/pvc-c156a313-749b-44a6-a0a6-2f2ab2973fec; range_end:; response_count:1; response_revision:13538; }","duration":"525.91197ms","start":"2026-03-03T18:44:10.786274Z","end":"2026-03-03T18:44:11.312186Z","steps":["trace[1169253333] 'agreement among raft nodes before linearized reading' (duration: 525.742316ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:44:11.312233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:44:10.786253Z","time spent":"525.971991ms","remote":"127.0.0.1:52876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1457,"request content":"key:\"/registry/persistentvolumes/pvc-c156a313-749b-44a6-a0a6-2f2ab2973fec\" "} {"level":"warn","ts":"2026-03-03T18:44:11.312346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"493.430866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-03T18:44:11.312395Z","caller":"traceutil/trace.go:171","msg":"trace[245872050] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13538; }","duration":"493.475177ms","start":"2026-03-03T18:44:10.818906Z","end":"2026-03-03T18:44:11.312381Z","steps":["trace[245872050] 'agreement among raft nodes before linearized reading' (duration: 493.345494ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:44:11.31243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:44:10.818867Z","time spent":"493.556078ms","remote":"127.0.0.1:53008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T18:44:11.312541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"496.630811ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-03T18:44:11.312605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"528.184523ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:44:11.312634Z","caller":"traceutil/trace.go:171","msg":"trace[1329121549] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13538; }","duration":"528.237675ms","start":"2026-03-03T18:44:10.784388Z","end":"2026-03-03T18:44:11.312626Z","steps":["trace[1329121549] 'agreement among raft nodes before linearized reading' (duration: 528.163123ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:44:11.312631Z","caller":"traceutil/trace.go:171","msg":"trace[625653617] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13538; }","duration":"496.743894ms","start":"2026-03-03T18:44:10.815872Z","end":"2026-03-03T18:44:11.312616Z","steps":["trace[625653617] 'agreement among raft nodes before linearized reading' (duration: 496.5708ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:44:11.312659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:44:10.784372Z","time spent":"528.282356ms","remote":"127.0.0.1:52668","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T18:44:11.312677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:44:10.815858Z","time spent":"496.807915ms","remote":"127.0.0.1:53008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T18:44:11.312823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"396.400753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:44:11.312861Z","caller":"traceutil/trace.go:171","msg":"trace[1736692635] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13538; }","duration":"396.480765ms","start":"2026-03-03T18:44:10.916372Z","end":"2026-03-03T18:44:11.312853Z","steps":["trace[1736692635] 'agreement among raft nodes before linearized reading' (duration: 396.425134ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:44:11.312887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:44:10.916353Z","time spent":"396.528986ms","remote":"127.0.0.1:52682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T18:44:11.312932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"505.9366ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-03T18:44:11.313009Z","caller":"traceutil/trace.go:171","msg":"trace[1440390859] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13538; }","duration":"506.074753ms","start":"2026-03-03T18:44:10.8069Z","end":"2026-03-03T18:44:11.312975Z","steps":["trace[1440390859] 'agreement among raft nodes before linearized reading' (duration: 505.93647ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:44:11.313144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"481.511505ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-nova\" ","response":"range_response_count:1 size:3296"} {"level":"warn","ts":"2026-03-03T18:44:11.313151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"443.197014ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-prbmn\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-03T18:44:11.313188Z","caller":"traceutil/trace.go:171","msg":"trace[1051238715] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-nova; range_end:; response_count:1; response_revision:13538; }","duration":"481.578287ms","start":"2026-03-03T18:44:10.831598Z","end":"2026-03-03T18:44:11.313176Z","steps":["trace[1051238715] 'agreement among raft nodes before linearized reading' (duration: 481.449114ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:44:11.313193Z","caller":"traceutil/trace.go:171","msg":"trace[14013677] range","detail":"{range_begin:/registry/pods/openstack/keepalived-prbmn; range_end:; response_count:1; response_revision:13538; }","duration":"443.299617ms","start":"2026-03-03T18:44:10.869882Z","end":"2026-03-03T18:44:11.313181Z","steps":["trace[14013677] 'agreement among raft nodes before linearized reading' (duration: 443.178204ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:44:11.313223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:44:10.831584Z","time spent":"481.631958ms","remote":"127.0.0.1:33940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":3318,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-nova\" "} {"level":"warn","ts":"2026-03-03T18:44:11.313231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:44:10.869861Z","time spent":"443.362458ms","remote":"127.0.0.1:52918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6553,"request content":"key:\"/registry/pods/openstack/keepalived-prbmn\" "} {"level":"warn","ts":"2026-03-03T18:44:11.313423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"514.957482ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-03T18:44:11.313557Z","caller":"traceutil/trace.go:171","msg":"trace[921985130] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13538; }","duration":"515.065515ms","start":"2026-03-03T18:44:10.798416Z","end":"2026-03-03T18:44:11.313482Z","steps":["trace[921985130] 'agreement among raft nodes before linearized reading' (duration: 514.83835ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:44:11.313611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:44:10.798407Z","time spent":"515.191228ms","remote":"127.0.0.1:53008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T18:44:11.313742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"513.914198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-03T18:44:11.313784Z","caller":"traceutil/trace.go:171","msg":"trace[1250308206] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:13538; }","duration":"513.972579ms","start":"2026-03-03T18:44:10.799802Z","end":"2026-03-03T18:44:11.313775Z","steps":["trace[1250308206] 'agreement among raft nodes before linearized reading' (duration: 513.872067ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:44:11.313811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:44:10.799795Z","time spent":"514.01ms","remote":"127.0.0.1:53008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T18:44:11.313059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:44:10.806828Z","time spent":"506.219387ms","remote":"127.0.0.1:53008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-03T18:44:11.701676Z","caller":"traceutil/trace.go:171","msg":"trace[627306020] transaction","detail":"{read_only:false; response_revision:13539; number_of_response:1; }","duration":"383.705446ms","start":"2026-03-03T18:44:11.317936Z","end":"2026-03-03T18:44:11.701642Z","steps":["trace[627306020] 'process raft request' (duration: 383.536692ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:44:11.70191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:44:11.317915Z","time spent":"383.840088ms","remote":"127.0.0.1:53008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:44:11.70345Z","caller":"traceutil/trace.go:171","msg":"trace[597971166] transaction","detail":"{read_only:false; response_revision:13540; number_of_response:1; }","duration":"385.096879ms","start":"2026-03-03T18:44:11.318336Z","end":"2026-03-03T18:44:11.703432Z","steps":["trace[597971166] 'process raft request' (duration: 384.982926ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:44:11.703624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:44:11.318314Z","time spent":"385.253172ms","remote":"127.0.0.1:53008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:44:11.703792Z","caller":"traceutil/trace.go:171","msg":"trace[1735583090] transaction","detail":"{read_only:false; response_revision:13541; number_of_response:1; }","duration":"385.378165ms","start":"2026-03-03T18:44:11.318377Z","end":"2026-03-03T18:44:11.703755Z","steps":["trace[1735583090] 'process raft request' (duration: 385.018787ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:44:11.703968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:44:11.318347Z","time spent":"385.532668ms","remote":"127.0.0.1:53008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:44:11.704001Z","caller":"traceutil/trace.go:171","msg":"trace[508032402] transaction","detail":"{read_only:false; response_revision:13542; number_of_response:1; }","duration":"384.847953ms","start":"2026-03-03T18:44:11.319134Z","end":"2026-03-03T18:44:11.703982Z","steps":["trace[508032402] 'process raft request' (duration: 384.515365ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:44:11.704084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:44:11.319127Z","time spent":"384.918274ms","remote":"127.0.0.1:53008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:44:11.705134Z","caller":"traceutil/trace.go:171","msg":"trace[926145216] linearizableReadLoop","detail":"{readStateIndex:14042; appliedIndex:14039; }","duration":"386.044301ms","start":"2026-03-03T18:44:11.319061Z","end":"2026-03-03T18:44:11.705105Z","steps":["trace[926145216] 'read index received' (duration: 382.325674ms)","trace[926145216] 'applied index is now lower than readState.Index' (duration: 3.717527ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:44:11.70559Z","caller":"traceutil/trace.go:171","msg":"trace[379151208] transaction","detail":"{read_only:false; response_revision:13543; number_of_response:1; }","duration":"386.377548ms","start":"2026-03-03T18:44:11.319197Z","end":"2026-03-03T18:44:11.705574Z","steps":["trace[379151208] 'process raft request' (duration: 384.677328ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:44:11.705763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"383.90298ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ff5ab3a4-e9c2-44da-956f-3a05258321a9\" ","response":"range_response_count:1 size:3754"} {"level":"warn","ts":"2026-03-03T18:44:11.705774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.247643ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-tz48n\" ","response":"range_response_count:1 size:20754"} {"level":"info","ts":"2026-03-03T18:44:11.705817Z","caller":"traceutil/trace.go:171","msg":"trace[447506215] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-ff5ab3a4-e9c2-44da-956f-3a05258321a9; range_end:; response_count:1; response_revision:13543; }","duration":"383.969791ms","start":"2026-03-03T18:44:11.321834Z","end":"2026-03-03T18:44:11.705804Z","steps":["trace[447506215] 'agreement among raft nodes before linearized reading' (duration: 383.816758ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:44:11.705829Z","caller":"traceutil/trace.go:171","msg":"trace[1445577780] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-tz48n; range_end:; response_count:1; response_revision:13543; }","duration":"320.331035ms","start":"2026-03-03T18:44:11.385484Z","end":"2026-03-03T18:44:11.705815Z","steps":["trace[1445577780] 'agreement among raft nodes before linearized reading' (duration: 320.15322ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:44:11.705836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.835756ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:415322"} {"level":"warn","ts":"2026-03-03T18:44:11.705858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:44:11.321828Z","time spent":"384.020183ms","remote":"127.0.0.1:52918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3776,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ff5ab3a4-e9c2-44da-956f-3a05258321a9\" "} {"level":"warn","ts":"2026-03-03T18:44:11.705864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:44:11.385453Z","time spent":"320.402297ms","remote":"127.0.0.1:52918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20776,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-tz48n\" "} {"level":"info","ts":"2026-03-03T18:44:11.705882Z","caller":"traceutil/trace.go:171","msg":"trace[1092436670] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:13543; }","duration":"155.909438ms","start":"2026-03-03T18:44:11.549957Z","end":"2026-03-03T18:44:11.705866Z","steps":["trace[1092436670] 'agreement among raft nodes before linearized reading' (duration: 155.652032ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:44:11.706046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.982493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-nova-default-user\" ","response":"range_response_count:1 size:1296"} {"level":"info","ts":"2026-03-03T18:44:11.706084Z","caller":"traceutil/trace.go:171","msg":"trace[646412758] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-nova-default-user; range_end:; response_count:1; response_revision:13543; }","duration":"387.042414ms","start":"2026-03-03T18:44:11.319032Z","end":"2026-03-03T18:44:11.706074Z","steps":["trace[646412758] 'agreement among raft nodes before linearized reading' (duration: 386.917221ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:44:11.706116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:44:11.319024Z","time spent":"387.086155ms","remote":"127.0.0.1:52824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1318,"request content":"key:\"/registry/secrets/openstack/rabbitmq-nova-default-user\" "} {"level":"warn","ts":"2026-03-03T18:44:11.706132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:44:11.319185Z","time spent":"386.44657ms","remote":"127.0.0.1:53008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:44:11.70679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"387.449173ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:66 size:631112"} {"level":"info","ts":"2026-03-03T18:44:11.706823Z","caller":"traceutil/trace.go:171","msg":"trace[1234372802] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:66; response_revision:13543; }","duration":"387.511315ms","start":"2026-03-03T18:44:11.319305Z","end":"2026-03-03T18:44:11.706816Z","steps":["trace[1234372802] 'agreement among raft nodes before linearized reading' (duration: 386.277996ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:44:11.706845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:44:11.319289Z","time spent":"387.549956ms","remote":"127.0.0.1:52918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":66,"response size":631134,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-03T18:44:53.18559Z","caller":"traceutil/trace.go:171","msg":"trace[1712290401] transaction","detail":"{read_only:false; response_revision:14092; number_of_response:1; }","duration":"137.881267ms","start":"2026-03-03T18:44:53.047684Z","end":"2026-03-03T18:44:53.185566Z","steps":["trace[1712290401] 'process raft request' (duration: 137.740883ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:45:05.89424Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":11826} {"level":"info","ts":"2026-03-03T18:45:05.97317Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":11826,"took":"76.057236ms","hash":1040814322,"current-db-size-bytes":40779776,"current-db-size":"41 MB","current-db-size-in-use-bytes":27152384,"current-db-size-in-use":"27 MB"} {"level":"info","ts":"2026-03-03T18:45:05.973236Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1040814322,"revision":11826,"compact-revision":9692} {"level":"warn","ts":"2026-03-03T18:45:36.60488Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10938289895795954776,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-03T18:45:36.86361Z","caller":"traceutil/trace.go:171","msg":"trace[8055860] linearizableReadLoop","detail":"{readStateIndex:14844; appliedIndex:14843; }","duration":"759.49466ms","start":"2026-03-03T18:45:36.104086Z","end":"2026-03-03T18:45:36.86358Z","steps":["trace[8055860] 'read index received' (duration: 759.294055ms)","trace[8055860] 'applied index is now lower than readState.Index' (duration: 199.335µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:45:36.863764Z","caller":"traceutil/trace.go:171","msg":"trace[1807466428] transaction","detail":"{read_only:false; response_revision:14319; number_of_response:1; }","duration":"759.980881ms","start":"2026-03-03T18:45:36.103657Z","end":"2026-03-03T18:45:36.863638Z","steps":["trace[1807466428] 'process raft request' (duration: 759.744116ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:45:36.863831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"549.730095ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T18:45:36.863865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"759.751356ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-03T18:45:36.863896Z","caller":"traceutil/trace.go:171","msg":"trace[1934794508] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:14319; }","duration":"549.831087ms","start":"2026-03-03T18:45:36.31405Z","end":"2026-03-03T18:45:36.863881Z","steps":["trace[1934794508] 'agreement among raft nodes before linearized reading' (duration: 549.719654ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:45:36.86391Z","caller":"traceutil/trace.go:171","msg":"trace[1522404919] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:14319; }","duration":"759.865148ms","start":"2026-03-03T18:45:36.104031Z","end":"2026-03-03T18:45:36.863896Z","steps":["trace[1522404919] 'agreement among raft nodes before linearized reading' (duration: 759.693464ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:45:36.863928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:45:36.314038Z","time spent":"549.885379ms","remote":"127.0.0.1:52978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"warn","ts":"2026-03-03T18:45:36.86395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:45:36.10401Z","time spent":"759.929289ms","remote":"127.0.0.1:53008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T18:45:36.863975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"431.901799ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-prbmn\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-03-03T18:45:36.863982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"563.686483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-hscll\" ","response":"range_response_count:1 size:9788"} {"level":"info","ts":"2026-03-03T18:45:36.864012Z","caller":"traceutil/trace.go:171","msg":"trace[244799703] range","detail":"{range_begin:/registry/pods/openstack/keepalived-prbmn; range_end:; response_count:1; response_revision:14319; }","duration":"431.994481ms","start":"2026-03-03T18:45:36.432007Z","end":"2026-03-03T18:45:36.864001Z","steps":["trace[244799703] 'agreement among raft nodes before linearized reading' (duration: 431.865668ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:45:36.864031Z","caller":"traceutil/trace.go:171","msg":"trace[1193047716] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-hscll; range_end:; response_count:1; response_revision:14319; }","duration":"563.764264ms","start":"2026-03-03T18:45:36.300253Z","end":"2026-03-03T18:45:36.864017Z","steps":["trace[1193047716] 'agreement among raft nodes before linearized reading' (duration: 563.617721ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:45:36.863999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"715.677961ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-03T18:45:36.864062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:45:36.300241Z","time spent":"563.814096ms","remote":"127.0.0.1:52918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9810,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-hscll\" "} {"level":"warn","ts":"2026-03-03T18:45:36.864041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:45:36.431978Z","time spent":"432.057913ms","remote":"127.0.0.1:52918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6553,"request content":"key:\"/registry/pods/openstack/keepalived-prbmn\" "} {"level":"warn","ts":"2026-03-03T18:45:36.86411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.227208ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-tz48n\" ","response":"range_response_count:1 size:20754"} {"level":"warn","ts":"2026-03-03T18:45:36.8641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"550.711318ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:45:36.864112Z","caller":"traceutil/trace.go:171","msg":"trace[2070025397] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:14319; }","duration":"715.857465ms","start":"2026-03-03T18:45:36.14823Z","end":"2026-03-03T18:45:36.864087Z","steps":["trace[2070025397] 'agreement among raft nodes before linearized reading' (duration: 715.543697ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:45:36.864148Z","caller":"traceutil/trace.go:171","msg":"trace[676045404] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14319; }","duration":"550.78169ms","start":"2026-03-03T18:45:36.31335Z","end":"2026-03-03T18:45:36.864132Z","steps":["trace[676045404] 'agreement among raft nodes before linearized reading' (duration: 550.693878ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:45:36.864185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"702.094692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-03T18:45:36.864182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:45:36.313336Z","time spent":"550.840371ms","remote":"127.0.0.1:52978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-03T18:45:36.864195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"702.624804ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-03T18:45:36.864152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"549.767065ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:45:36.864216Z","caller":"traceutil/trace.go:171","msg":"trace[1654530403] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:14319; }","duration":"702.657886ms","start":"2026-03-03T18:45:36.161551Z","end":"2026-03-03T18:45:36.864209Z","steps":["trace[1654530403] 'agreement among raft nodes before linearized reading' (duration: 702.603994ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:45:36.864238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:45:36.161542Z","time spent":"702.688836ms","remote":"127.0.0.1:53008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-03T18:45:36.864253Z","caller":"traceutil/trace.go:171","msg":"trace[624695337] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:14319; }","duration":"549.910019ms","start":"2026-03-03T18:45:36.314322Z","end":"2026-03-03T18:45:36.864232Z","steps":["trace[624695337] 'agreement among raft nodes before linearized reading' (duration: 549.686744ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:45:36.86421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"541.572983ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5521"} {"level":"warn","ts":"2026-03-03T18:45:36.864306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:45:36.314308Z","time spent":"549.989051ms","remote":"127.0.0.1:52978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"info","ts":"2026-03-03T18:45:36.864354Z","caller":"traceutil/trace.go:171","msg":"trace[21428382] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14319; }","duration":"541.770408ms","start":"2026-03-03T18:45:36.32255Z","end":"2026-03-03T18:45:36.86432Z","steps":["trace[21428382] 'agreement among raft nodes before linearized reading' (duration: 541.347638ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:45:36.864183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:45:36.148207Z","time spent":"715.960607ms","remote":"127.0.0.1:53008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T18:45:36.864422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:45:36.322535Z","time spent":"541.87575ms","remote":"127.0.0.1:52978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5543,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-03-03T18:45:36.86413Z","caller":"traceutil/trace.go:171","msg":"trace[1749699706] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-tz48n; range_end:; response_count:1; response_revision:14319; }","duration":"375.28765ms","start":"2026-03-03T18:45:36.488836Z","end":"2026-03-03T18:45:36.864124Z","steps":["trace[1749699706] 'agreement among raft nodes before linearized reading' (duration: 375.222768ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:45:36.864373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:45:36.103638Z","time spent":"760.233917ms","remote":"127.0.0.1:53008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:45:36.864515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:45:36.488812Z","time spent":"375.68958ms","remote":"127.0.0.1:52918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20776,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-tz48n\" "} {"level":"info","ts":"2026-03-03T18:45:36.864208Z","caller":"traceutil/trace.go:171","msg":"trace[19785545] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14319; }","duration":"702.117983ms","start":"2026-03-03T18:45:36.162085Z","end":"2026-03-03T18:45:36.864203Z","steps":["trace[19785545] 'agreement among raft nodes before linearized reading' (duration: 702.060351ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:45:36.864673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:45:36.162061Z","time spent":"702.600644ms","remote":"127.0.0.1:53008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T18:45:37.72711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:45:36.90155Z","time spent":"825.553629ms","remote":"127.0.0.1:54960","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-03T18:45:37.728934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"736.763115ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T18:45:37.729016Z","caller":"traceutil/trace.go:171","msg":"trace[1291960320] transaction","detail":"{read_only:false; response_revision:14320; number_of_response:1; }","duration":"860.020048ms","start":"2026-03-03T18:45:36.868979Z","end":"2026-03-03T18:45:37.728999Z","steps":["trace[1291960320] 'process raft request' (duration: 123.12831ms)","trace[1291960320] 'compare' (duration: 735.70083ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:45:37.729211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:45:36.868959Z","time spent":"860.08369ms","remote":"127.0.0.1:53008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:45:38.150998Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.147383574s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-03T18:45:38.66748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"516.182198ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T18:45:38.667796Z","caller":"traceutil/trace.go:171","msg":"trace[1785984575] transaction","detail":"{read_only:false; response_revision:14327; number_of_response:1; }","duration":"258.735854ms","start":"2026-03-03T18:45:38.409044Z","end":"2026-03-03T18:45:38.667779Z","steps":["trace[1785984575] 'process raft request' (duration: 258.699713ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:45:38.668055Z","caller":"traceutil/trace.go:171","msg":"trace[2135682303] transaction","detail":"{read_only:false; response_revision:14321; number_of_response:1; }","duration":"1.798514679s","start":"2026-03-03T18:45:36.869528Z","end":"2026-03-03T18:45:38.668043Z","steps":["trace[2135682303] 'process raft request' (duration: 1.281696487s)","trace[2135682303] 'compare' (duration: 515.518812ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:45:38.668103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:45:36.869515Z","time spent":"1.798560431s","remote":"127.0.0.1:53008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:45:38.668208Z","caller":"traceutil/trace.go:171","msg":"trace[1547998474] transaction","detail":"{read_only:false; response_revision:14322; number_of_response:1; }","duration":"1.798569561s","start":"2026-03-03T18:45:36.869631Z","end":"2026-03-03T18:45:38.6682Z","steps":["trace[1547998474] 'process raft request' (duration: 1.797934186s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:45:38.668405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:45:36.86959Z","time spent":"1.798636272s","remote":"127.0.0.1:53008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:45:38.668501Z","caller":"traceutil/trace.go:171","msg":"trace[1000519696] transaction","detail":"{read_only:false; response_revision:14323; number_of_response:1; }","duration":"1.797921806s","start":"2026-03-03T18:45:36.870571Z","end":"2026-03-03T18:45:38.668493Z","steps":["trace[1000519696] 'process raft request' (duration: 1.797040235s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:45:38.668546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:45:36.870541Z","time spent":"1.797978017s","remote":"127.0.0.1:53008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:45:38.668647Z","caller":"traceutil/trace.go:171","msg":"trace[1825032742] linearizableReadLoop","detail":"{readStateIndex:14847; appliedIndex:14844; }","duration":"1.798732545s","start":"2026-03-03T18:45:36.869905Z","end":"2026-03-03T18:45:38.668638Z","steps":["trace[1825032742] 'read index received' (duration: 122.22653ms)","trace[1825032742] 'applied index is now lower than readState.Index' (duration: 1.676502625s)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:45:38.668729Z","caller":"traceutil/trace.go:171","msg":"trace[79551711] transaction","detail":"{read_only:false; response_revision:14324; number_of_response:1; }","duration":"966.501959ms","start":"2026-03-03T18:45:37.702217Z","end":"2026-03-03T18:45:38.668719Z","steps":["trace[79551711] 'process raft request' (duration: 965.432864ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:45:38.668771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:45:37.7022Z","time spent":"966.54433ms","remote":"127.0.0.1:53008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:45:38.668879Z","caller":"traceutil/trace.go:171","msg":"trace[572641723] transaction","detail":"{read_only:false; response_revision:14325; number_of_response:1; }","duration":"880.945351ms","start":"2026-03-03T18:45:37.787926Z","end":"2026-03-03T18:45:38.668871Z","steps":["trace[572641723] 'process raft request' (duration: 879.757933ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:45:38.668923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:45:37.787888Z","time spent":"881.011672ms","remote":"127.0.0.1:53008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:45:38.66903Z","caller":"traceutil/trace.go:171","msg":"trace[741526951] transaction","detail":"{read_only:false; response_revision:14326; number_of_response:1; }","duration":"874.771455ms","start":"2026-03-03T18:45:37.794247Z","end":"2026-03-03T18:45:38.669018Z","steps":["trace[741526951] 'process raft request' (duration: 873.466154ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:45:38.669078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:45:37.794226Z","time spent":"874.826077ms","remote":"127.0.0.1:53008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:45:38.669825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.799919363s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:76 size:737900"} {"level":"info","ts":"2026-03-03T18:45:38.669868Z","caller":"traceutil/trace.go:171","msg":"trace[1318362858] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:76; response_revision:14327; }","duration":"1.800038105s","start":"2026-03-03T18:45:36.869808Z","end":"2026-03-03T18:45:38.669846Z","steps":["trace[1318362858] 'agreement among raft nodes before linearized reading' (duration: 1.799431101s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:45:38.669897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:45:36.869798Z","time spent":"1.800090396s","remote":"127.0.0.1:52918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":76,"response size":737922,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-03T18:45:38.672049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.622650331s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-03-03T18:45:38.672082Z","caller":"traceutil/trace.go:171","msg":"trace[80567257] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14327; }","duration":"1.622710503s","start":"2026-03-03T18:45:37.049363Z","end":"2026-03-03T18:45:38.672073Z","steps":["trace[80567257] 'agreement among raft nodes before linearized reading' (duration: 1.622617421s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:45:38.672069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.295592715s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:45:38.672149Z","caller":"traceutil/trace.go:171","msg":"trace[2022809195] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:14327; }","duration":"1.295736578s","start":"2026-03-03T18:45:37.376391Z","end":"2026-03-03T18:45:38.672128Z","steps":["trace[2022809195] 'agreement among raft nodes before linearized reading' (duration: 1.295557024s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:45:38.672161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.368792443s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"warn","ts":"2026-03-03T18:45:38.672186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:45:37.37637Z","time spent":"1.295808969s","remote":"127.0.0.1:52978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"warn","ts":"2026-03-03T18:45:38.672384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.800944106s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:76 size:737900"} {"level":"warn","ts":"2026-03-03T18:45:38.672448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"781.69954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-03-03T18:45:38.672465Z","caller":"traceutil/trace.go:171","msg":"trace[222257617] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:76; response_revision:14327; }","duration":"1.801115761s","start":"2026-03-03T18:45:36.871332Z","end":"2026-03-03T18:45:38.672447Z","steps":["trace[222257617] 'agreement among raft nodes before linearized reading' (duration: 1.800176938s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:45:38.672466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"680.71926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5521"} {"level":"warn","ts":"2026-03-03T18:45:38.672513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:45:36.871311Z","time spent":"1.801194823s","remote":"127.0.0.1:52918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":76,"response size":737922,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-03T18:45:38.672524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"680.832153ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:45:38.672529Z","caller":"traceutil/trace.go:171","msg":"trace[1054749999] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14327; }","duration":"680.800842ms","start":"2026-03-03T18:45:37.991709Z","end":"2026-03-03T18:45:38.67251Z","steps":["trace[1054749999] 'agreement among raft nodes before linearized reading' (duration: 680.665949ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:45:38.672555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.626921691s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T18:45:38.672573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.139419708s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5521"} {"level":"warn","ts":"2026-03-03T18:45:38.672581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"761.709782ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T18:45:38.672582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:45:37.991696Z","time spent":"680.876593ms","remote":"127.0.0.1:52978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5543,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-03-03T18:45:38.672603Z","caller":"traceutil/trace.go:171","msg":"trace[498142989] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:14327; }","duration":"761.747392ms","start":"2026-03-03T18:45:37.910849Z","end":"2026-03-03T18:45:38.672596Z","steps":["trace[498142989] 'agreement among raft nodes before linearized reading' (duration: 761.709961ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:45:38.6726Z","caller":"traceutil/trace.go:171","msg":"trace[1914493512] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14327; }","duration":"1.627007804s","start":"2026-03-03T18:45:37.045575Z","end":"2026-03-03T18:45:38.672583Z","steps":["trace[1914493512] 'agreement among raft nodes before linearized reading' (duration: 1.626935022s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:45:38.672624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:45:37.910841Z","time spent":"761.777613ms","remote":"127.0.0.1:50774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:45:38.672593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"998.608782ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"warn","ts":"2026-03-03T18:45:38.672672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.624492905s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:45:38.672675Z","caller":"traceutil/trace.go:171","msg":"trace[265778188] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14327; }","duration":"998.737535ms","start":"2026-03-03T18:45:37.673921Z","end":"2026-03-03T18:45:38.672658Z","steps":["trace[265778188] 'agreement among raft nodes before linearized reading' (duration: 998.478939ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:45:38.672694Z","caller":"traceutil/trace.go:171","msg":"trace[1050397118] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:0; response_revision:14327; }","duration":"1.624549335s","start":"2026-03-03T18:45:37.048136Z","end":"2026-03-03T18:45:38.672685Z","steps":["trace[1050397118] 'agreement among raft nodes before linearized reading' (duration: 1.624517874s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:45:38.672714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:45:37.04811Z","time spent":"1.624599207s","remote":"127.0.0.1:52900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":0,"response size":27,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-03-03T18:45:38.672724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:45:37.673908Z","time spent":"998.807167ms","remote":"127.0.0.1:52900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":689,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-03-03T18:45:38.672743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.266285586s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-zt9pc\" ","response":"range_response_count:1 size:22099"} {"level":"info","ts":"2026-03-03T18:45:38.672765Z","caller":"traceutil/trace.go:171","msg":"trace[197565110] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-zt9pc; range_end:; response_count:1; response_revision:14327; }","duration":"1.266330138s","start":"2026-03-03T18:45:37.406428Z","end":"2026-03-03T18:45:38.672758Z","steps":["trace[197565110] 'agreement among raft nodes before linearized reading' (duration: 1.266277277s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:45:38.672744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.621992996s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5521"} {"level":"warn","ts":"2026-03-03T18:45:38.672789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:45:37.406417Z","time spent":"1.266367168s","remote":"127.0.0.1:52918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22121,"request content":"key:\"/registry/pods/openstack/nova-compute-default-zt9pc\" "} {"level":"info","ts":"2026-03-03T18:45:38.672815Z","caller":"traceutil/trace.go:171","msg":"trace[1445976067] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14327; }","duration":"1.622135389s","start":"2026-03-03T18:45:37.050662Z","end":"2026-03-03T18:45:38.672798Z","steps":["trace[1445976067] 'agreement among raft nodes before linearized reading' (duration: 1.621907363s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:45:38.672842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:45:37.050635Z","time spent":"1.622202171s","remote":"127.0.0.1:52978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5543,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-03T18:45:38.672868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.295114003s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:45:38.672884Z","caller":"traceutil/trace.go:171","msg":"trace[1864156901] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:14327; }","duration":"1.295169605s","start":"2026-03-03T18:45:37.377709Z","end":"2026-03-03T18:45:38.672879Z","steps":["trace[1864156901] 'agreement among raft nodes before linearized reading' (duration: 1.295144144s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:45:38.67291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:45:37.37769Z","time spent":"1.295215655s","remote":"127.0.0.1:52978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"info","ts":"2026-03-03T18:45:38.672601Z","caller":"traceutil/trace.go:171","msg":"trace[1230377544] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14327; }","duration":"1.13948144s","start":"2026-03-03T18:45:37.533113Z","end":"2026-03-03T18:45:38.672594Z","steps":["trace[1230377544] 'agreement among raft nodes before linearized reading' (duration: 1.139359957s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:45:38.672996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.296129277s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5521"} {"level":"info","ts":"2026-03-03T18:45:38.673014Z","caller":"traceutil/trace.go:171","msg":"trace[1569818283] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14327; }","duration":"1.296170368s","start":"2026-03-03T18:45:37.376839Z","end":"2026-03-03T18:45:38.673009Z","steps":["trace[1569818283] 'agreement among raft nodes before linearized reading' (duration: 1.296119417s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:45:38.673019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.771943696s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T18:45:38.673033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:45:37.376832Z","time spent":"1.296196848s","remote":"127.0.0.1:52978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5543,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-03T18:45:38.673021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.064694144s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5521"} {"level":"warn","ts":"2026-03-03T18:45:38.672453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.114689817s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T18:45:38.67305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"782.632302ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:45:38.673079Z","caller":"traceutil/trace.go:171","msg":"trace[628484364] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14327; }","duration":"1.115333123s","start":"2026-03-03T18:45:37.557735Z","end":"2026-03-03T18:45:38.673068Z","steps":["trace[628484364] 'agreement among raft nodes before linearized reading' (duration: 1.114696208s)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:45:38.673081Z","caller":"traceutil/trace.go:171","msg":"trace[316775897] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14327; }","duration":"1.064792906s","start":"2026-03-03T18:45:37.608271Z","end":"2026-03-03T18:45:38.673063Z","steps":["trace[316775897] 'agreement among raft nodes before linearized reading' (duration: 1.064624702s)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:45:38.673085Z","caller":"traceutil/trace.go:171","msg":"trace[1659378066] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14327; }","duration":"782.709154ms","start":"2026-03-03T18:45:37.890366Z","end":"2026-03-03T18:45:38.673075Z","steps":["trace[1659378066] 'agreement among raft nodes before linearized reading' (duration: 782.621872ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:45:38.673108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:45:37.557697Z","time spent":"1.115403014s","remote":"127.0.0.1:52978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-03T18:45:38.673115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:45:37.608253Z","time spent":"1.064853168s","remote":"127.0.0.1:52978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5543,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-03T18:45:38.673122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:45:37.89035Z","time spent":"782.765695ms","remote":"127.0.0.1:52978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"info","ts":"2026-03-03T18:45:38.672545Z","caller":"traceutil/trace.go:171","msg":"trace[1586606925] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14327; }","duration":"680.882154ms","start":"2026-03-03T18:45:37.991656Z","end":"2026-03-03T18:45:38.672538Z","steps":["trace[1586606925] 'agreement among raft nodes before linearized reading' (duration: 680.847723ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:45:38.672635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:45:37.04555Z","time spent":"1.627078495s","remote":"127.0.0.1:52978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-03T18:45:38.673118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:45:37.533099Z","time spent":"1.13993302s","remote":"127.0.0.1:52978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5543,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-03T18:45:38.673191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:45:37.991642Z","time spent":"681.5366ms","remote":"127.0.0.1:52978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-03T18:45:38.672676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.180337659s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-zt9pc\" ","response":"range_response_count:1 size:22099"} {"level":"info","ts":"2026-03-03T18:45:38.673042Z","caller":"traceutil/trace.go:171","msg":"trace[1697568623] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14327; }","duration":"1.771980236s","start":"2026-03-03T18:45:36.901056Z","end":"2026-03-03T18:45:38.673036Z","steps":["trace[1697568623] 'agreement among raft nodes before linearized reading' (duration: 1.771928175s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:45:38.673231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.296769572s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T18:45:38.672777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"779.241713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5521"} {"level":"info","ts":"2026-03-03T18:45:38.673272Z","caller":"traceutil/trace.go:171","msg":"trace[1636195468] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14327; }","duration":"1.296849404s","start":"2026-03-03T18:45:37.376412Z","end":"2026-03-03T18:45:38.673262Z","steps":["trace[1636195468] 'agreement among raft nodes before linearized reading' (duration: 1.296761782s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:45:38.673268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:45:36.901049Z","time spent":"1.772211683s","remote":"127.0.0.1:52682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T18:45:38.673291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:45:37.37639Z","time spent":"1.296897755s","remote":"127.0.0.1:52978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"info","ts":"2026-03-03T18:45:38.673291Z","caller":"traceutil/trace.go:171","msg":"trace[998119038] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14327; }","duration":"779.768495ms","start":"2026-03-03T18:45:37.893513Z","end":"2026-03-03T18:45:38.673281Z","steps":["trace[998119038] 'agreement among raft nodes before linearized reading' (duration: 779.208252ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:45:38.672959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"663.963066ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T18:45:38.672101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:45:37.049351Z","time spent":"1.622744893s","remote":"127.0.0.1:52900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":689,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"info","ts":"2026-03-03T18:45:38.673232Z","caller":"traceutil/trace.go:171","msg":"trace[2108339067] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-zt9pc; range_end:; response_count:1; response_revision:14327; }","duration":"1.180927593s","start":"2026-03-03T18:45:37.492291Z","end":"2026-03-03T18:45:38.673219Z","steps":["trace[2108339067] 'agreement among raft nodes before linearized reading' (duration: 1.180324818s)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:45:38.673335Z","caller":"traceutil/trace.go:171","msg":"trace[349548150] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:14327; }","duration":"664.343005ms","start":"2026-03-03T18:45:38.008979Z","end":"2026-03-03T18:45:38.673322Z","steps":["trace[349548150] 'agreement among raft nodes before linearized reading' (duration: 663.946276ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:45:38.673357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:45:37.492269Z","time spent":"1.181081196s","remote":"127.0.0.1:52918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22121,"request content":"key:\"/registry/pods/openstack/nova-compute-default-zt9pc\" "} {"level":"warn","ts":"2026-03-03T18:45:38.67337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:45:38.008863Z","time spent":"664.494049ms","remote":"127.0.0.1:41856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":27,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:45:38.673329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:45:37.893505Z","time spent":"779.811966ms","remote":"127.0.0.1:52978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5543,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-03T18:45:38.673041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"680.561226ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-03-03T18:45:38.672484Z","caller":"traceutil/trace.go:171","msg":"trace[1259449105] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14327; }","duration":"781.773492ms","start":"2026-03-03T18:45:37.890699Z","end":"2026-03-03T18:45:38.672472Z","steps":["trace[1259449105] 'agreement among raft nodes before linearized reading' (duration: 781.68278ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:45:38.673516Z","caller":"traceutil/trace.go:171","msg":"trace[1750753199] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14327; }","duration":"681.066478ms","start":"2026-03-03T18:45:37.992439Z","end":"2026-03-03T18:45:38.673506Z","steps":["trace[1750753199] 'agreement among raft nodes before linearized reading' (duration: 680.542266ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:45:38.673531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:45:37.890672Z","time spent":"782.845678ms","remote":"127.0.0.1:52900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":689,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-03-03T18:45:38.673544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:45:37.992422Z","time spent":"681.114179ms","remote":"127.0.0.1:52900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":689,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-03-03T18:45:38.672135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.113336545s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-03-03T18:45:38.673682Z","caller":"traceutil/trace.go:171","msg":"trace[717336426] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14327; }","duration":"1.114926363s","start":"2026-03-03T18:45:37.558744Z","end":"2026-03-03T18:45:38.67367Z","steps":["trace[717336426] 'agreement among raft nodes before linearized reading' (duration: 1.113175052s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:45:38.673744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:45:37.558735Z","time spent":"1.114997585s","remote":"127.0.0.1:52900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":689,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-03-03T18:45:38.675149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.625341524s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-metadata\" ","response":"range_response_count:1 size:681"} {"level":"info","ts":"2026-03-03T18:45:38.675186Z","caller":"traceutil/trace.go:171","msg":"trace[1306718451] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-metadata; range_end:; response_count:1; response_revision:14327; }","duration":"1.625439537s","start":"2026-03-03T18:45:37.049738Z","end":"2026-03-03T18:45:38.675178Z","steps":["trace[1306718451] 'agreement among raft nodes before linearized reading' (duration: 1.625341614s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:45:38.675206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:45:37.049706Z","time spent":"1.625494998s","remote":"127.0.0.1:52900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":703,"request content":"key:\"/registry/services/endpoints/openstack/nova-metadata\" "} {"level":"info","ts":"2026-03-03T18:45:38.675769Z","caller":"traceutil/trace.go:171","msg":"trace[1553949143] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:14327; }","duration":"1.368866214s","start":"2026-03-03T18:45:37.303309Z","end":"2026-03-03T18:45:38.672175Z","steps":["trace[1553949143] 'agreement among raft nodes before linearized reading' (duration: 1.368807583s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:45:38.675865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:45:37.303279Z","time spent":"1.372554031s","remote":"127.0.0.1:53008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":552,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-03-03T18:45:39.02491Z","caller":"traceutil/trace.go:171","msg":"trace[1721782733] linearizableReadLoop","detail":"{readStateIndex:14853; appliedIndex:14852; }","duration":"342.737716ms","start":"2026-03-03T18:45:38.682145Z","end":"2026-03-03T18:45:39.024883Z","steps":["trace[1721782733] 'read index received' (duration: 342.106551ms)","trace[1721782733] 'applied index is now lower than readState.Index' (duration: 630.035µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:45:39.025153Z","caller":"traceutil/trace.go:171","msg":"trace[933720582] transaction","detail":"{read_only:false; response_revision:14328; number_of_response:1; }","duration":"343.805471ms","start":"2026-03-03T18:45:38.681335Z","end":"2026-03-03T18:45:39.02514Z","steps":["trace[933720582] 'process raft request' (duration: 342.993302ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:45:39.025275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:45:38.681311Z","time spent":"343.877192ms","remote":"127.0.0.1:53008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:45:39.026301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.149129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:76 size:737900"} {"level":"info","ts":"2026-03-03T18:45:39.026354Z","caller":"traceutil/trace.go:171","msg":"trace[1329516222] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:76; response_revision:14328; }","duration":"344.243661ms","start":"2026-03-03T18:45:38.682099Z","end":"2026-03-03T18:45:39.026343Z","steps":["trace[1329516222] 'agreement among raft nodes before linearized reading' (duration: 343.361621ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:45:39.02639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:45:38.682081Z","time spent":"344.299442ms","remote":"127.0.0.1:52918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":76,"response size":737922,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-03T18:45:39.039605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.194175ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T18:45:39.039658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.648609ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:45:39.039695Z","caller":"traceutil/trace.go:171","msg":"trace[927022253] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14329; }","duration":"357.312659ms","start":"2026-03-03T18:45:38.682362Z","end":"2026-03-03T18:45:39.039675Z","steps":["trace[927022253] 'agreement among raft nodes before linearized reading' (duration: 357.070473ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:45:39.039716Z","caller":"traceutil/trace.go:171","msg":"trace[52715045] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:14329; }","duration":"168.746841ms","start":"2026-03-03T18:45:38.870955Z","end":"2026-03-03T18:45:39.039702Z","steps":["trace[52715045] 'agreement among raft nodes before linearized reading' (duration: 168.543996ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:45:39.039743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:45:38.68235Z","time spent":"357.38336ms","remote":"127.0.0.1:52682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T18:45:39.039926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.912235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:45:39.039993Z","caller":"traceutil/trace.go:171","msg":"trace[428667891] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14329; }","duration":"168.989317ms","start":"2026-03-03T18:45:38.870991Z","end":"2026-03-03T18:45:39.039981Z","steps":["trace[428667891] 'agreement among raft nodes before linearized reading' (duration: 168.896955ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:45:39.039601Z","caller":"traceutil/trace.go:171","msg":"trace[1964658449] transaction","detail":"{read_only:false; response_revision:14329; number_of_response:1; }","duration":"356.720064ms","start":"2026-03-03T18:45:38.682837Z","end":"2026-03-03T18:45:39.039557Z","steps":["trace[1964658449] 'process raft request' (duration: 356.451537ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:45:39.040089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.785829ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-03T18:45:39.040132Z","caller":"traceutil/trace.go:171","msg":"trace[533458925] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:14329; }","duration":"170.863501ms","start":"2026-03-03T18:45:38.869257Z","end":"2026-03-03T18:45:39.04012Z","steps":["trace[533458925] 'agreement among raft nodes before linearized reading' (duration: 170.728988ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:45:39.040145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:45:38.68282Z","time spent":"357.246407ms","remote":"127.0.0.1:53008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:45:39.040149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.11707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:45:39.04019Z","caller":"traceutil/trace.go:171","msg":"trace[612671377] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:14329; }","duration":"169.166981ms","start":"2026-03-03T18:45:38.871011Z","end":"2026-03-03T18:45:39.040178Z","steps":["trace[612671377] 'agreement among raft nodes before linearized reading' (duration: 169.09731ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:45:39.040259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.617481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-prbmn\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-03T18:45:39.040298Z","caller":"traceutil/trace.go:171","msg":"trace[353886633] range","detail":"{range_begin:/registry/pods/openstack/keepalived-prbmn; range_end:; response_count:1; response_revision:14329; }","duration":"160.711383ms","start":"2026-03-03T18:45:38.879578Z","end":"2026-03-03T18:45:39.040289Z","steps":["trace[353886633] 'agreement among raft nodes before linearized reading' (duration: 160.610371ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:45:39.040445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.975237ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5521"} {"level":"info","ts":"2026-03-03T18:45:39.040552Z","caller":"traceutil/trace.go:171","msg":"trace[29423054] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14329; }","duration":"169.11078ms","start":"2026-03-03T18:45:38.871421Z","end":"2026-03-03T18:45:39.040532Z","steps":["trace[29423054] 'agreement among raft nodes before linearized reading' (duration: 168.671989ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:45:39.041039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.300918ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:76 size:737900"} {"level":"info","ts":"2026-03-03T18:45:39.041071Z","caller":"traceutil/trace.go:171","msg":"trace[1886286555] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:76; response_revision:14329; }","duration":"357.345919ms","start":"2026-03-03T18:45:38.683716Z","end":"2026-03-03T18:45:39.041062Z","steps":["trace[1886286555] 'agreement among raft nodes before linearized reading' (duration: 356.498449ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:45:39.041092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:45:38.68371Z","time spent":"357.37593ms","remote":"127.0.0.1:52918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":76,"response size":737922,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-03T18:45:39.333047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.718531ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T18:45:39.333341Z","caller":"traceutil/trace.go:171","msg":"trace[642318665] transaction","detail":"{read_only:false; response_revision:14330; number_of_response:1; }","duration":"287.869638ms","start":"2026-03-03T18:45:39.045416Z","end":"2026-03-03T18:45:39.333286Z","steps":["trace[642318665] 'process raft request' (duration: 161.785628ms)","trace[642318665] 'compare' (duration: 125.555957ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:45:39.333734Z","caller":"traceutil/trace.go:171","msg":"trace[593709288] transaction","detail":"{read_only:false; response_revision:14331; number_of_response:1; }","duration":"232.026487ms","start":"2026-03-03T18:45:39.10169Z","end":"2026-03-03T18:45:39.333716Z","steps":["trace[593709288] 'process raft request' (duration: 231.476484ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:45:39.913509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.79778ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-03T18:45:39.913696Z","caller":"traceutil/trace.go:171","msg":"trace[2097440483] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:14331; }","duration":"177.047427ms","start":"2026-03-03T18:45:39.736625Z","end":"2026-03-03T18:45:39.913672Z","steps":["trace[2097440483] 'range keys from in-memory index tree' (duration: 176.607666ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:45:40.195274Z","caller":"traceutil/trace.go:171","msg":"trace[1540524245] transaction","detail":"{read_only:false; response_revision:14332; number_of_response:1; }","duration":"275.862985ms","start":"2026-03-03T18:45:39.919378Z","end":"2026-03-03T18:45:40.195241Z","steps":["trace[1540524245] 'process raft request' (duration: 275.64326ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:45:40.543923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.982539ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T18:45:40.544004Z","caller":"traceutil/trace.go:171","msg":"trace[487161585] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:14332; }","duration":"184.114502ms","start":"2026-03-03T18:45:40.359868Z","end":"2026-03-03T18:45:40.543983Z","steps":["trace[487161585] 'count revisions from in-memory index tree' (duration: 183.886317ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:45:41.048519Z","caller":"traceutil/trace.go:171","msg":"trace[941833160] transaction","detail":"{read_only:false; response_revision:14334; number_of_response:1; }","duration":"365.91565ms","start":"2026-03-03T18:45:40.682577Z","end":"2026-03-03T18:45:41.048493Z","steps":["trace[941833160] 'process raft request' (duration: 365.707585ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:45:41.04898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.705788ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T18:45:41.048988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.727709ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T18:45:41.048997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.498653ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5521"} {"level":"warn","ts":"2026-03-03T18:45:41.049028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.043636ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-03T18:45:41.049047Z","caller":"traceutil/trace.go:171","msg":"trace[868636205] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14335; }","duration":"366.80229ms","start":"2026-03-03T18:45:40.682228Z","end":"2026-03-03T18:45:41.04903Z","steps":["trace[868636205] 'agreement among raft nodes before linearized reading' (duration: 366.722219ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:45:41.049082Z","caller":"traceutil/trace.go:171","msg":"trace[1950495571] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:14335; }","duration":"367.112648ms","start":"2026-03-03T18:45:40.681955Z","end":"2026-03-03T18:45:41.049068Z","steps":["trace[1950495571] 'agreement among raft nodes before linearized reading' (duration: 367.009306ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:45:41.049077Z","caller":"traceutil/trace.go:171","msg":"trace[966867553] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14335; }","duration":"366.600106ms","start":"2026-03-03T18:45:40.682455Z","end":"2026-03-03T18:45:41.049055Z","steps":["trace[966867553] 'agreement among raft nodes before linearized reading' (duration: 366.374791ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:45:41.049086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:45:40.682214Z","time spent":"366.862541ms","remote":"127.0.0.1:52978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-03T18:45:41.049093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:45:40.682563Z","time spent":"366.446242ms","remote":"127.0.0.1:53008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:45:41.049114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:45:40.681941Z","time spent":"367.164829ms","remote":"127.0.0.1:53008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T18:45:41.049125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:45:40.682443Z","time spent":"366.673417ms","remote":"127.0.0.1:52978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5543,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-03-03T18:45:41.049029Z","caller":"traceutil/trace.go:171","msg":"trace[226249388] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:0; response_revision:14335; }","duration":"366.7919ms","start":"2026-03-03T18:45:40.682225Z","end":"2026-03-03T18:45:41.049017Z","steps":["trace[226249388] 'agreement among raft nodes before linearized reading' (duration: 366.728759ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:45:41.048546Z","caller":"traceutil/trace.go:171","msg":"trace[1128558625] linearizableReadLoop","detail":"{readStateIndex:14861; appliedIndex:14859; }","duration":"314.280998ms","start":"2026-03-03T18:45:40.734247Z","end":"2026-03-03T18:45:41.048528Z","steps":["trace[1128558625] 'read index received' (duration: 314.009291ms)","trace[1128558625] 'applied index is now lower than readState.Index' (duration: 270.907µs)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:45:41.048684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.397605ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T18:45:41.049281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:45:40.682195Z","time spent":"367.039916ms","remote":"127.0.0.1:52900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":0,"response size":27,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"info","ts":"2026-03-03T18:45:41.049327Z","caller":"traceutil/trace.go:171","msg":"trace[705054495] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:14335; }","duration":"365.0766ms","start":"2026-03-03T18:45:40.68424Z","end":"2026-03-03T18:45:41.049316Z","steps":["trace[705054495] 'agreement among raft nodes before linearized reading' (duration: 364.378704ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:45:41.049377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:45:40.684234Z","time spent":"365.129371ms","remote":"127.0.0.1:52978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"warn","ts":"2026-03-03T18:45:41.048714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.425758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-03T18:45:41.049469Z","caller":"traceutil/trace.go:171","msg":"trace[992596107] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:14335; }","duration":"366.193096ms","start":"2026-03-03T18:45:40.683262Z","end":"2026-03-03T18:45:41.049455Z","steps":["trace[992596107] 'agreement among raft nodes before linearized reading' (duration: 365.321496ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:45:41.049496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:45:40.683256Z","time spent":"366.231007ms","remote":"127.0.0.1:53008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T18:45:41.048719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.813922ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-tz48n\" ","response":"range_response_count:1 size:20754"} {"level":"info","ts":"2026-03-03T18:45:41.049566Z","caller":"traceutil/trace.go:171","msg":"trace[2077546002] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-tz48n; range_end:; response_count:1; response_revision:14335; }","duration":"356.677892ms","start":"2026-03-03T18:45:40.692868Z","end":"2026-03-03T18:45:41.049546Z","steps":["trace[2077546002] 'agreement among raft nodes before linearized reading' (duration: 355.685439ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:45:41.049624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:45:40.692862Z","time spent":"356.743644ms","remote":"127.0.0.1:52918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20776,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-tz48n\" "} {"level":"warn","ts":"2026-03-03T18:45:41.048753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.520207ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:45:41.049813Z","caller":"traceutil/trace.go:171","msg":"trace[68060728] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14335; }","duration":"365.577862ms","start":"2026-03-03T18:45:40.684212Z","end":"2026-03-03T18:45:41.04979Z","steps":["trace[68060728] 'agreement among raft nodes before linearized reading' (duration: 364.520477ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:45:41.049858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:45:40.684207Z","time spent":"365.638014ms","remote":"127.0.0.1:52978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-03T18:45:41.048738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.751546ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"warn","ts":"2026-03-03T18:45:41.04999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.320363ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:45:41.050085Z","caller":"traceutil/trace.go:171","msg":"trace[1298262652] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14335; }","duration":"367.429096ms","start":"2026-03-03T18:45:40.682638Z","end":"2026-03-03T18:45:41.050067Z","steps":["trace[1298262652] 'agreement among raft nodes before linearized reading' (duration: 367.282862ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:45:41.050138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:45:40.682631Z","time spent":"367.492477ms","remote":"127.0.0.1:52978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-03T18:45:41.048741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.072563ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5521"} {"level":"info","ts":"2026-03-03T18:45:41.050282Z","caller":"traceutil/trace.go:171","msg":"trace[749254566] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14335; }","duration":"367.635671ms","start":"2026-03-03T18:45:40.682634Z","end":"2026-03-03T18:45:41.05027Z","steps":["trace[749254566] 'agreement among raft nodes before linearized reading' (duration: 365.945181ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:45:41.050324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:45:40.682627Z","time spent":"367.681551ms","remote":"127.0.0.1:52978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5543,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-03-03T18:45:41.049979Z","caller":"traceutil/trace.go:171","msg":"trace[2105181502] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14335; }","duration":"370.037986ms","start":"2026-03-03T18:45:40.679927Z","end":"2026-03-03T18:45:41.049965Z","steps":["trace[2105181502] 'agreement among raft nodes before linearized reading' (duration: 368.659424ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:45:41.050389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:45:40.679906Z","time spent":"370.466537ms","remote":"127.0.0.1:52900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":689,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-03-03T18:45:41.048775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.490616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5521"} {"level":"info","ts":"2026-03-03T18:45:41.050545Z","caller":"traceutil/trace.go:171","msg":"trace[1876736751] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14335; }","duration":"366.268638ms","start":"2026-03-03T18:45:40.684266Z","end":"2026-03-03T18:45:41.050534Z","steps":["trace[1876736751] 'agreement among raft nodes before linearized reading' (duration: 364.446455ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:45:41.05058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:45:40.68426Z","time spent":"366.309869ms","remote":"127.0.0.1:52978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5543,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-03T18:45:41.04882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.730655ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:45:41.05068Z","caller":"traceutil/trace.go:171","msg":"trace[967279234] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:14335; }","duration":"367.606119ms","start":"2026-03-03T18:45:40.683064Z","end":"2026-03-03T18:45:41.05067Z","steps":["trace[967279234] 'agreement among raft nodes before linearized reading' (duration: 365.716195ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:45:41.050707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:45:40.683057Z","time spent":"367.641641ms","remote":"127.0.0.1:52978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"warn","ts":"2026-03-03T18:45:41.048828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.472583ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-03-03T18:45:41.050781Z","caller":"traceutil/trace.go:171","msg":"trace[868450942] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14335; }","duration":"368.436029ms","start":"2026-03-03T18:45:40.682338Z","end":"2026-03-03T18:45:41.050774Z","steps":["trace[868450942] 'agreement among raft nodes before linearized reading' (duration: 366.432152ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:45:41.050806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:45:40.682333Z","time spent":"368.46656ms","remote":"127.0.0.1:52900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":689,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-03-03T18:45:41.048837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.65734ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5521"} {"level":"info","ts":"2026-03-03T18:45:41.050877Z","caller":"traceutil/trace.go:171","msg":"trace[2104507679] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14335; }","duration":"366.702598ms","start":"2026-03-03T18:45:40.684147Z","end":"2026-03-03T18:45:41.05085Z","steps":["trace[2104507679] 'agreement among raft nodes before linearized reading' (duration: 364.625159ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:45:41.050946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:45:40.684137Z","time spent":"366.78715ms","remote":"127.0.0.1:52978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5543,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-03T18:45:41.048858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.434912ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-03-03T18:45:41.051068Z","caller":"traceutil/trace.go:171","msg":"trace[399358455] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14335; }","duration":"368.655854ms","start":"2026-03-03T18:45:40.682395Z","end":"2026-03-03T18:45:41.051051Z","steps":["trace[399358455] 'agreement among raft nodes before linearized reading' (duration: 366.405811ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:45:41.04886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.528864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"warn","ts":"2026-03-03T18:45:41.051133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:45:40.682383Z","time spent":"368.734535ms","remote":"127.0.0.1:52900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":689,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-03-03T18:45:41.048877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.135825ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:45:41.051169Z","caller":"traceutil/trace.go:171","msg":"trace[990782856] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14335; }","duration":"368.852378ms","start":"2026-03-03T18:45:40.682303Z","end":"2026-03-03T18:45:41.051155Z","steps":["trace[990782856] 'agreement among raft nodes before linearized reading' (duration: 366.473902ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:45:41.051212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:45:40.682296Z","time spent":"368.90252ms","remote":"127.0.0.1:52900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":689,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"info","ts":"2026-03-03T18:45:41.051213Z","caller":"traceutil/trace.go:171","msg":"trace[1607214468] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14335; }","duration":"368.459689ms","start":"2026-03-03T18:45:40.682732Z","end":"2026-03-03T18:45:41.051192Z","steps":["trace[1607214468] 'agreement among raft nodes before linearized reading' (duration: 366.115044ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:45:41.0489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.485513ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"warn","ts":"2026-03-03T18:45:41.051274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:45:40.682703Z","time spent":"368.553872ms","remote":"127.0.0.1:52978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"info","ts":"2026-03-03T18:45:41.051326Z","caller":"traceutil/trace.go:171","msg":"trace[826237426] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14335; }","duration":"368.89768ms","start":"2026-03-03T18:45:40.682399Z","end":"2026-03-03T18:45:41.051296Z","steps":["trace[826237426] 'agreement among raft nodes before linearized reading' (duration: 366.459522ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:45:41.048926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.238917ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5521"} {"level":"warn","ts":"2026-03-03T18:45:41.051411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:45:40.682393Z","time spent":"368.996962ms","remote":"127.0.0.1:52900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":689,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"info","ts":"2026-03-03T18:45:41.051417Z","caller":"traceutil/trace.go:171","msg":"trace[1639614388] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14335; }","duration":"368.727096ms","start":"2026-03-03T18:45:40.68267Z","end":"2026-03-03T18:45:41.051397Z","steps":["trace[1639614388] 'agreement among raft nodes before linearized reading' (duration: 366.200637ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:45:41.04894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.619176ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T18:45:41.051496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:45:40.682664Z","time spent":"368.795887ms","remote":"127.0.0.1:52978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5543,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-03-03T18:45:41.051514Z","caller":"traceutil/trace.go:171","msg":"trace[970537814] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14335; }","duration":"369.212777ms","start":"2026-03-03T18:45:40.68229Z","end":"2026-03-03T18:45:41.051503Z","steps":["trace[970537814] 'agreement among raft nodes before linearized reading' (duration: 366.621407ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:45:41.051552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:45:40.682279Z","time spent":"369.261118ms","remote":"127.0.0.1:52978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-03T18:45:41.048946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.227977ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5521"} {"level":"info","ts":"2026-03-03T18:45:41.051628Z","caller":"traceutil/trace.go:171","msg":"trace[1308670793] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14335; }","duration":"368.91608ms","start":"2026-03-03T18:45:40.682699Z","end":"2026-03-03T18:45:41.051615Z","steps":["trace[1308670793] 'agreement among raft nodes before linearized reading' (duration: 366.183696ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:45:41.051681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:45:40.682692Z","time spent":"368.963811ms","remote":"127.0.0.1:52978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5543,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-03T18:45:41.048958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.576926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-metadata\" ","response":"range_response_count:1 size:681"} {"level":"info","ts":"2026-03-03T18:45:41.051753Z","caller":"traceutil/trace.go:171","msg":"trace[1951300270] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-metadata; range_end:; response_count:1; response_revision:14335; }","duration":"369.369401ms","start":"2026-03-03T18:45:40.682365Z","end":"2026-03-03T18:45:41.051734Z","steps":["trace[1951300270] 'agreement among raft nodes before linearized reading' (duration: 366.552285ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:45:41.048538Z","caller":"traceutil/trace.go:171","msg":"trace[1645712240] transaction","detail":"{read_only:false; response_revision:14335; number_of_response:1; }","duration":"365.191823ms","start":"2026-03-03T18:45:40.683332Z","end":"2026-03-03T18:45:41.048524Z","steps":["trace[1645712240] 'process raft request' (duration: 365.114841ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:45:41.051816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:45:40.68236Z","time spent":"369.438012ms","remote":"127.0.0.1:52900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":703,"request content":"key:\"/registry/services/endpoints/openstack/nova-metadata\" "} {"level":"warn","ts":"2026-03-03T18:45:41.051904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:45:40.683324Z","time spent":"368.50893ms","remote":"127.0.0.1:53008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:45:41.052063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.921759ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-hscll\" ","response":"range_response_count:1 size:9788"} {"level":"info","ts":"2026-03-03T18:45:41.052115Z","caller":"traceutil/trace.go:171","msg":"trace[1206683407] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-hscll; range_end:; response_count:1; response_revision:14335; }","duration":"359.989831ms","start":"2026-03-03T18:45:40.692111Z","end":"2026-03-03T18:45:41.052101Z","steps":["trace[1206683407] 'agreement among raft nodes before linearized reading' (duration: 356.409846ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:45:41.05216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:45:40.692105Z","time spent":"360.040762ms","remote":"127.0.0.1:52918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9810,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-hscll\" "} {"level":"info","ts":"2026-03-03T18:45:41.053342Z","caller":"traceutil/trace.go:171","msg":"trace[911751277] transaction","detail":"{read_only:false; response_revision:14336; number_of_response:1; }","duration":"313.578021ms","start":"2026-03-03T18:45:40.73975Z","end":"2026-03-03T18:45:41.053328Z","steps":["trace[911751277] 'process raft request' (duration: 313.235033ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:45:41.053419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:45:40.739719Z","time spent":"313.654903ms","remote":"127.0.0.1:53008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:45:41.053519Z","caller":"traceutil/trace.go:171","msg":"trace[1554389254] transaction","detail":"{read_only:false; response_revision:14337; number_of_response:1; }","duration":"289.018035ms","start":"2026-03-03T18:45:40.764494Z","end":"2026-03-03T18:45:41.053512Z","steps":["trace[1554389254] 'process raft request' (duration: 288.614015ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:45:41.053629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.555072ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T18:45:41.053671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.826582ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-03T18:45:41.05368Z","caller":"traceutil/trace.go:171","msg":"trace[1271393506] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14337; }","duration":"138.627654ms","start":"2026-03-03T18:45:40.915038Z","end":"2026-03-03T18:45:41.053665Z","steps":["trace[1271393506] 'agreement among raft nodes before linearized reading' (duration: 138.535452ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:45:41.053698Z","caller":"traceutil/trace.go:171","msg":"trace[406524415] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:14337; }","duration":"142.909665ms","start":"2026-03-03T18:45:40.91078Z","end":"2026-03-03T18:45:41.05369Z","steps":["trace[406524415] 'agreement among raft nodes before linearized reading' (duration: 142.828673ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:45:41.481498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.282787ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T18:45:41.481607Z","caller":"traceutil/trace.go:171","msg":"trace[326455781] linearizableReadLoop","detail":"{readStateIndex:14864; appliedIndex:14863; }","duration":"425.96072ms","start":"2026-03-03T18:45:41.055627Z","end":"2026-03-03T18:45:41.481587Z","steps":["trace[326455781] 'read index received' (duration: 183.507428ms)","trace[326455781] 'applied index is now lower than readState.Index' (duration: 242.451672ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:45:41.481695Z","caller":"traceutil/trace.go:171","msg":"trace[1894898896] transaction","detail":"{read_only:false; response_revision:14338; number_of_response:1; }","duration":"426.023481ms","start":"2026-03-03T18:45:41.055603Z","end":"2026-03-03T18:45:41.481627Z","steps":["trace[1894898896] 'process raft request' (duration: 183.512658ms)","trace[1894898896] 'compare' (duration: 242.026682ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:45:41.481832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"426.201756ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-zt9pc\" ","response":"range_response_count:1 size:22099"} {"level":"info","ts":"2026-03-03T18:45:41.481873Z","caller":"traceutil/trace.go:171","msg":"trace[265077799] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-zt9pc; range_end:; response_count:1; response_revision:14338; }","duration":"426.263197ms","start":"2026-03-03T18:45:41.055597Z","end":"2026-03-03T18:45:41.481861Z","steps":["trace[265077799] 'agreement among raft nodes before linearized reading' (duration: 426.068822ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:45:41.481917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:45:41.05558Z","time spent":"426.326149ms","remote":"127.0.0.1:52918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22121,"request content":"key:\"/registry/pods/openstack/nova-compute-default-zt9pc\" "} {"level":"warn","ts":"2026-03-03T18:45:41.481948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:45:41.055586Z","time spent":"426.216896ms","remote":"127.0.0.1:53008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:45:41.502858Z","caller":"traceutil/trace.go:171","msg":"trace[401426383] transaction","detail":"{read_only:false; response_revision:14339; number_of_response:1; }","duration":"446.664366ms","start":"2026-03-03T18:45:41.056144Z","end":"2026-03-03T18:45:41.502808Z","steps":["trace[401426383] 'process raft request' (duration: 446.365669ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:45:41.502971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.745805ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-prbmn\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-03T18:45:41.503059Z","caller":"traceutil/trace.go:171","msg":"trace[397903071] range","detail":"{range_begin:/registry/pods/openstack/keepalived-prbmn; range_end:; response_count:1; response_revision:14339; }","duration":"379.902708ms","start":"2026-03-03T18:45:41.123137Z","end":"2026-03-03T18:45:41.50304Z","steps":["trace[397903071] 'agreement among raft nodes before linearized reading' (duration: 379.615812ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:45:41.503115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:45:41.123112Z","time spent":"379.99356ms","remote":"127.0.0.1:52918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6553,"request content":"key:\"/registry/pods/openstack/keepalived-prbmn\" "} {"level":"warn","ts":"2026-03-03T18:45:41.50326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:45:41.056127Z","time spent":"446.84936ms","remote":"127.0.0.1:53008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:45:41.503521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"436.616959ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:76 size:737900"} {"level":"info","ts":"2026-03-03T18:45:41.503592Z","caller":"traceutil/trace.go:171","msg":"trace[722329776] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:76; response_revision:14339; }","duration":"436.700062ms","start":"2026-03-03T18:45:41.066872Z","end":"2026-03-03T18:45:41.503572Z","steps":["trace[722329776] 'agreement among raft nodes before linearized reading' (duration: 435.872212ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:45:41.503644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:45:41.066861Z","time spent":"436.769803ms","remote":"127.0.0.1:52918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":76,"response size":737922,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-03T18:45:41.503656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"444.150687ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:76 size:737900"} {"level":"info","ts":"2026-03-03T18:45:41.503695Z","caller":"traceutil/trace.go:171","msg":"trace[1072942514] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:76; response_revision:14339; }","duration":"444.186177ms","start":"2026-03-03T18:45:41.059496Z","end":"2026-03-03T18:45:41.503682Z","steps":["trace[1072942514] 'agreement among raft nodes before linearized reading' (duration: 443.642355ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:45:41.503693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.709863ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-03T18:45:41.503744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:45:41.059465Z","time spent":"444.2684ms","remote":"127.0.0.1:52918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":76,"response size":737922,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-03T18:45:41.503757Z","caller":"traceutil/trace.go:171","msg":"trace[698801392] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:14339; }","duration":"163.841836ms","start":"2026-03-03T18:45:41.339901Z","end":"2026-03-03T18:45:41.503743Z","steps":["trace[698801392] 'agreement among raft nodes before linearized reading' (duration: 163.684812ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:45:41.503094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"444.163737ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-03T18:45:41.503945Z","caller":"traceutil/trace.go:171","msg":"trace[486846962] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:14339; }","duration":"445.046497ms","start":"2026-03-03T18:45:41.05888Z","end":"2026-03-03T18:45:41.503927Z","steps":["trace[486846962] 'agreement among raft nodes before linearized reading' (duration: 444.081155ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:45:41.504031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.861295ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1781"} {"level":"info","ts":"2026-03-03T18:45:41.504258Z","caller":"traceutil/trace.go:171","msg":"trace[22198439] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:14339; }","duration":"365.146761ms","start":"2026-03-03T18:45:41.139081Z","end":"2026-03-03T18:45:41.504228Z","steps":["trace[22198439] 'agreement among raft nodes before linearized reading' (duration: 364.455705ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:45:41.504563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"445.098319ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:76 size:737900"} {"level":"info","ts":"2026-03-03T18:45:41.504604Z","caller":"traceutil/trace.go:171","msg":"trace[1506625867] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:76; response_revision:14339; }","duration":"445.15324ms","start":"2026-03-03T18:45:41.059441Z","end":"2026-03-03T18:45:41.504595Z","steps":["trace[1506625867] 'agreement among raft nodes before linearized reading' (duration: 444.064214ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:45:41.504635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:45:41.059432Z","time spent":"445.193181ms","remote":"127.0.0.1:52918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":76,"response size":737922,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-03T18:45:41.504614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:45:41.058868Z","time spent":"445.178791ms","remote":"127.0.0.1:52918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-03T18:45:41.505382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:45:41.139058Z","time spent":"366.303869ms","remote":"127.0.0.1:52888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1803,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"warn","ts":"2026-03-03T18:45:42.315907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"722.48514ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T18:45:42.316045Z","caller":"traceutil/trace.go:171","msg":"trace[996479665] linearizableReadLoop","detail":"{readStateIndex:14866; appliedIndex:14865; }","duration":"802.51635ms","start":"2026-03-03T18:45:41.513506Z","end":"2026-03-03T18:45:42.316023Z","steps":["trace[996479665] 'read index received' (duration: 79.716772ms)","trace[996479665] 'applied index is now lower than readState.Index' (duration: 722.797668ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:45:42.316077Z","caller":"traceutil/trace.go:171","msg":"trace[259523495] transaction","detail":"{read_only:false; response_revision:14340; number_of_response:1; }","duration":"806.730458ms","start":"2026-03-03T18:45:41.509305Z","end":"2026-03-03T18:45:42.316035Z","steps":["trace[259523495] 'process raft request' (duration: 84.023972ms)","trace[259523495] 'compare' (duration: 722.064541ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:45:42.316328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:45:41.509282Z","time spent":"806.944253ms","remote":"127.0.0.1:53008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:45:42.316416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"742.92759ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:45:42.31647Z","caller":"traceutil/trace.go:171","msg":"trace[1774544511] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:14340; }","duration":"743.032653ms","start":"2026-03-03T18:45:41.573424Z","end":"2026-03-03T18:45:42.316457Z","steps":["trace[1774544511] 'agreement among raft nodes before linearized reading' (duration: 742.93181ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:45:42.316499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:45:41.573401Z","time spent":"743.091805ms","remote":"127.0.0.1:53206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":27,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-03T18:45:42.316566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"418.551525ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:45:42.31664Z","caller":"traceutil/trace.go:171","msg":"trace[1462213407] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14340; }","duration":"418.687119ms","start":"2026-03-03T18:45:41.897935Z","end":"2026-03-03T18:45:42.316622Z","steps":["trace[1462213407] 'agreement among raft nodes before linearized reading' (duration: 418.543955ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:45:42.316671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"705.298288ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:45:42.316699Z","caller":"traceutil/trace.go:171","msg":"trace[757546366] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:14340; }","duration":"705.352728ms","start":"2026-03-03T18:45:41.611337Z","end":"2026-03-03T18:45:42.31669Z","steps":["trace[757546366] 'agreement among raft nodes before linearized reading' (duration: 705.307187ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:45:42.316726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:45:41.611272Z","time spent":"705.449201ms","remote":"127.0.0.1:41834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:45:42.316694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:45:41.897911Z","time spent":"418.770191ms","remote":"127.0.0.1:52668","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T18:45:42.316844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.939749ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-03T18:45:42.316879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"731.111863ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:45:42.316897Z","caller":"traceutil/trace.go:171","msg":"trace[1447446833] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:14340; }","duration":"118.029971ms","start":"2026-03-03T18:45:42.198853Z","end":"2026-03-03T18:45:42.316883Z","steps":["trace[1447446833] 'agreement among raft nodes before linearized reading' (duration: 117.864337ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:45:42.316934Z","caller":"traceutil/trace.go:171","msg":"trace[476563429] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:14340; }","duration":"731.228516ms","start":"2026-03-03T18:45:41.585693Z","end":"2026-03-03T18:45:42.316921Z","steps":["trace[476563429] 'agreement among raft nodes before linearized reading' (duration: 731.127183ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:45:42.316977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:45:41.585666Z","time spent":"731.296708ms","remote":"127.0.0.1:52848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":27,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:45:42.318605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"805.07928ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:76 size:737900"} {"level":"info","ts":"2026-03-03T18:45:42.318686Z","caller":"traceutil/trace.go:171","msg":"trace[1998944104] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:76; response_revision:14340; }","duration":"805.191463ms","start":"2026-03-03T18:45:41.513471Z","end":"2026-03-03T18:45:42.318663Z","steps":["trace[1998944104] 'agreement among raft nodes before linearized reading' (duration: 802.723375ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:45:42.318757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:45:41.513455Z","time spent":"805.277744ms","remote":"127.0.0.1:52918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":76,"response size":737922,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-03T18:45:42.631676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.482954ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T18:45:42.631777Z","caller":"traceutil/trace.go:171","msg":"trace[1026672827] linearizableReadLoop","detail":"{readStateIndex:14867; appliedIndex:14866; }","duration":"308.755157ms","start":"2026-03-03T18:45:42.323005Z","end":"2026-03-03T18:45:42.63176Z","steps":["trace[1026672827] 'read index received' (duration: 120.096679ms)","trace[1026672827] 'applied index is now lower than readState.Index' (duration: 188.657168ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:45:42.631909Z","caller":"traceutil/trace.go:171","msg":"trace[89266304] transaction","detail":"{read_only:false; response_revision:14341; number_of_response:1; }","duration":"310.659393ms","start":"2026-03-03T18:45:42.321214Z","end":"2026-03-03T18:45:42.631874Z","steps":["trace[89266304] 'process raft request' (duration: 121.900182ms)","trace[89266304] 'compare' (duration: 188.351841ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:45:42.631939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.914982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-03T18:45:42.631978Z","caller":"traceutil/trace.go:171","msg":"trace[1514278436] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:14341; }","duration":"308.965613ms","start":"2026-03-03T18:45:42.323003Z","end":"2026-03-03T18:45:42.631968Z","steps":["trace[1514278436] 'agreement among raft nodes before linearized reading' (duration: 308.801589ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:45:42.632017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:45:42.322979Z","time spent":"309.029564ms","remote":"127.0.0.1:52918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-03T18:45:42.632073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:45:42.321197Z","time spent":"310.774885ms","remote":"127.0.0.1:53008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:45:43.116126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.110442ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T18:45:43.116248Z","caller":"traceutil/trace.go:171","msg":"trace[1121862627] linearizableReadLoop","detail":"{readStateIndex:14868; appliedIndex:14867; }","duration":"309.987648ms","start":"2026-03-03T18:45:42.806241Z","end":"2026-03-03T18:45:43.116228Z","steps":["trace[1121862627] 'read index received' (duration: 151.59943ms)","trace[1121862627] 'applied index is now lower than readState.Index' (duration: 158.386398ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:45:43.11626Z","caller":"traceutil/trace.go:171","msg":"trace[1904801801] transaction","detail":"{read_only:false; response_revision:14342; number_of_response:1; }","duration":"376.14306ms","start":"2026-03-03T18:45:42.740094Z","end":"2026-03-03T18:45:43.116237Z","steps":["trace[1904801801] 'process raft request' (duration: 217.829604ms)","trace[1904801801] 'compare' (duration: 157.986638ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:45:43.11636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:45:42.74007Z","time spent":"376.244043ms","remote":"127.0.0.1:53008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:45:43.116563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.296165ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T18:45:43.116644Z","caller":"traceutil/trace.go:171","msg":"trace[172052268] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:14342; }","duration":"310.424608ms","start":"2026-03-03T18:45:42.806201Z","end":"2026-03-03T18:45:43.116626Z","steps":["trace[172052268] 'agreement among raft nodes before linearized reading' (duration: 310.259434ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:45:43.116687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:45:42.806189Z","time spent":"310.487769ms","remote":"127.0.0.1:53254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":4,"response size":29,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:45:43.119961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.235557ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:45:43.120017Z","caller":"traceutil/trace.go:171","msg":"trace[610186160] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14344; }","duration":"222.321839ms","start":"2026-03-03T18:45:42.897682Z","end":"2026-03-03T18:45:43.120004Z","steps":["trace[610186160] 'agreement among raft nodes before linearized reading' (duration: 222.221177ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:45:53.321724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.709039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:45:53.321817Z","caller":"traceutil/trace.go:171","msg":"trace[1766618780] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14388; }","duration":"153.842261ms","start":"2026-03-03T18:45:53.167955Z","end":"2026-03-03T18:45:53.321797Z","steps":["trace[1766618780] 'agreement among raft nodes before linearized reading' (duration: 153.683297ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:45:53.321876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.775137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"warn","ts":"2026-03-03T18:45:53.321847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.46564ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T18:45:53.321939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.19503ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:45:53.32199Z","caller":"traceutil/trace.go:171","msg":"trace[654359426] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14388; }","duration":"155.636683ms","start":"2026-03-03T18:45:53.166331Z","end":"2026-03-03T18:45:53.321967Z","steps":["trace[654359426] 'agreement among raft nodes before linearized reading' (duration: 155.399628ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:45:53.322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.90345ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"warn","ts":"2026-03-03T18:45:53.322054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.245356ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-03T18:45:53.322083Z","caller":"traceutil/trace.go:171","msg":"trace[744038816] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14388; }","duration":"156.066574ms","start":"2026-03-03T18:45:53.166005Z","end":"2026-03-03T18:45:53.322072Z","steps":["trace[744038816] 'agreement among raft nodes before linearized reading' (duration: 155.818028ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:45:53.322107Z","caller":"traceutil/trace.go:171","msg":"trace[689014597] transaction","detail":"{read_only:false; response_revision:14388; number_of_response:1; }","duration":"155.05235ms","start":"2026-03-03T18:45:53.167043Z","end":"2026-03-03T18:45:53.322095Z","steps":["trace[689014597] 'process raft request' (duration: 154.460796ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:45:53.32212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.391385ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:45:53.322128Z","caller":"traceutil/trace.go:171","msg":"trace[1728825033] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14388; }","duration":"121.375969ms","start":"2026-03-03T18:45:53.200731Z","end":"2026-03-03T18:45:53.322107Z","steps":["trace[1728825033] 'agreement among raft nodes before linearized reading' (duration: 121.174645ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:45:53.322148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.062733ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5521"} {"level":"info","ts":"2026-03-03T18:45:53.322163Z","caller":"traceutil/trace.go:171","msg":"trace[427809808] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:14388; }","duration":"154.497177ms","start":"2026-03-03T18:45:53.167657Z","end":"2026-03-03T18:45:53.322155Z","steps":["trace[427809808] 'agreement among raft nodes before linearized reading' (duration: 154.438635ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:45:53.322189Z","caller":"traceutil/trace.go:171","msg":"trace[2096741986] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14388; }","duration":"153.095354ms","start":"2026-03-03T18:45:53.169079Z","end":"2026-03-03T18:45:53.322175Z","steps":["trace[2096741986] 'agreement among raft nodes before linearized reading' (duration: 152.790097ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:45:53.322275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.486783ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5521"} {"level":"warn","ts":"2026-03-03T18:45:53.322148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.170225ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5521"} {"level":"info","ts":"2026-03-03T18:45:53.322316Z","caller":"traceutil/trace.go:171","msg":"trace[1093432752] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14388; }","duration":"153.540344ms","start":"2026-03-03T18:45:53.168765Z","end":"2026-03-03T18:45:53.322305Z","steps":["trace[1093432752] 'agreement among raft nodes before linearized reading' (duration: 153.427331ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:45:53.322323Z","caller":"traceutil/trace.go:171","msg":"trace[714620512] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14388; }","duration":"153.36141ms","start":"2026-03-03T18:45:53.168953Z","end":"2026-03-03T18:45:53.322314Z","steps":["trace[714620512] 'agreement among raft nodes before linearized reading' (duration: 153.116785ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:45:53.322346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.176033ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T18:45:53.322351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.852608ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5521"} {"level":"warn","ts":"2026-03-03T18:45:53.32239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.9223ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:45:53.322397Z","caller":"traceutil/trace.go:171","msg":"trace[1542180635] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:14388; }","duration":"155.246714ms","start":"2026-03-03T18:45:53.167137Z","end":"2026-03-03T18:45:53.322384Z","steps":["trace[1542180635] 'agreement among raft nodes before linearized reading' (duration: 155.173642ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:45:53.322432Z","caller":"traceutil/trace.go:171","msg":"trace[1638909420] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14388; }","duration":"155.975412ms","start":"2026-03-03T18:45:53.166448Z","end":"2026-03-03T18:45:53.322423Z","steps":["trace[1638909420] 'agreement among raft nodes before linearized reading' (duration: 155.91476ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:45:53.322426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.855688ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5521"} {"level":"warn","ts":"2026-03-03T18:45:53.322448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.897882ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5521"} {"level":"warn","ts":"2026-03-03T18:45:53.322455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.153565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-03-03T18:45:53.322467Z","caller":"traceutil/trace.go:171","msg":"trace[338014080] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14388; }","duration":"152.93555ms","start":"2026-03-03T18:45:53.169519Z","end":"2026-03-03T18:45:53.322454Z","steps":["trace[338014080] 'agreement among raft nodes before linearized reading' (duration: 152.753685ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:45:53.322481Z","caller":"traceutil/trace.go:171","msg":"trace[1809576664] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14388; }","duration":"156.216947ms","start":"2026-03-03T18:45:53.166257Z","end":"2026-03-03T18:45:53.322474Z","steps":["trace[1809576664] 'agreement among raft nodes before linearized reading' (duration: 155.535841ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:45:53.321746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.757726ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-03-03T18:45:53.322396Z","caller":"traceutil/trace.go:171","msg":"trace[84197537] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14388; }","duration":"152.907359ms","start":"2026-03-03T18:45:53.169479Z","end":"2026-03-03T18:45:53.322386Z","steps":["trace[84197537] 'agreement among raft nodes before linearized reading' (duration: 152.810407ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:45:53.322515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.463256ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:45:53.322524Z","caller":"traceutil/trace.go:171","msg":"trace[1923409386] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14388; }","duration":"156.567445ms","start":"2026-03-03T18:45:53.165947Z","end":"2026-03-03T18:45:53.322514Z","steps":["trace[1923409386] 'agreement among raft nodes before linearized reading' (duration: 155.633313ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:45:53.322541Z","caller":"traceutil/trace.go:171","msg":"trace[125818974] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14388; }","duration":"154.509417ms","start":"2026-03-03T18:45:53.168024Z","end":"2026-03-03T18:45:53.322533Z","steps":["trace[125818974] 'agreement among raft nodes before linearized reading' (duration: 154.472047ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:45:53.321917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.029896ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5521"} {"level":"warn","ts":"2026-03-03T18:45:53.321746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.193513ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:45:53.321988Z","caller":"traceutil/trace.go:171","msg":"trace[1033803807] transaction","detail":"{read_only:false; response_revision:14387; number_of_response:1; }","duration":"155.078211ms","start":"2026-03-03T18:45:53.16687Z","end":"2026-03-03T18:45:53.321949Z","steps":["trace[1033803807] 'process raft request' (duration: 99.2462ms)","trace[1033803807] 'compare' (duration: 54.94838ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:45:53.322578Z","caller":"traceutil/trace.go:171","msg":"trace[998406011] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14388; }","duration":"154.719792ms","start":"2026-03-03T18:45:53.16785Z","end":"2026-03-03T18:45:53.32257Z","steps":["trace[998406011] 'agreement among raft nodes before linearized reading' (duration: 153.932364ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:45:53.32263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.60399ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T18:45:53.322063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.544011ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-metadata\" ","response":"range_response_count:1 size:681"} {"level":"info","ts":"2026-03-03T18:45:53.322657Z","caller":"traceutil/trace.go:171","msg":"trace[1872770548] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14388; }","duration":"154.64084ms","start":"2026-03-03T18:45:53.168005Z","end":"2026-03-03T18:45:53.322646Z","steps":["trace[1872770548] 'agreement among raft nodes before linearized reading' (duration: 154.602259ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:45:53.322476Z","caller":"traceutil/trace.go:171","msg":"trace[1494463473] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14388; }","duration":"153.943134ms","start":"2026-03-03T18:45:53.168525Z","end":"2026-03-03T18:45:53.322468Z","steps":["trace[1494463473] 'agreement among raft nodes before linearized reading' (duration: 153.867712ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:45:53.322637Z","caller":"traceutil/trace.go:171","msg":"trace[1180496721] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:14388; }","duration":"156.074344ms","start":"2026-03-03T18:45:53.16652Z","end":"2026-03-03T18:45:53.322594Z","steps":["trace[1180496721] 'agreement among raft nodes before linearized reading' (duration: 155.157902ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:45:53.322286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.883055ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:45:53.321936Z","caller":"traceutil/trace.go:171","msg":"trace[1988656728] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14388; }","duration":"155.874129ms","start":"2026-03-03T18:45:53.166042Z","end":"2026-03-03T18:45:53.321916Z","steps":["trace[1988656728] 'agreement among raft nodes before linearized reading' (duration: 155.766656ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:45:53.322715Z","caller":"traceutil/trace.go:171","msg":"trace[1193552846] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14388; }","duration":"155.310885ms","start":"2026-03-03T18:45:53.167391Z","end":"2026-03-03T18:45:53.322702Z","steps":["trace[1193552846] 'agreement among raft nodes before linearized reading' (duration: 154.859825ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:45:53.322064Z","caller":"traceutil/trace.go:171","msg":"trace[1927164394] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:14388; }","duration":"154.327613ms","start":"2026-03-03T18:45:53.16768Z","end":"2026-03-03T18:45:53.322008Z","steps":["trace[1927164394] 'agreement among raft nodes before linearized reading' (duration: 154.164869ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:45:53.322665Z","caller":"traceutil/trace.go:171","msg":"trace[1429611268] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-metadata; range_end:; response_count:1; response_revision:14388; }","duration":"156.153545ms","start":"2026-03-03T18:45:53.1665Z","end":"2026-03-03T18:45:53.322654Z","steps":["trace[1429611268] 'agreement among raft nodes before linearized reading' (duration: 155.341186ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:46:51.669555Z","caller":"traceutil/trace.go:171","msg":"trace[88869337] transaction","detail":"{read_only:false; response_revision:14764; number_of_response:1; }","duration":"126.267614ms","start":"2026-03-03T18:46:51.543261Z","end":"2026-03-03T18:46:51.669529Z","steps":["trace[88869337] 'process raft request' (duration: 124.227836ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:46:51.669718Z","caller":"traceutil/trace.go:171","msg":"trace[1869214286] transaction","detail":"{read_only:false; response_revision:14765; number_of_response:1; }","duration":"124.713028ms","start":"2026-03-03T18:46:51.544984Z","end":"2026-03-03T18:46:51.669697Z","steps":["trace[1869214286] 'process raft request' (duration: 124.507383ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:46:52.06872Z","caller":"traceutil/trace.go:171","msg":"trace[193729184] transaction","detail":"{read_only:false; response_revision:14767; number_of_response:1; }","duration":"142.319261ms","start":"2026-03-03T18:46:51.926373Z","end":"2026-03-03T18:46:52.068693Z","steps":["trace[193729184] 'process raft request' (duration: 142.044064ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:48:27.059823Z","caller":"traceutil/trace.go:171","msg":"trace[1171965729] linearizableReadLoop","detail":"{readStateIndex:16203; appliedIndex:16202; }","duration":"162.73764ms","start":"2026-03-03T18:48:26.897046Z","end":"2026-03-03T18:48:27.059783Z","steps":["trace[1171965729] 'read index received' (duration: 160.394655ms)","trace[1171965729] 'applied index is now lower than readState.Index' (duration: 2.341305ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:48:27.060027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.973455ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:48:27.060078Z","caller":"traceutil/trace.go:171","msg":"trace[259235665] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15635; }","duration":"163.085619ms","start":"2026-03-03T18:48:26.896974Z","end":"2026-03-03T18:48:27.06006Z","steps":["trace[259235665] 'agreement among raft nodes before linearized reading' (duration: 162.951786ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:48:27.060241Z","caller":"traceutil/trace.go:171","msg":"trace[416831029] transaction","detail":"{read_only:false; response_revision:15635; number_of_response:1; }","duration":"217.060775ms","start":"2026-03-03T18:48:26.843108Z","end":"2026-03-03T18:48:27.060169Z","steps":["trace[416831029] 'process raft request' (duration: 214.377912ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:48:28.238422Z","caller":"traceutil/trace.go:171","msg":"trace[1356564370] transaction","detail":"{read_only:false; response_revision:15639; number_of_response:1; }","duration":"160.912668ms","start":"2026-03-03T18:48:28.077486Z","end":"2026-03-03T18:48:28.238399Z","steps":["trace[1356564370] 'process raft request' (duration: 160.773004ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:48:28.406288Z","caller":"traceutil/trace.go:171","msg":"trace[1531743276] linearizableReadLoop","detail":"{readStateIndex:16208; appliedIndex:16206; }","duration":"245.399661ms","start":"2026-03-03T18:48:28.160858Z","end":"2026-03-03T18:48:28.406257Z","steps":["trace[1531743276] 'read index received' (duration: 77.49788ms)","trace[1531743276] 'applied index is now lower than readState.Index' (duration: 167.900661ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:48:28.406333Z","caller":"traceutil/trace.go:171","msg":"trace[278512943] transaction","detail":"{read_only:false; response_revision:15641; number_of_response:1; }","duration":"169.713054ms","start":"2026-03-03T18:48:28.236595Z","end":"2026-03-03T18:48:28.406309Z","steps":["trace[278512943] 'process raft request' (duration: 169.584071ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:48:28.40639Z","caller":"traceutil/trace.go:171","msg":"trace[1459169459] transaction","detail":"{read_only:false; response_revision:15640; number_of_response:1; }","duration":"323.707549ms","start":"2026-03-03T18:48:28.082643Z","end":"2026-03-03T18:48:28.406351Z","steps":["trace[1459169459] 'process raft request' (duration: 323.31751ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:48:28.406571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:48:28.082619Z","time spent":"323.853332ms","remote":"127.0.0.1:53008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:48:28.406809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.81412ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-03T18:48:28.406951Z","caller":"traceutil/trace.go:171","msg":"trace[2031404376] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:15641; }","duration":"246.082207ms","start":"2026-03-03T18:48:28.160804Z","end":"2026-03-03T18:48:28.406886Z","steps":["trace[2031404376] 'agreement among raft nodes before linearized reading' (duration: 245.616976ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:48:28.407645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.263219ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T18:48:28.407716Z","caller":"traceutil/trace.go:171","msg":"trace[2088808839] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:15641; }","duration":"234.375572ms","start":"2026-03-03T18:48:28.173321Z","end":"2026-03-03T18:48:28.407697Z","steps":["trace[2088808839] 'agreement among raft nodes before linearized reading' (duration: 233.186984ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:48:28.846292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.910784ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T18:48:28.846432Z","caller":"traceutil/trace.go:171","msg":"trace[1975801356] linearizableReadLoop","detail":"{readStateIndex:16210; appliedIndex:16209; }","duration":"431.970111ms","start":"2026-03-03T18:48:28.414438Z","end":"2026-03-03T18:48:28.846409Z","steps":["trace[1975801356] 'read index received' (duration: 196.729089ms)","trace[1975801356] 'applied index is now lower than readState.Index' (duration: 235.235002ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:48:28.846576Z","caller":"traceutil/trace.go:171","msg":"trace[1714260262] transaction","detail":"{read_only:false; response_revision:15642; number_of_response:1; }","duration":"434.145681ms","start":"2026-03-03T18:48:28.412412Z","end":"2026-03-03T18:48:28.846557Z","steps":["trace[1714260262] 'process raft request' (duration: 198.831547ms)","trace[1714260262] 'compare' (duration: 234.72762ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:48:28.846667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:48:28.412389Z","time spent":"434.229384ms","remote":"127.0.0.1:53008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:48:28.846898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.386147ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-03T18:48:28.846928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.390429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-03T18:48:28.847003Z","caller":"traceutil/trace.go:171","msg":"trace[1190208334] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:15642; }","duration":"262.520372ms","start":"2026-03-03T18:48:28.584464Z","end":"2026-03-03T18:48:28.846984Z","steps":["trace[1190208334] 'agreement among raft nodes before linearized reading' (duration: 262.149943ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:48:28.846998Z","caller":"traceutil/trace.go:171","msg":"trace[2098338112] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:15642; }","duration":"152.524661ms","start":"2026-03-03T18:48:28.694447Z","end":"2026-03-03T18:48:28.846971Z","steps":["trace[2098338112] 'agreement among raft nodes before linearized reading' (duration: 152.239944ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:48:28.846992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"432.509703ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18761"} {"level":"info","ts":"2026-03-03T18:48:28.847231Z","caller":"traceutil/trace.go:171","msg":"trace[298765370] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:15642; }","duration":"432.776749ms","start":"2026-03-03T18:48:28.414389Z","end":"2026-03-03T18:48:28.847165Z","steps":["trace[298765370] 'agreement among raft nodes before linearized reading' (duration: 432.233277ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:48:28.847374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:48:28.414367Z","time spent":"432.924172ms","remote":"127.0.0.1:52912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":18783,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"info","ts":"2026-03-03T18:48:31.633466Z","caller":"traceutil/trace.go:171","msg":"trace[1825066567] transaction","detail":"{read_only:false; response_revision:15662; number_of_response:1; }","duration":"108.859765ms","start":"2026-03-03T18:48:31.52458Z","end":"2026-03-03T18:48:31.63344Z","steps":["trace[1825066567] 'process raft request' (duration: 108.506487ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:48:34.166204Z","caller":"traceutil/trace.go:171","msg":"trace[1183840257] transaction","detail":"{read_only:false; response_revision:15678; number_of_response:1; }","duration":"110.735579ms","start":"2026-03-03T18:48:34.055444Z","end":"2026-03-03T18:48:34.16618Z","steps":["trace[1183840257] 'process raft request' (duration: 36.25341ms)","trace[1183840257] 'compare' (duration: 74.367896ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:48:34.50935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.230042ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-03-03T18:48:34.509643Z","caller":"traceutil/trace.go:171","msg":"trace[364838496] transaction","detail":"{read_only:false; response_revision:15680; number_of_response:1; }","duration":"160.937419ms","start":"2026-03-03T18:48:34.348685Z","end":"2026-03-03T18:48:34.509623Z","steps":["trace[364838496] 'process raft request' (duration: 160.782925ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:48:34.65031Z","caller":"traceutil/trace.go:171","msg":"trace[1570817500] transaction","detail":"{read_only:false; response_revision:15681; number_of_response:1; }","duration":"151.66344ms","start":"2026-03-03T18:48:34.498608Z","end":"2026-03-03T18:48:34.650272Z","steps":["trace[1570817500] 'process raft request' (duration: 119.388253ms)","trace[1570817500] 'compare' (duration: 32.124524ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:49:43.705629Z","caller":"traceutil/trace.go:171","msg":"trace[2079414161] transaction","detail":"{read_only:false; response_revision:16086; number_of_response:1; }","duration":"151.071035ms","start":"2026-03-03T18:49:43.554531Z","end":"2026-03-03T18:49:43.705602Z","steps":["trace[2079414161] 'process raft request' (duration: 150.910522ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:50:05.90457Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":14173} {"level":"info","ts":"2026-03-03T18:50:06.001494Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":14173,"took":"93.941486ms","hash":449856758,"current-db-size-bytes":40779776,"current-db-size":"41 MB","current-db-size-in-use-bytes":27815936,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-03-03T18:50:06.001564Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":449856758,"revision":14173,"compact-revision":11826} {"level":"warn","ts":"2026-03-03T18:52:02.393632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.078046ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-03T18:52:02.393703Z","caller":"traceutil/trace.go:171","msg":"trace[151823082] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:16859; }","duration":"105.183598ms","start":"2026-03-03T18:52:02.288506Z","end":"2026-03-03T18:52:02.393689Z","steps":["trace[151823082] 'range keys from in-memory index tree' (duration: 104.941203ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:52:02.3937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.345983ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-03T18:52:02.393786Z","caller":"traceutil/trace.go:171","msg":"trace[10189831] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:16859; }","duration":"108.453056ms","start":"2026-03-03T18:52:02.285297Z","end":"2026-03-03T18:52:02.39375Z","steps":["trace[10189831] 'range keys from in-memory index tree' (duration: 108.184639ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:54:04.426612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.908957ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-03-03T18:54:21.199952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.418238ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-03T18:54:21.200054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.102464ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-03T18:54:21.200063Z","caller":"traceutil/trace.go:171","msg":"trace[867845985] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:17515; }","duration":"138.564561ms","start":"2026-03-03T18:54:21.061479Z","end":"2026-03-03T18:54:21.200043Z","steps":["trace[867845985] 'range keys from in-memory index tree' (duration: 138.279075ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:54:21.200136Z","caller":"traceutil/trace.go:171","msg":"trace[649618962] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:17515; }","duration":"139.212067ms","start":"2026-03-03T18:54:21.060899Z","end":"2026-03-03T18:54:21.200111Z","steps":["trace[649618962] 'range keys from in-memory index tree' (duration: 138.748467ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:54:21.199975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.192653ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-03T18:54:21.200195Z","caller":"traceutil/trace.go:171","msg":"trace[1097816851] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:17515; }","duration":"138.445589ms","start":"2026-03-03T18:54:21.061736Z","end":"2026-03-03T18:54:21.200182Z","steps":["trace[1097816851] 'range keys from in-memory index tree' (duration: 138.021769ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:54:43.329368Z","caller":"traceutil/trace.go:171","msg":"trace[527679178] transaction","detail":"{read_only:false; response_revision:17619; number_of_response:1; }","duration":"276.339605ms","start":"2026-03-03T18:54:43.052998Z","end":"2026-03-03T18:54:43.329338Z","steps":["trace[527679178] 'process raft request' (duration: 276.13775ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:54:59.545578Z","caller":"traceutil/trace.go:171","msg":"trace[742862851] transaction","detail":"{read_only:false; response_revision:17695; number_of_response:1; }","duration":"131.784763ms","start":"2026-03-03T18:54:59.413769Z","end":"2026-03-03T18:54:59.545553Z","steps":["trace[742862851] 'process raft request' (duration: 131.626709ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:54:59.546647Z","caller":"traceutil/trace.go:171","msg":"trace[201174032] transaction","detail":"{read_only:false; response_revision:17696; number_of_response:1; }","duration":"131.107206ms","start":"2026-03-03T18:54:59.415531Z","end":"2026-03-03T18:54:59.546638Z","steps":["trace[201174032] 'process raft request' (duration: 131.038124ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:54:59.546841Z","caller":"traceutil/trace.go:171","msg":"trace[298902451] linearizableReadLoop","detail":"{readStateIndex:18352; appliedIndex:18350; }","duration":"130.620565ms","start":"2026-03-03T18:54:59.416193Z","end":"2026-03-03T18:54:59.546813Z","steps":["trace[298902451] 'read index received' (duration: 129.193812ms)","trace[298902451] 'applied index is now lower than readState.Index' (duration: 1.424303ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:54:59.547043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.83339ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-03T18:54:59.547089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.638805ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-03T18:54:59.5471Z","caller":"traceutil/trace.go:171","msg":"trace[747749116] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:17697; }","duration":"130.928672ms","start":"2026-03-03T18:54:59.416157Z","end":"2026-03-03T18:54:59.547085Z","steps":["trace[747749116] 'agreement among raft nodes before linearized reading' (duration: 130.767268ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:54:59.547129Z","caller":"traceutil/trace.go:171","msg":"trace[459035036] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:17697; }","duration":"130.723637ms","start":"2026-03-03T18:54:59.41639Z","end":"2026-03-03T18:54:59.547114Z","steps":["trace[459035036] 'agreement among raft nodes before linearized reading' (duration: 130.559053ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:55:05.9113Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":16220} {"level":"info","ts":"2026-03-03T18:55:06.007484Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":16220,"took":"93.092762ms","hash":3442926287,"current-db-size-bytes":40779776,"current-db-size":"41 MB","current-db-size-in-use-bytes":23523328,"current-db-size-in-use":"24 MB"} {"level":"info","ts":"2026-03-03T18:55:06.007601Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3442926287,"revision":16220,"compact-revision":14173}