{"level":"warn","ts":"2026-04-04T10:14:31.484369Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-04T10:14:31.48445Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.53:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.53:2380","--initial-cluster=instance=https://199.204.45.53:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.53:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.53:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-04-04T10:14:31.484514Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-04T10:14:31.484525Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.53:2380"]} {"level":"info","ts":"2026-04-04T10:14:31.484544Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-04T10:14:31.485145Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.53:2379"]} {"level":"info","ts":"2026-04-04T10:14:31.485216Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.53:2380"],"listen-peer-urls":["https://199.204.45.53:2380"],"advertise-client-urls":["https://199.204.45.53:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.53:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.53:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-04-04T10:14:31.491373Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"5.968828ms"} {"level":"info","ts":"2026-04-04T10:14:31.500892Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"c47ca1a7b1fe506b","cluster-id":"95bd21e158fabf07"} {"level":"info","ts":"2026-04-04T10:14:31.501012Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"c47ca1a7b1fe506b switched to configuration voters=()"} {"level":"info","ts":"2026-04-04T10:14:31.501047Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"c47ca1a7b1fe506b became follower at term 0"} {"level":"info","ts":"2026-04-04T10:14:31.501134Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft c47ca1a7b1fe506b [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-04-04T10:14:31.501157Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"c47ca1a7b1fe506b became follower at term 1"} {"level":"info","ts":"2026-04-04T10:14:31.501213Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"c47ca1a7b1fe506b switched to configuration voters=(14158369070163841131)"} {"level":"warn","ts":"2026-04-04T10:14:31.511725Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-04-04T10:14:31.513127Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-04-04T10:14:31.514322Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-04-04T10:14:31.516575Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"c47ca1a7b1fe506b","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-04-04T10:14:31.516733Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"c47ca1a7b1fe506b","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-04-04T10:14:31.51694Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-04T10:14:31.517028Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-04T10:14:31.517085Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-04T10:14:31.517594Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"c47ca1a7b1fe506b switched to configuration voters=(14158369070163841131)"} {"level":"info","ts":"2026-04-04T10:14:31.517701Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"95bd21e158fabf07","local-member-id":"c47ca1a7b1fe506b","added-peer-id":"c47ca1a7b1fe506b","added-peer-peer-urls":["https://199.204.45.53:2380"]} {"level":"info","ts":"2026-04-04T10:14:31.521765Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-04T10:14:31.521894Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.53:2380"} {"level":"info","ts":"2026-04-04T10:14:31.521991Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.53:2380"} {"level":"info","ts":"2026-04-04T10:14:31.522105Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"c47ca1a7b1fe506b","initial-advertise-peer-urls":["https://199.204.45.53:2380"],"listen-peer-urls":["https://199.204.45.53:2380"],"advertise-client-urls":["https://199.204.45.53:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.53:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-04-04T10:14:31.52211Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-04-04T10:14:32.201928Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"c47ca1a7b1fe506b is starting a new election at term 1"} {"level":"info","ts":"2026-04-04T10:14:32.201989Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"c47ca1a7b1fe506b became pre-candidate at term 1"} {"level":"info","ts":"2026-04-04T10:14:32.202023Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"c47ca1a7b1fe506b received MsgPreVoteResp from c47ca1a7b1fe506b at term 1"} {"level":"info","ts":"2026-04-04T10:14:32.202045Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"c47ca1a7b1fe506b became candidate at term 2"} {"level":"info","ts":"2026-04-04T10:14:32.202096Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"c47ca1a7b1fe506b received MsgVoteResp from c47ca1a7b1fe506b at term 2"} {"level":"info","ts":"2026-04-04T10:14:32.202116Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"c47ca1a7b1fe506b became leader at term 2"} {"level":"info","ts":"2026-04-04T10:14:32.202129Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: c47ca1a7b1fe506b elected leader c47ca1a7b1fe506b at term 2"} {"level":"info","ts":"2026-04-04T10:14:32.203217Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-04-04T10:14:32.204152Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-04T10:14:32.204157Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"c47ca1a7b1fe506b","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.53:2379]}","request-path":"/0/members/c47ca1a7b1fe506b/attributes","cluster-id":"95bd21e158fabf07","publish-timeout":"7s"} {"level":"info","ts":"2026-04-04T10:14:32.204247Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-04T10:14:32.204589Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-04-04T10:14:32.204673Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-04-04T10:14:32.207235Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.53:2379"} {"level":"info","ts":"2026-04-04T10:14:32.207407Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-04-04T10:14:32.219845Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"95bd21e158fabf07","local-member-id":"c47ca1a7b1fe506b","cluster-version":"3.5"} {"level":"info","ts":"2026-04-04T10:14:32.220143Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-04-04T10:14:32.220231Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-04-04T10:14:47.267934Z","caller":"traceutil/trace.go:171","msg":"trace[1551703001] transaction","detail":"{read_only:false; response_revision:409; number_of_response:1; }","duration":"232.059927ms","start":"2026-04-04T10:14:47.035829Z","end":"2026-04-04T10:14:47.267889Z","steps":["trace[1551703001] 'process raft request' (duration: 231.761649ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:14:47.269889Z","caller":"traceutil/trace.go:171","msg":"trace[216671712] transaction","detail":"{read_only:false; response_revision:410; number_of_response:1; }","duration":"228.841196ms","start":"2026-04-04T10:14:47.040958Z","end":"2026-04-04T10:14:47.269799Z","steps":["trace[216671712] 'process raft request' (duration: 228.647361ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:15:02.643851Z","caller":"traceutil/trace.go:171","msg":"trace[2087633468] transaction","detail":"{read_only:false; response_revision:532; number_of_response:1; }","duration":"106.738387ms","start":"2026-04-04T10:15:02.537087Z","end":"2026-04-04T10:15:02.643825Z","steps":["trace[2087633468] 'process raft request' (duration: 98.865455ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:15:02.644331Z","caller":"traceutil/trace.go:171","msg":"trace[855455162] transaction","detail":"{read_only:false; response_revision:533; number_of_response:1; }","duration":"105.360689ms","start":"2026-04-04T10:15:02.538963Z","end":"2026-04-04T10:15:02.644323Z","steps":["trace[855455162] 'process raft request' (duration: 105.192154ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:15:02.644486Z","caller":"traceutil/trace.go:171","msg":"trace[128144736] transaction","detail":"{read_only:false; response_revision:534; number_of_response:1; }","duration":"105.308827ms","start":"2026-04-04T10:15:02.53914Z","end":"2026-04-04T10:15:02.644449Z","steps":["trace[128144736] 'process raft request' (duration: 105.110742ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:15:04.426171Z","caller":"traceutil/trace.go:171","msg":"trace[2065405538] linearizableReadLoop","detail":"{readStateIndex:608; appliedIndex:607; }","duration":"211.357083ms","start":"2026-04-04T10:15:04.214788Z","end":"2026-04-04T10:15:04.426145Z","steps":["trace[2065405538] 'read index received' (duration: 211.191899ms)","trace[2065405538] 'applied index is now lower than readState.Index' (duration: 164.134µs)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:15:04.426232Z","caller":"traceutil/trace.go:171","msg":"trace[970521393] transaction","detail":"{read_only:false; response_revision:586; number_of_response:1; }","duration":"273.278377ms","start":"2026-04-04T10:15:04.152906Z","end":"2026-04-04T10:15:04.426184Z","steps":["trace[970521393] 'process raft request' (duration: 272.987369ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:15:04.426459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.652942ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/httproutefilters.gateway.envoyproxy.io\" ","response":"range_response_count:1 size:15688"} {"level":"info","ts":"2026-04-04T10:15:04.426557Z","caller":"traceutil/trace.go:171","msg":"trace[916333595] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/httproutefilters.gateway.envoyproxy.io; range_end:; response_count:1; response_revision:586; }","duration":"211.808546ms","start":"2026-04-04T10:15:04.214733Z","end":"2026-04-04T10:15:04.426542Z","steps":["trace[916333595] 'agreement among raft nodes before linearized reading' (duration: 211.546919ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:15:04.447716Z","caller":"traceutil/trace.go:171","msg":"trace[1020663186] transaction","detail":"{read_only:false; response_revision:587; number_of_response:1; }","duration":"109.033772ms","start":"2026-04-04T10:15:04.33867Z","end":"2026-04-04T10:15:04.447703Z","steps":["trace[1020663186] 'process raft request' (duration: 108.935119ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:15:09.437691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.354826ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-04T10:15:09.43783Z","caller":"traceutil/trace.go:171","msg":"trace[1167711430] linearizableReadLoop","detail":"{readStateIndex:631; appliedIndex:630; }","duration":"357.623189ms","start":"2026-04-04T10:15:09.08019Z","end":"2026-04-04T10:15:09.437813Z","steps":["trace[1167711430] 'read index received' (duration: 206.541713ms)","trace[1167711430] 'applied index is now lower than readState.Index' (duration: 151.079816ms)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:15:09.437913Z","caller":"traceutil/trace.go:171","msg":"trace[1982290045] transaction","detail":"{read_only:false; response_revision:608; number_of_response:1; }","duration":"425.111194ms","start":"2026-04-04T10:15:09.012757Z","end":"2026-04-04T10:15:09.437868Z","steps":["trace[1982290045] 'process raft request' (duration: 273.970736ms)","trace[1982290045] 'compare' (duration: 150.13029ms)"],"step_count":2} {"level":"warn","ts":"2026-04-04T10:15:09.438079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:15:09.01274Z","time spent":"425.299349ms","remote":"127.0.0.1:34580","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":818,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-04T10:15:09.438171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.959538ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-npxc4\" ","response":"range_response_count:1 size:16961"} {"level":"info","ts":"2026-04-04T10:15:09.43828Z","caller":"traceutil/trace.go:171","msg":"trace[640942732] range","detail":"{range_begin:/registry/pods/kube-system/cilium-npxc4; range_end:; response_count:1; response_revision:608; }","duration":"358.098772ms","start":"2026-04-04T10:15:09.080154Z","end":"2026-04-04T10:15:09.438252Z","steps":["trace[640942732] 'agreement among raft nodes before linearized reading' (duration: 357.745012ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:15:09.438372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:15:09.080138Z","time spent":"358.216065ms","remote":"127.0.0.1:34568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":16985,"request content":"key:\"/registry/pods/kube-system/cilium-npxc4\" "} {"level":"info","ts":"2026-04-04T10:15:21.639559Z","caller":"traceutil/trace.go:171","msg":"trace[941309214] transaction","detail":"{read_only:false; response_revision:758; number_of_response:1; }","duration":"133.074668ms","start":"2026-04-04T10:15:21.506426Z","end":"2026-04-04T10:15:21.6395Z","steps":["trace[941309214] 'process raft request' (duration: 132.933604ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:15:24.425446Z","caller":"traceutil/trace.go:171","msg":"trace[640563985] transaction","detail":"{read_only:false; response_revision:774; number_of_response:1; }","duration":"247.620831ms","start":"2026-04-04T10:15:24.1778Z","end":"2026-04-04T10:15:24.42542Z","steps":["trace[640563985] 'process raft request' (duration: 247.453866ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:15:52.175214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.599476ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-04T10:15:52.175502Z","caller":"traceutil/trace.go:171","msg":"trace[1272827083] linearizableReadLoop","detail":"{readStateIndex:1206; appliedIndex:1205; }","duration":"197.233229ms","start":"2026-04-04T10:15:51.978247Z","end":"2026-04-04T10:15:52.17548Z","steps":["trace[1272827083] 'read index received' (duration: 70.672µs)","trace[1272827083] 'applied index is now lower than readState.Index' (duration: 197.160606ms)"],"step_count":2} {"level":"warn","ts":"2026-04-04T10:15:52.175726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.490166ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-04T10:15:52.175915Z","caller":"traceutil/trace.go:171","msg":"trace[1455779807] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:1172; }","duration":"197.716982ms","start":"2026-04-04T10:15:51.97818Z","end":"2026-04-04T10:15:52.175897Z","steps":["trace[1455779807] 'agreement among raft nodes before linearized reading' (duration: 197.492376ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:15:52.175939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.262318ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-04T10:15:52.176041Z","caller":"traceutil/trace.go:171","msg":"trace[149485526] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:1172; }","duration":"141.420222ms","start":"2026-04-04T10:15:52.034598Z","end":"2026-04-04T10:15:52.176018Z","steps":["trace[149485526] 'agreement among raft nodes before linearized reading' (duration: 141.227777ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:15:52.1757Z","caller":"traceutil/trace.go:171","msg":"trace[1060256332] transaction","detail":"{read_only:false; response_revision:1172; number_of_response:1; }","duration":"309.347925ms","start":"2026-04-04T10:15:51.8663Z","end":"2026-04-04T10:15:52.175648Z","steps":["trace[1060256332] 'process raft request' (duration: 96.704601ms)","trace[1060256332] 'compare' (duration: 211.453511ms)"],"step_count":2} {"level":"warn","ts":"2026-04-04T10:15:52.176449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:15:51.866274Z","time spent":"310.089305ms","remote":"127.0.0.1:34638","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-04T10:16:16.613089Z","caller":"traceutil/trace.go:171","msg":"trace[563482890] transaction","detail":"{read_only:false; response_revision:1439; number_of_response:1; }","duration":"116.900007ms","start":"2026-04-04T10:16:16.496163Z","end":"2026-04-04T10:16:16.613063Z","steps":["trace[563482890] 'process raft request' (duration: 116.719812ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:16:37.705574Z","caller":"traceutil/trace.go:171","msg":"trace[880404632] linearizableReadLoop","detail":"{readStateIndex:1840; appliedIndex:1839; }","duration":"113.175284ms","start":"2026-04-04T10:16:37.592371Z","end":"2026-04-04T10:16:37.705546Z","steps":["trace[880404632] 'read index received' (duration: 90.550185ms)","trace[880404632] 'applied index is now lower than readState.Index' (duration: 22.623869ms)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:16:37.705631Z","caller":"traceutil/trace.go:171","msg":"trace[973047480] transaction","detail":"{read_only:false; response_revision:1770; number_of_response:1; }","duration":"128.31726ms","start":"2026-04-04T10:16:37.577282Z","end":"2026-04-04T10:16:37.7056Z","steps":["trace[973047480] 'process raft request' (duration: 105.62298ms)","trace[973047480] 'compare' (duration: 22.524805ms)"],"step_count":2} {"level":"warn","ts":"2026-04-04T10:16:37.705799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.40252ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:3995"} {"level":"info","ts":"2026-04-04T10:16:37.705845Z","caller":"traceutil/trace.go:171","msg":"trace[535460166] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1770; }","duration":"113.493152ms","start":"2026-04-04T10:16:37.59234Z","end":"2026-04-04T10:16:37.705833Z","steps":["trace[535460166] 'agreement among raft nodes before linearized reading' (duration: 113.322067ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:16:40.446031Z","caller":"traceutil/trace.go:171","msg":"trace[561005308] transaction","detail":"{read_only:false; response_revision:1842; number_of_response:1; }","duration":"227.525558ms","start":"2026-04-04T10:16:40.218479Z","end":"2026-04-04T10:16:40.446005Z","steps":["trace[561005308] 'process raft request' (duration: 227.364484ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:16:40.51851Z","caller":"traceutil/trace.go:171","msg":"trace[112928483] linearizableReadLoop","detail":"{readStateIndex:1913; appliedIndex:1911; }","duration":"263.038791ms","start":"2026-04-04T10:16:40.255379Z","end":"2026-04-04T10:16:40.518418Z","steps":["trace[112928483] 'read index received' (duration: 190.490874ms)","trace[112928483] 'applied index is now lower than readState.Index' (duration: 72.546507ms)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:16:40.518798Z","caller":"traceutil/trace.go:171","msg":"trace[1192823365] transaction","detail":"{read_only:false; response_revision:1843; number_of_response:1; }","duration":"290.206248ms","start":"2026-04-04T10:16:40.228406Z","end":"2026-04-04T10:16:40.518612Z","steps":["trace[1192823365] 'process raft request' (duration: 289.850578ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:16:40.518932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.538385ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-04-04T10:16:40.519023Z","caller":"traceutil/trace.go:171","msg":"trace[1978621749] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1843; }","duration":"263.669108ms","start":"2026-04-04T10:16:40.255325Z","end":"2026-04-04T10:16:40.518994Z","steps":["trace[1978621749] 'agreement among raft nodes before linearized reading' (duration: 263.320989ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:16:40.838582Z","caller":"traceutil/trace.go:171","msg":"trace[995346776] linearizableReadLoop","detail":"{readStateIndex:1918; appliedIndex:1916; }","duration":"119.753718ms","start":"2026-04-04T10:16:40.718803Z","end":"2026-04-04T10:16:40.838557Z","steps":["trace[995346776] 'read index received' (duration: 23.3642ms)","trace[995346776] 'applied index is now lower than readState.Index' (duration: 96.386878ms)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:16:40.838639Z","caller":"traceutil/trace.go:171","msg":"trace[474243887] transaction","detail":"{read_only:false; response_revision:1847; number_of_response:1; }","duration":"163.949416ms","start":"2026-04-04T10:16:40.674654Z","end":"2026-04-04T10:16:40.838603Z","steps":["trace[474243887] 'process raft request' (duration: 163.75656ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:16:40.838758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.930153ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-04T10:16:40.838808Z","caller":"traceutil/trace.go:171","msg":"trace[2123761470] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:1847; }","duration":"120.032376ms","start":"2026-04-04T10:16:40.718761Z","end":"2026-04-04T10:16:40.838793Z","steps":["trace[2123761470] 'agreement among raft nodes before linearized reading' (duration: 119.938523ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:16:40.838875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.258628ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-04T10:16:40.838924Z","caller":"traceutil/trace.go:171","msg":"trace[176136801] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1847; }","duration":"117.362951ms","start":"2026-04-04T10:16:40.721552Z","end":"2026-04-04T10:16:40.838915Z","steps":["trace[176136801] 'agreement among raft nodes before linearized reading' (duration: 117.235538ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:16:40.838768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.471922ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-04T10:16:40.83904Z","caller":"traceutil/trace.go:171","msg":"trace[2091545279] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1847; }","duration":"118.738339ms","start":"2026-04-04T10:16:40.720251Z","end":"2026-04-04T10:16:40.83899Z","steps":["trace[2091545279] 'agreement among raft nodes before linearized reading' (duration: 118.486952ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:16:49.799012Z","caller":"traceutil/trace.go:171","msg":"trace[1264775411] transaction","detail":"{read_only:false; response_revision:1927; number_of_response:1; }","duration":"136.762399ms","start":"2026-04-04T10:16:49.662224Z","end":"2026-04-04T10:16:49.798986Z","steps":["trace[1264775411] 'process raft request' (duration: 109.378046ms)","trace[1264775411] 'compare' (duration: 27.073723ms)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:16:49.994928Z","caller":"traceutil/trace.go:171","msg":"trace[2147207902] transaction","detail":"{read_only:false; response_revision:1928; number_of_response:1; }","duration":"191.102661ms","start":"2026-04-04T10:16:49.803796Z","end":"2026-04-04T10:16:49.994899Z","steps":["trace[2147207902] 'process raft request' (duration: 130.016718ms)","trace[2147207902] 'compare' (duration: 60.931389ms)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:17:59.570958Z","caller":"traceutil/trace.go:171","msg":"trace[1465616929] transaction","detail":"{read_only:false; response_revision:2331; number_of_response:1; }","duration":"109.317014ms","start":"2026-04-04T10:17:59.461601Z","end":"2026-04-04T10:17:59.570918Z","steps":["trace[1465616929] 'process raft request' (duration: 109.079687ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:18:19.587726Z","caller":"traceutil/trace.go:171","msg":"trace[8869022] transaction","detail":"{read_only:false; response_revision:2603; number_of_response:1; }","duration":"185.287637ms","start":"2026-04-04T10:18:19.402406Z","end":"2026-04-04T10:18:19.587694Z","steps":["trace[8869022] 'process raft request' (duration: 185.077561ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:18:19.637309Z","caller":"traceutil/trace.go:171","msg":"trace[878830796] linearizableReadLoop","detail":"{readStateIndex:2701; appliedIndex:2699; }","duration":"176.978503ms","start":"2026-04-04T10:18:19.460313Z","end":"2026-04-04T10:18:19.637291Z","steps":["trace[878830796] 'read index received' (duration: 127.149417ms)","trace[878830796] 'applied index is now lower than readState.Index' (duration: 49.828046ms)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:18:19.637434Z","caller":"traceutil/trace.go:171","msg":"trace[168874004] transaction","detail":"{read_only:false; response_revision:2604; number_of_response:1; }","duration":"184.196637ms","start":"2026-04-04T10:18:19.453192Z","end":"2026-04-04T10:18:19.637388Z","steps":["trace[168874004] 'process raft request' (duration: 183.990231ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:18:19.637519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.164258ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-04-04T10:18:19.637556Z","caller":"traceutil/trace.go:171","msg":"trace[1534941180] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2604; }","duration":"177.276941ms","start":"2026-04-04T10:18:19.460267Z","end":"2026-04-04T10:18:19.637544Z","steps":["trace[1534941180] 'agreement among raft nodes before linearized reading' (duration: 177.115406ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:18:54.08434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.428243ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-04T10:18:54.084455Z","caller":"traceutil/trace.go:171","msg":"trace[857162698] linearizableReadLoop","detail":"{readStateIndex:2916; appliedIndex:2915; }","duration":"221.894474ms","start":"2026-04-04T10:18:53.862544Z","end":"2026-04-04T10:18:54.084439Z","steps":["trace[857162698] 'read index received' (duration: 80.244735ms)","trace[857162698] 'applied index is now lower than readState.Index' (duration: 141.648208ms)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:18:54.084523Z","caller":"traceutil/trace.go:171","msg":"trace[731589108] transaction","detail":"{read_only:false; response_revision:2811; number_of_response:1; }","duration":"244.074808ms","start":"2026-04-04T10:18:53.840406Z","end":"2026-04-04T10:18:54.084481Z","steps":["trace[731589108] 'process raft request' (duration: 102.372937ms)","trace[731589108] 'compare' (duration: 141.000741ms)"],"step_count":2} {"level":"warn","ts":"2026-04-04T10:18:54.084596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.046168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-04T10:18:54.084626Z","caller":"traceutil/trace.go:171","msg":"trace[1515887995] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2811; }","duration":"222.10428ms","start":"2026-04-04T10:18:53.862513Z","end":"2026-04-04T10:18:54.084617Z","steps":["trace[1515887995] 'agreement among raft nodes before linearized reading' (duration: 221.970596ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:18:54.325991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.235851ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-04T10:18:54.326205Z","caller":"traceutil/trace.go:171","msg":"trace[563572874] transaction","detail":"{read_only:false; response_revision:2812; number_of_response:1; }","duration":"281.574431ms","start":"2026-04-04T10:18:54.0446Z","end":"2026-04-04T10:18:54.326174Z","steps":["trace[563572874] 'process raft request' (duration: 150.091251ms)","trace[563572874] 'compare' (duration: 131.156839ms)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:18:54.326647Z","caller":"traceutil/trace.go:171","msg":"trace[2120661604] transaction","detail":"{read_only:false; response_revision:2813; number_of_response:1; }","duration":"238.113508ms","start":"2026-04-04T10:18:54.088507Z","end":"2026-04-04T10:18:54.32662Z","steps":["trace[2120661604] 'process raft request' (duration: 237.601873ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:21:24.43737Z","caller":"traceutil/trace.go:171","msg":"trace[817311066] transaction","detail":"{read_only:false; response_revision:3802; number_of_response:1; }","duration":"101.967414ms","start":"2026-04-04T10:21:24.335359Z","end":"2026-04-04T10:21:24.437326Z","steps":["trace[817311066] 'process raft request' (duration: 67.087084ms)","trace[817311066] 'compare' (duration: 34.716775ms)"],"step_count":2} {"level":"warn","ts":"2026-04-04T10:21:29.35239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.692191ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-04T10:21:29.35252Z","caller":"traceutil/trace.go:171","msg":"trace[454424519] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3828; }","duration":"160.864426ms","start":"2026-04-04T10:21:29.191629Z","end":"2026-04-04T10:21:29.352494Z","steps":["trace[454424519] 'range keys from in-memory index tree' (duration: 159.659131ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:21:29.50395Z","caller":"traceutil/trace.go:171","msg":"trace[251579388] linearizableReadLoop","detail":"{readStateIndex:3972; appliedIndex:3971; }","duration":"124.928046ms","start":"2026-04-04T10:21:29.379Z","end":"2026-04-04T10:21:29.503928Z","steps":["trace[251579388] 'read index received' (duration: 124.750991ms)","trace[251579388] 'applied index is now lower than readState.Index' (duration: 176.375µs)"],"step_count":2} {"level":"warn","ts":"2026-04-04T10:21:29.504061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.049679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-04T10:21:29.504094Z","caller":"traceutil/trace.go:171","msg":"trace[874566492] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:3829; }","duration":"125.134791ms","start":"2026-04-04T10:21:29.378949Z","end":"2026-04-04T10:21:29.504084Z","steps":["trace[874566492] 'agreement among raft nodes before linearized reading' (duration: 125.064619ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:21:29.504184Z","caller":"traceutil/trace.go:171","msg":"trace[898885544] transaction","detail":"{read_only:false; response_revision:3829; number_of_response:1; }","duration":"146.766856ms","start":"2026-04-04T10:21:29.357338Z","end":"2026-04-04T10:21:29.504105Z","steps":["trace[898885544] 'process raft request' (duration: 146.466087ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:22:45.822181Z","caller":"traceutil/trace.go:171","msg":"trace[1262765457] transaction","detail":"{read_only:false; response_revision:4686; number_of_response:1; }","duration":"102.333035ms","start":"2026-04-04T10:22:45.71983Z","end":"2026-04-04T10:22:45.822163Z","steps":["trace[1262765457] 'process raft request' (duration: 35.853148ms)","trace[1262765457] 'compare' (duration: 65.763506ms)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:22:45.822357Z","caller":"traceutil/trace.go:171","msg":"trace[472649114] transaction","detail":"{read_only:false; response_revision:4687; number_of_response:1; }","duration":"102.488319ms","start":"2026-04-04T10:22:45.719864Z","end":"2026-04-04T10:22:45.822352Z","steps":["trace[472649114] 'process raft request' (duration: 101.82929ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:22:52.967552Z","caller":"traceutil/trace.go:171","msg":"trace[539328217] transaction","detail":"{read_only:false; response_revision:4878; number_of_response:1; }","duration":"119.47492ms","start":"2026-04-04T10:22:52.848016Z","end":"2026-04-04T10:22:52.967491Z","steps":["trace[539328217] 'process raft request' (duration: 64.603323ms)","trace[539328217] 'compare' (duration: 54.689642ms)"],"step_count":2} {"level":"warn","ts":"2026-04-04T10:22:55.517692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.024093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.53\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-04-04T10:22:55.517764Z","caller":"traceutil/trace.go:171","msg":"trace[1580194072] range","detail":"{range_begin:/registry/masterleases/199.204.45.53; range_end:; response_count:1; response_revision:4996; }","duration":"234.144906ms","start":"2026-04-04T10:22:55.283605Z","end":"2026-04-04T10:22:55.51775Z","steps":["trace[1580194072] 'range keys from in-memory index tree' (duration: 233.876528ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:22:55.534794Z","caller":"traceutil/trace.go:171","msg":"trace[952866943] transaction","detail":"{read_only:false; response_revision:4997; number_of_response:1; }","duration":"171.383814ms","start":"2026-04-04T10:22:55.363385Z","end":"2026-04-04T10:22:55.534769Z","steps":["trace[952866943] 'process raft request' (duration: 171.205539ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:22:55.573265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.488386ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-706b2004-b60e-4f0f-afe0-9be4596b1c45\" ","response":"range_response_count:1 size:3600"} {"level":"info","ts":"2026-04-04T10:22:55.573326Z","caller":"traceutil/trace.go:171","msg":"trace[189135895] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-706b2004-b60e-4f0f-afe0-9be4596b1c45; range_end:; response_count:1; response_revision:4997; }","duration":"128.575058ms","start":"2026-04-04T10:22:55.444736Z","end":"2026-04-04T10:22:55.573312Z","steps":["trace[189135895] 'agreement among raft nodes before linearized reading' (duration: 128.359952ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:22:55.573495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.802935ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-ftzg9.18a32048653f2df7\" ","response":"range_response_count:1 size:962"} {"level":"info","ts":"2026-04-04T10:22:55.573594Z","caller":"traceutil/trace.go:171","msg":"trace[1476472805] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-ftzg9.18a32048653f2df7; range_end:; response_count:1; response_revision:4997; }","duration":"123.929127ms","start":"2026-04-04T10:22:55.44965Z","end":"2026-04-04T10:22:55.573579Z","steps":["trace[1476472805] 'agreement among raft nodes before linearized reading' (duration: 123.494534ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:22:57.833678Z","caller":"traceutil/trace.go:171","msg":"trace[1701313519] linearizableReadLoop","detail":"{readStateIndex:5224; appliedIndex:5223; }","duration":"116.086514ms","start":"2026-04-04T10:22:57.717561Z","end":"2026-04-04T10:22:57.833648Z","steps":["trace[1701313519] 'read index received' (duration: 94.173373ms)","trace[1701313519] 'applied index is now lower than readState.Index' (duration: 21.911641ms)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:22:57.833726Z","caller":"traceutil/trace.go:171","msg":"trace[190283699] transaction","detail":"{read_only:false; response_revision:5034; number_of_response:1; }","duration":"124.002869ms","start":"2026-04-04T10:22:57.709691Z","end":"2026-04-04T10:22:57.833694Z","steps":["trace[190283699] 'process raft request' (duration: 102.097458ms)","trace[190283699] 'compare' (duration: 21.553291ms)"],"step_count":2} {"level":"warn","ts":"2026-04-04T10:22:57.83383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.249538ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-04T10:22:57.833901Z","caller":"traceutil/trace.go:171","msg":"trace[445439529] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5034; }","duration":"116.360692ms","start":"2026-04-04T10:22:57.717524Z","end":"2026-04-04T10:22:57.833884Z","steps":["trace[445439529] 'agreement among raft nodes before linearized reading' (duration: 116.218678ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:23:06.711432Z","caller":"traceutil/trace.go:171","msg":"trace[1544534466] linearizableReadLoop","detail":"{readStateIndex:5420; appliedIndex:5419; }","duration":"109.260731ms","start":"2026-04-04T10:23:06.602149Z","end":"2026-04-04T10:23:06.71141Z","steps":["trace[1544534466] 'read index received' (duration: 108.993524ms)","trace[1544534466] 'applied index is now lower than readState.Index' (duration: 266.137µs)"],"step_count":2} {"level":"warn","ts":"2026-04-04T10:23:06.711718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.54783ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5683"} {"level":"info","ts":"2026-04-04T10:23:06.711765Z","caller":"traceutil/trace.go:171","msg":"trace[1781666582] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:5224; }","duration":"109.623172ms","start":"2026-04-04T10:23:06.602127Z","end":"2026-04-04T10:23:06.71175Z","steps":["trace[1781666582] 'agreement among raft nodes before linearized reading' (duration: 109.386214ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:23:06.712052Z","caller":"traceutil/trace.go:171","msg":"trace[1953654853] transaction","detail":"{read_only:false; response_revision:5224; number_of_response:1; }","duration":"116.716082ms","start":"2026-04-04T10:23:06.59531Z","end":"2026-04-04T10:23:06.712027Z","steps":["trace[1953654853] 'process raft request' (duration: 115.96624ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:23:14.347162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.102108ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-04T10:23:14.347219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.730711ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-04T10:23:14.347322Z","caller":"traceutil/trace.go:171","msg":"trace[262631819] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5388; }","duration":"210.878895ms","start":"2026-04-04T10:23:14.136417Z","end":"2026-04-04T10:23:14.347296Z","steps":["trace[262631819] 'range keys from in-memory index tree' (duration: 210.517424ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:23:14.347264Z","caller":"traceutil/trace.go:171","msg":"trace[294281657] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:5388; }","duration":"114.222811ms","start":"2026-04-04T10:23:14.233025Z","end":"2026-04-04T10:23:14.347248Z","steps":["trace[294281657] 'count revisions from in-memory index tree' (duration: 114.019916ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:23:14.347509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.156175ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-04T10:23:14.347628Z","caller":"traceutil/trace.go:171","msg":"trace[109834300] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5388; }","duration":"197.32592ms","start":"2026-04-04T10:23:14.150284Z","end":"2026-04-04T10:23:14.34761Z","steps":["trace[109834300] 'range keys from in-memory index tree' (duration: 196.96717ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:23:14.347702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.367079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-ftzg9\" ","response":"range_response_count:1 size:9724"} {"level":"info","ts":"2026-04-04T10:23:14.34786Z","caller":"traceutil/trace.go:171","msg":"trace[199902076] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-ftzg9; range_end:; response_count:1; response_revision:5388; }","duration":"155.517983ms","start":"2026-04-04T10:23:14.192323Z","end":"2026-04-04T10:23:14.347841Z","steps":["trace[199902076] 'range keys from in-memory index tree' (duration: 154.6975ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:23:14.508415Z","caller":"traceutil/trace.go:171","msg":"trace[35801008] transaction","detail":"{read_only:false; response_revision:5391; number_of_response:1; }","duration":"155.533955ms","start":"2026-04-04T10:23:14.352862Z","end":"2026-04-04T10:23:14.508396Z","steps":["trace[35801008] 'process raft request' (duration: 155.338199ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:23:14.508598Z","caller":"traceutil/trace.go:171","msg":"trace[1035012326] transaction","detail":"{read_only:false; response_revision:5392; number_of_response:1; }","duration":"150.434359ms","start":"2026-04-04T10:23:14.358129Z","end":"2026-04-04T10:23:14.508563Z","steps":["trace[1035012326] 'process raft request' (duration: 150.219383ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:23:14.707981Z","caller":"traceutil/trace.go:171","msg":"trace[912441419] transaction","detail":"{read_only:false; response_revision:5394; number_of_response:1; }","duration":"194.771219ms","start":"2026-04-04T10:23:14.513168Z","end":"2026-04-04T10:23:14.707939Z","steps":["trace[912441419] 'process raft request' (duration: 126.606464ms)","trace[912441419] 'compare' (duration: 67.848676ms)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:23:14.708158Z","caller":"traceutil/trace.go:171","msg":"trace[1159640980] transaction","detail":"{read_only:false; response_revision:5395; number_of_response:1; }","duration":"193.962745ms","start":"2026-04-04T10:23:14.514171Z","end":"2026-04-04T10:23:14.708133Z","steps":["trace[1159640980] 'process raft request' (duration: 193.703318ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:23:14.708282Z","caller":"traceutil/trace.go:171","msg":"trace[2037329381] transaction","detail":"{read_only:false; response_revision:5396; number_of_response:1; }","duration":"190.974651ms","start":"2026-04-04T10:23:14.517278Z","end":"2026-04-04T10:23:14.708253Z","steps":["trace[2037329381] 'process raft request' (duration: 190.698943ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:23:14.975615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.086919ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-04T10:23:14.975903Z","caller":"traceutil/trace.go:171","msg":"trace[626589298] linearizableReadLoop","detail":"{readStateIndex:5596; appliedIndex:5595; }","duration":"256.956794ms","start":"2026-04-04T10:23:14.71892Z","end":"2026-04-04T10:23:14.975876Z","steps":["trace[626589298] 'read index received' (duration: 124.212025ms)","trace[626589298] 'applied index is now lower than readState.Index' (duration: 132.742188ms)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:23:14.976121Z","caller":"traceutil/trace.go:171","msg":"trace[1456206741] transaction","detail":"{read_only:false; response_revision:5398; number_of_response:1; }","duration":"139.113229ms","start":"2026-04-04T10:23:14.836735Z","end":"2026-04-04T10:23:14.975848Z","steps":["trace[1456206741] 'process raft request' (duration: 139.010285ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:23:14.976137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.18788ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-04T10:23:14.977176Z","caller":"traceutil/trace.go:171","msg":"trace[1361991596] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5398; }","duration":"258.27408ms","start":"2026-04-04T10:23:14.718872Z","end":"2026-04-04T10:23:14.977146Z","steps":["trace[1361991596] 'agreement among raft nodes before linearized reading' (duration: 257.172829ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:23:14.976456Z","caller":"traceutil/trace.go:171","msg":"trace[780208731] transaction","detail":"{read_only:false; response_revision:5397; number_of_response:1; }","duration":"259.629519ms","start":"2026-04-04T10:23:14.71677Z","end":"2026-04-04T10:23:14.976399Z","steps":["trace[780208731] 'process raft request' (duration: 126.283934ms)","trace[780208731] 'compare' (duration: 131.930894ms)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:23:25.906742Z","caller":"traceutil/trace.go:171","msg":"trace[717631293] linearizableReadLoop","detail":"{readStateIndex:5764; appliedIndex:5763; }","duration":"109.781135ms","start":"2026-04-04T10:23:25.796928Z","end":"2026-04-04T10:23:25.906709Z","steps":["trace[717631293] 'read index received' (duration: 109.484697ms)","trace[717631293] 'applied index is now lower than readState.Index' (duration: 295.038µs)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:23:25.906853Z","caller":"traceutil/trace.go:171","msg":"trace[2085948983] transaction","detail":"{read_only:false; response_revision:5561; number_of_response:1; }","duration":"130.081382ms","start":"2026-04-04T10:23:25.776739Z","end":"2026-04-04T10:23:25.90682Z","steps":["trace[2085948983] 'process raft request' (duration: 129.744072ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:23:25.90705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.101506ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:10391"} {"level":"info","ts":"2026-04-04T10:23:25.907125Z","caller":"traceutil/trace.go:171","msg":"trace[2695990] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5561; }","duration":"110.229809ms","start":"2026-04-04T10:23:25.796875Z","end":"2026-04-04T10:23:25.907105Z","steps":["trace[2695990] 'agreement among raft nodes before linearized reading' (duration: 110.006973ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:23:26.06941Z","caller":"traceutil/trace.go:171","msg":"trace[134208977] transaction","detail":"{read_only:false; response_revision:5566; number_of_response:1; }","duration":"105.418823ms","start":"2026-04-04T10:23:25.963963Z","end":"2026-04-04T10:23:26.069382Z","steps":["trace[134208977] 'process raft request' (duration: 105.368822ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:23:26.069668Z","caller":"traceutil/trace.go:171","msg":"trace[1096921787] transaction","detail":"{read_only:false; response_revision:5565; number_of_response:1; }","duration":"106.223235ms","start":"2026-04-04T10:23:25.963389Z","end":"2026-04-04T10:23:26.069612Z","steps":["trace[1096921787] 'process raft request' (duration: 105.874146ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:23:26.069679Z","caller":"traceutil/trace.go:171","msg":"trace[1746525733] transaction","detail":"{read_only:false; response_revision:5564; number_of_response:1; }","duration":"106.666498ms","start":"2026-04-04T10:23:25.962723Z","end":"2026-04-04T10:23:26.069389Z","steps":["trace[1746525733] 'process raft request' (duration: 56.489424ms)","trace[1746525733] 'compare' (duration: 49.839214ms)"],"step_count":2} {"level":"warn","ts":"2026-04-04T10:23:55.106513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.248364ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keystone-credential-setup-g2pll\" ","response":"range_response_count:1 size:7556"} {"level":"info","ts":"2026-04-04T10:23:55.106614Z","caller":"traceutil/trace.go:171","msg":"trace[1627750372] range","detail":"{range_begin:/registry/pods/openstack/keystone-credential-setup-g2pll; range_end:; response_count:1; response_revision:5829; }","duration":"111.404408ms","start":"2026-04-04T10:23:54.99519Z","end":"2026-04-04T10:23:55.106594Z","steps":["trace[1627750372] 'range keys from in-memory index tree' (duration: 111.046758ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:24:05.548138Z","caller":"traceutil/trace.go:171","msg":"trace[957296947] linearizableReadLoop","detail":"{readStateIndex:6108; appliedIndex:6107; }","duration":"264.565253ms","start":"2026-04-04T10:24:05.283546Z","end":"2026-04-04T10:24:05.548111Z","steps":["trace[957296947] 'read index received' (duration: 264.422339ms)","trace[957296947] 'applied index is now lower than readState.Index' (duration: 141.694µs)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:24:05.548193Z","caller":"traceutil/trace.go:171","msg":"trace[1769725133] transaction","detail":"{read_only:false; response_revision:5896; number_of_response:1; }","duration":"282.385721ms","start":"2026-04-04T10:24:05.26578Z","end":"2026-04-04T10:24:05.548166Z","steps":["trace[1769725133] 'process raft request' (duration: 282.192505ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:24:05.54833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.79172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-04T10:24:05.548372Z","caller":"traceutil/trace.go:171","msg":"trace[2125216326] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5896; }","duration":"264.871792ms","start":"2026-04-04T10:24:05.283489Z","end":"2026-04-04T10:24:05.548361Z","steps":["trace[2125216326] 'agreement among raft nodes before linearized reading' (duration: 264.742398ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:24:05.601459Z","caller":"traceutil/trace.go:171","msg":"trace[1682893686] transaction","detail":"{read_only:false; response_revision:5897; number_of_response:1; }","duration":"213.240304ms","start":"2026-04-04T10:24:05.388204Z","end":"2026-04-04T10:24:05.601445Z","steps":["trace[1682893686] 'process raft request' (duration: 213.12609ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:24:05.601709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.375849ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-04T10:24:05.601736Z","caller":"traceutil/trace.go:171","msg":"trace[776305301] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:5898; }","duration":"154.452102ms","start":"2026-04-04T10:24:05.447278Z","end":"2026-04-04T10:24:05.60173Z","steps":["trace[776305301] 'agreement among raft nodes before linearized reading' (duration: 154.39582ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:24:05.60179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.515703ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-04T10:24:05.601842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.904595ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-04T10:24:05.601868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.189639ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-04T10:24:05.601832Z","caller":"traceutil/trace.go:171","msg":"trace[252323746] transaction","detail":"{read_only:false; response_revision:5898; number_of_response:1; }","duration":"138.849508ms","start":"2026-04-04T10:24:05.462942Z","end":"2026-04-04T10:24:05.601792Z","steps":["trace[252323746] 'process raft request' (duration: 138.473968ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:24:05.601894Z","caller":"traceutil/trace.go:171","msg":"trace[1419387348] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:5898; }","duration":"151.21624ms","start":"2026-04-04T10:24:05.45067Z","end":"2026-04-04T10:24:05.601887Z","steps":["trace[1419387348] 'agreement among raft nodes before linearized reading' (duration: 151.177179ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:24:05.601896Z","caller":"traceutil/trace.go:171","msg":"trace[471941708] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5898; }","duration":"276.001128ms","start":"2026-04-04T10:24:05.325882Z","end":"2026-04-04T10:24:05.601884Z","steps":["trace[471941708] 'agreement among raft nodes before linearized reading' (duration: 275.852284ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:24:05.601871Z","caller":"traceutil/trace.go:171","msg":"trace[1168619346] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:5898; }","duration":"161.606465ms","start":"2026-04-04T10:24:05.440247Z","end":"2026-04-04T10:24:05.601853Z","steps":["trace[1168619346] 'agreement among raft nodes before linearized reading' (duration: 161.43615ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:24:05.601965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.496723ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.53\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-04-04T10:24:05.602Z","caller":"traceutil/trace.go:171","msg":"trace[2123788559] range","detail":"{range_begin:/registry/masterleases/199.204.45.53; range_end:; response_count:1; response_revision:5898; }","duration":"314.569795ms","start":"2026-04-04T10:24:05.28742Z","end":"2026-04-04T10:24:05.60199Z","steps":["trace[2123788559] 'agreement among raft nodes before linearized reading' (duration: 314.475062ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:24:05.602034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:24:05.287401Z","time spent":"314.625417ms","remote":"127.0.0.1:34412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.53\" "} {"level":"info","ts":"2026-04-04T10:24:05.776576Z","caller":"traceutil/trace.go:171","msg":"trace[614992936] linearizableReadLoop","detail":"{readStateIndex:6111; appliedIndex:6110; }","duration":"174.891074ms","start":"2026-04-04T10:24:05.601658Z","end":"2026-04-04T10:24:05.776549Z","steps":["trace[614992936] 'read index received' (duration: 174.674318ms)","trace[614992936] 'applied index is now lower than readState.Index' (duration: 215.606µs)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:24:05.776656Z","caller":"traceutil/trace.go:171","msg":"trace[231663041] transaction","detail":"{read_only:false; response_revision:5899; number_of_response:1; }","duration":"224.180996ms","start":"2026-04-04T10:24:05.552439Z","end":"2026-04-04T10:24:05.77662Z","steps":["trace[231663041] 'process raft request' (duration: 223.944579ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:24:05.776831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.442876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-4brqt\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-04-04T10:24:05.776875Z","caller":"traceutil/trace.go:171","msg":"trace[1132546683] range","detail":"{range_begin:/registry/pods/openstack/keepalived-4brqt; range_end:; response_count:1; response_revision:5899; }","duration":"197.533809ms","start":"2026-04-04T10:24:05.57933Z","end":"2026-04-04T10:24:05.776864Z","steps":["trace[1132546683] 'agreement among raft nodes before linearized reading' (duration: 197.358874ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:24:05.777082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.332603ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-04T10:24:05.777208Z","caller":"traceutil/trace.go:171","msg":"trace[2102738149] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5899; }","duration":"203.502358ms","start":"2026-04-04T10:24:05.573692Z","end":"2026-04-04T10:24:05.777194Z","steps":["trace[2102738149] 'agreement among raft nodes before linearized reading' (duration: 203.060035ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:24:05.791745Z","caller":"traceutil/trace.go:171","msg":"trace[1705225296] transaction","detail":"{read_only:false; response_revision:5900; number_of_response:1; }","duration":"185.842724ms","start":"2026-04-04T10:24:05.605875Z","end":"2026-04-04T10:24:05.791718Z","steps":["trace[1705225296] 'process raft request' (duration: 185.536746ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:24:32.23142Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":3020} {"level":"info","ts":"2026-04-04T10:24:32.317758Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":3020,"took":"85.053549ms","hash":3795478651,"current-db-size-bytes":58617856,"current-db-size":"59 MB","current-db-size-in-use-bytes":31731712,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-04-04T10:24:32.317837Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3795478651,"revision":3020,"compact-revision":-1} {"level":"info","ts":"2026-04-04T10:29:05.148375Z","caller":"traceutil/trace.go:171","msg":"trace[1235684086] transaction","detail":"{read_only:false; response_revision:8147; number_of_response:1; }","duration":"243.64838ms","start":"2026-04-04T10:29:04.904695Z","end":"2026-04-04T10:29:05.148344Z","steps":["trace[1235684086] 'process raft request' (duration: 243.453725ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:29:05.259724Z","caller":"traceutil/trace.go:171","msg":"trace[966628071] linearizableReadLoop","detail":"{readStateIndex:8430; appliedIndex:8428; }","duration":"291.518975ms","start":"2026-04-04T10:29:04.968181Z","end":"2026-04-04T10:29:05.2597Z","steps":["trace[966628071] 'read index received' (duration: 179.961897ms)","trace[966628071] 'applied index is now lower than readState.Index' (duration: 111.556178ms)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:29:05.259912Z","caller":"traceutil/trace.go:171","msg":"trace[1263739522] transaction","detail":"{read_only:false; response_revision:8148; number_of_response:1; }","duration":"320.941817ms","start":"2026-04-04T10:29:04.938932Z","end":"2026-04-04T10:29:05.259874Z","steps":["trace[1263739522] 'process raft request' (duration: 320.00081ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:29:05.259933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.731192ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-04T10:29:05.260014Z","caller":"traceutil/trace.go:171","msg":"trace[1505579571] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8148; }","duration":"291.870095ms","start":"2026-04-04T10:29:04.968129Z","end":"2026-04-04T10:29:05.259999Z","steps":["trace[1505579571] 'agreement among raft nodes before linearized reading' (duration: 291.728691ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:29:05.260019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.849901ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-04T10:29:05.260049Z","caller":"traceutil/trace.go:171","msg":"trace[212592711] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:8148; }","duration":"107.898663ms","start":"2026-04-04T10:29:05.152142Z","end":"2026-04-04T10:29:05.26004Z","steps":["trace[212592711] 'agreement among raft nodes before linearized reading' (duration: 107.831541ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:29:05.260075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:29:04.938918Z","time spent":"321.079891ms","remote":"127.0.0.1:34638","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-04T10:29:17.497082Z","caller":"traceutil/trace.go:171","msg":"trace[115841912] linearizableReadLoop","detail":"{readStateIndex:8497; appliedIndex:8496; }","duration":"178.755483ms","start":"2026-04-04T10:29:17.31829Z","end":"2026-04-04T10:29:17.497046Z","steps":["trace[115841912] 'read index received' (duration: 178.513526ms)","trace[115841912] 'applied index is now lower than readState.Index' (duration: 241.007µs)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:29:17.497125Z","caller":"traceutil/trace.go:171","msg":"trace[64508722] transaction","detail":"{read_only:false; response_revision:8212; number_of_response:1; }","duration":"302.232045ms","start":"2026-04-04T10:29:17.194871Z","end":"2026-04-04T10:29:17.497103Z","steps":["trace[64508722] 'process raft request' (duration: 301.982708ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:29:17.497306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.001199ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-04T10:29:17.497375Z","caller":"traceutil/trace.go:171","msg":"trace[587231899] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8212; }","duration":"179.118513ms","start":"2026-04-04T10:29:17.318239Z","end":"2026-04-04T10:29:17.497358Z","steps":["trace[587231899] 'agreement among raft nodes before linearized reading' (duration: 178.942508ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:29:17.497377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.337711ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-04T10:29:17.497463Z","caller":"traceutil/trace.go:171","msg":"trace[798589987] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8212; }","duration":"177.482505ms","start":"2026-04-04T10:29:17.319961Z","end":"2026-04-04T10:29:17.497444Z","steps":["trace[798589987] 'agreement among raft nodes before linearized reading' (duration: 177.262359ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:29:17.497491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:29:17.194843Z","time spent":"302.342359ms","remote":"127.0.0.1:34638","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-04T10:29:17.4975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.389734ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-04T10:29:17.497562Z","caller":"traceutil/trace.go:171","msg":"trace[1396135093] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8212; }","duration":"175.483817ms","start":"2026-04-04T10:29:17.322064Z","end":"2026-04-04T10:29:17.497548Z","steps":["trace[1396135093] 'agreement among raft nodes before linearized reading' (duration: 175.323212ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:29:17.988623Z","caller":"traceutil/trace.go:171","msg":"trace[474753241] transaction","detail":"{read_only:false; response_revision:8217; number_of_response:1; }","duration":"108.921322ms","start":"2026-04-04T10:29:17.879671Z","end":"2026-04-04T10:29:17.988593Z","steps":["trace[474753241] 'process raft request' (duration: 65.618109ms)","trace[474753241] 'compare' (duration: 42.893951ms)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:29:18.464423Z","caller":"traceutil/trace.go:171","msg":"trace[1284629428] transaction","detail":"{read_only:false; response_revision:8218; number_of_response:1; }","duration":"196.911847ms","start":"2026-04-04T10:29:18.267487Z","end":"2026-04-04T10:29:18.464398Z","steps":["trace[1284629428] 'process raft request' (duration: 196.770093ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:29:18.468017Z","caller":"traceutil/trace.go:171","msg":"trace[1429696892] transaction","detail":"{read_only:false; response_revision:8219; number_of_response:1; }","duration":"199.607836ms","start":"2026-04-04T10:29:18.268388Z","end":"2026-04-04T10:29:18.467996Z","steps":["trace[1429696892] 'process raft request' (duration: 199.454002ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:29:18.468167Z","caller":"traceutil/trace.go:171","msg":"trace[574602460] transaction","detail":"{read_only:false; response_revision:8220; number_of_response:1; }","duration":"179.413141ms","start":"2026-04-04T10:29:18.288737Z","end":"2026-04-04T10:29:18.46815Z","steps":["trace[574602460] 'process raft request' (duration: 179.222056ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:29:19.693766Z","caller":"traceutil/trace.go:171","msg":"trace[537330851] linearizableReadLoop","detail":"{readStateIndex:8508; appliedIndex:8506; }","duration":"128.652553ms","start":"2026-04-04T10:29:19.565084Z","end":"2026-04-04T10:29:19.693737Z","steps":["trace[537330851] 'read index received' (duration: 60.595644ms)","trace[537330851] 'applied index is now lower than readState.Index' (duration: 68.055299ms)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:29:19.693786Z","caller":"traceutil/trace.go:171","msg":"trace[1168028495] transaction","detail":"{read_only:false; response_revision:8223; number_of_response:1; }","duration":"131.495835ms","start":"2026-04-04T10:29:19.56226Z","end":"2026-04-04T10:29:19.693755Z","steps":["trace[1168028495] 'process raft request' (duration: 131.255048ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:29:19.693808Z","caller":"traceutil/trace.go:171","msg":"trace[217148522] transaction","detail":"{read_only:false; response_revision:8224; number_of_response:1; }","duration":"128.362783ms","start":"2026-04-04T10:29:19.565405Z","end":"2026-04-04T10:29:19.693767Z","steps":["trace[217148522] 'process raft request' (duration: 128.272671ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:29:19.694035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.92033ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-4brqt\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-04-04T10:29:19.694111Z","caller":"traceutil/trace.go:171","msg":"trace[564313735] range","detail":"{range_begin:/registry/pods/openstack/keepalived-4brqt; range_end:; response_count:1; response_revision:8224; }","duration":"129.040094ms","start":"2026-04-04T10:29:19.565054Z","end":"2026-04-04T10:29:19.694094Z","steps":["trace[564313735] 'agreement among raft nodes before linearized reading' (duration: 128.793857ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:29:32.238179Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":6123} {"level":"info","ts":"2026-04-04T10:29:32.337719Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":6123,"took":"97.43449ms","hash":3058655299,"current-db-size-bytes":58617856,"current-db-size":"59 MB","current-db-size-in-use-bytes":23154688,"current-db-size-in-use":"23 MB"} {"level":"info","ts":"2026-04-04T10:29:32.337795Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3058655299,"revision":6123,"compact-revision":3020} {"level":"info","ts":"2026-04-04T10:30:00.597508Z","caller":"traceutil/trace.go:171","msg":"trace[1821123841] linearizableReadLoop","detail":"{readStateIndex:8838; appliedIndex:8837; }","duration":"237.657147ms","start":"2026-04-04T10:30:00.359824Z","end":"2026-04-04T10:30:00.597481Z","steps":["trace[1821123841] 'read index received' (duration: 189.465621ms)","trace[1821123841] 'applied index is now lower than readState.Index' (duration: 48.190656ms)"],"step_count":2} {"level":"warn","ts":"2026-04-04T10:30:00.597729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.882593ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/openstack/rook-ceph-detect-version-rsmg7\" ","response":"range_response_count:1 size:2803"} {"level":"info","ts":"2026-04-04T10:30:00.597764Z","caller":"traceutil/trace.go:171","msg":"trace[593076262] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/openstack/rook-ceph-detect-version-rsmg7; range_end:; response_count:1; response_revision:8538; }","duration":"237.957425ms","start":"2026-04-04T10:30:00.359794Z","end":"2026-04-04T10:30:00.597752Z","steps":["trace[593076262] 'agreement among raft nodes before linearized reading' (duration: 237.789441ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:30:00.598003Z","caller":"traceutil/trace.go:171","msg":"trace[1171420646] transaction","detail":"{read_only:false; response_revision:8538; number_of_response:1; }","duration":"245.696499ms","start":"2026-04-04T10:30:00.35226Z","end":"2026-04-04T10:30:00.597956Z","steps":["trace[1171420646] 'process raft request' (duration: 197.00178ms)","trace[1171420646] 'compare' (duration: 48.089592ms)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:30:00.754388Z","caller":"traceutil/trace.go:171","msg":"trace[349114373] transaction","detail":"{read_only:false; response_revision:8539; number_of_response:1; }","duration":"157.179739ms","start":"2026-04-04T10:30:00.597183Z","end":"2026-04-04T10:30:00.754363Z","steps":["trace[349114373] 'process raft request' (duration: 122.839205ms)","trace[349114373] 'compare' (duration: 34.078656ms)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:30:00.754484Z","caller":"traceutil/trace.go:171","msg":"trace[248916427] transaction","detail":"{read_only:false; number_of_response:1; response_revision:8540; }","duration":"153.736009ms","start":"2026-04-04T10:30:00.600715Z","end":"2026-04-04T10:30:00.754451Z","steps":["trace[248916427] 'process raft request' (duration: 153.545443ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:30:00.767714Z","caller":"traceutil/trace.go:171","msg":"trace[1469480255] linearizableReadLoop","detail":"{readStateIndex:8840; appliedIndex:8838; }","duration":"164.328124ms","start":"2026-04-04T10:30:00.603345Z","end":"2026-04-04T10:30:00.767673Z","steps":["trace[1469480255] 'read index received' (duration: 116.679736ms)","trace[1469480255] 'applied index is now lower than readState.Index' (duration: 47.646708ms)"],"step_count":2} {"level":"warn","ts":"2026-04-04T10:30:00.767938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.572361ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-rsmg7\" ","response":"range_response_count:1 size:4647"} {"level":"info","ts":"2026-04-04T10:30:00.768022Z","caller":"traceutil/trace.go:171","msg":"trace[977132536] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-rsmg7; range_end:; response_count:1; response_revision:8540; }","duration":"164.714215ms","start":"2026-04-04T10:30:00.603289Z","end":"2026-04-04T10:30:00.768003Z","steps":["trace[977132536] 'agreement among raft nodes before linearized reading' (duration: 164.480868ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:30:01.780304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.99404ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:650"} {"level":"info","ts":"2026-04-04T10:30:01.780402Z","caller":"traceutil/trace.go:171","msg":"trace[592422684] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:8549; }","duration":"282.111593ms","start":"2026-04-04T10:30:01.49827Z","end":"2026-04-04T10:30:01.780381Z","steps":["trace[592422684] 'range keys from in-memory index tree' (duration: 281.853336ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:30:54.412448Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-00000000000024b7.wal"} {"level":"info","ts":"2026-04-04T10:31:00.598796Z","caller":"traceutil/trace.go:171","msg":"trace[787955832] transaction","detail":"{read_only:false; response_revision:9187; number_of_response:1; }","duration":"122.031149ms","start":"2026-04-04T10:31:00.476746Z","end":"2026-04-04T10:31:00.598777Z","steps":["trace[787955832] 'process raft request' (duration: 121.868174ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:32:07.198124Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"c47ca1a7b1fe506b","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-04-04T10:32:07.20315Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-04-04T10:32:07.203266Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-04-04T10:34:32.244333Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":8300} {"level":"info","ts":"2026-04-04T10:34:32.318768Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":8300,"took":"72.287123ms","hash":327448198,"current-db-size-bytes":58617856,"current-db-size":"59 MB","current-db-size-in-use-bytes":24465408,"current-db-size-in-use":"24 MB"} {"level":"info","ts":"2026-04-04T10:34:32.318835Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":327448198,"revision":8300,"compact-revision":6123} {"level":"info","ts":"2026-04-04T10:39:32.250061Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":10695} {"level":"info","ts":"2026-04-04T10:39:32.331375Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":10695,"took":"79.076556ms","hash":1492419369,"current-db-size-bytes":58617856,"current-db-size":"59 MB","current-db-size-in-use-bytes":20504576,"current-db-size-in-use":"20 MB"} {"level":"info","ts":"2026-04-04T10:39:32.331433Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1492419369,"revision":10695,"compact-revision":8300}