{"level":"warn","ts":"2026-02-27T23:39:42.090235Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-02-27T23:39:42.09033Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://162.253.55.52:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://162.253.55.52:2380","--initial-cluster=instance=https://162.253.55.52:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://162.253.55.52:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://162.253.55.52:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-02-27T23:39:42.090406Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-02-27T23:39:42.090418Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://162.253.55.52:2380"]} {"level":"info","ts":"2026-02-27T23:39:42.090437Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-02-27T23:39:42.091414Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://162.253.55.52:2379"]} {"level":"info","ts":"2026-02-27T23:39:42.091543Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://162.253.55.52:2380"],"listen-peer-urls":["https://162.253.55.52:2380"],"advertise-client-urls":["https://162.253.55.52:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://162.253.55.52:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://162.253.55.52:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-02-27T23:39:42.095144Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"3.348935ms"} {"level":"info","ts":"2026-02-27T23:39:42.101859Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"b11e7fc5714be64b","cluster-id":"9349e4f32a52a90a"} {"level":"info","ts":"2026-02-27T23:39:42.101969Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b11e7fc5714be64b switched to configuration voters=()"} {"level":"info","ts":"2026-02-27T23:39:42.102001Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b11e7fc5714be64b became follower at term 0"} {"level":"info","ts":"2026-02-27T23:39:42.102016Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft b11e7fc5714be64b [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-02-27T23:39:42.102034Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b11e7fc5714be64b became follower at term 1"} {"level":"info","ts":"2026-02-27T23:39:42.102076Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b11e7fc5714be64b switched to configuration voters=(12762778880000648779)"} {"level":"warn","ts":"2026-02-27T23:39:42.107585Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-02-27T23:39:42.109918Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-02-27T23:39:42.111207Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-02-27T23:39:42.114507Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"b11e7fc5714be64b","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-02-27T23:39:42.114647Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"b11e7fc5714be64b","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-02-27T23:39:42.11471Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-02-27T23:39:42.114949Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-02-27T23:39:42.114978Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-02-27T23:39:42.118021Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b11e7fc5714be64b switched to configuration voters=(12762778880000648779)"} {"level":"info","ts":"2026-02-27T23:39:42.118216Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"9349e4f32a52a90a","local-member-id":"b11e7fc5714be64b","added-peer-id":"b11e7fc5714be64b","added-peer-peer-urls":["https://162.253.55.52:2380"]} {"level":"info","ts":"2026-02-27T23:39:42.12103Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-02-27T23:39:42.121158Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"162.253.55.52:2380"} {"level":"info","ts":"2026-02-27T23:39:42.121205Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"162.253.55.52:2380"} {"level":"info","ts":"2026-02-27T23:39:42.121687Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"b11e7fc5714be64b","initial-advertise-peer-urls":["https://162.253.55.52:2380"],"listen-peer-urls":["https://162.253.55.52:2380"],"advertise-client-urls":["https://162.253.55.52:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://162.253.55.52:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-02-27T23:39:42.121719Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-02-27T23:39:42.802762Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b11e7fc5714be64b is starting a new election at term 1"} {"level":"info","ts":"2026-02-27T23:39:42.802829Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b11e7fc5714be64b became pre-candidate at term 1"} {"level":"info","ts":"2026-02-27T23:39:42.802876Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b11e7fc5714be64b received MsgPreVoteResp from b11e7fc5714be64b at term 1"} {"level":"info","ts":"2026-02-27T23:39:42.802899Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b11e7fc5714be64b became candidate at term 2"} {"level":"info","ts":"2026-02-27T23:39:42.802911Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b11e7fc5714be64b received MsgVoteResp from b11e7fc5714be64b at term 2"} {"level":"info","ts":"2026-02-27T23:39:42.802928Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b11e7fc5714be64b became leader at term 2"} {"level":"info","ts":"2026-02-27T23:39:42.802942Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: b11e7fc5714be64b elected leader b11e7fc5714be64b at term 2"} {"level":"info","ts":"2026-02-27T23:39:42.804092Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-02-27T23:39:42.80496Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"b11e7fc5714be64b","local-member-attributes":"{Name:instance ClientURLs:[https://162.253.55.52:2379]}","request-path":"/0/members/b11e7fc5714be64b/attributes","cluster-id":"9349e4f32a52a90a","publish-timeout":"7s"} {"level":"info","ts":"2026-02-27T23:39:42.804985Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-02-27T23:39:42.804961Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-02-27T23:39:42.805334Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-02-27T23:39:42.805443Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-02-27T23:39:42.805482Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"9349e4f32a52a90a","local-member-id":"b11e7fc5714be64b","cluster-version":"3.5"} {"level":"info","ts":"2026-02-27T23:39:42.805665Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-02-27T23:39:42.805705Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-02-27T23:39:42.809209Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"162.253.55.52:2379"} {"level":"info","ts":"2026-02-27T23:39:42.809849Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-02-27T23:40:04.214936Z","caller":"traceutil/trace.go:171","msg":"trace[288372560] linearizableReadLoop","detail":"{readStateIndex:470; appliedIndex:469; }","duration":"312.533657ms","start":"2026-02-27T23:40:03.902368Z","end":"2026-02-27T23:40:04.214902Z","steps":["trace[288372560] 'read index received' (duration: 312.346043ms)","trace[288372560] 'applied index is now lower than readState.Index' (duration: 186.494µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T23:40:04.215002Z","caller":"traceutil/trace.go:171","msg":"trace[496647604] transaction","detail":"{read_only:false; response_revision:450; number_of_response:1; }","duration":"323.15468ms","start":"2026-02-27T23:40:03.891814Z","end":"2026-02-27T23:40:04.214969Z","steps":["trace[496647604] 'process raft request' (duration: 322.927314ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T23:40:04.21509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.696423ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-02-27T23:40:04.215174Z","caller":"traceutil/trace.go:171","msg":"trace[1251172007] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:450; }","duration":"312.827936ms","start":"2026-02-27T23:40:03.902335Z","end":"2026-02-27T23:40:04.215163Z","steps":["trace[1251172007] 'agreement among raft nodes before linearized reading' (duration: 312.688182ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T23:40:04.215201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T23:40:03.902322Z","time spent":"312.873277ms","remote":"127.0.0.1:36904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-27T23:40:04.215671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T23:40:03.891789Z","time spent":"323.290483ms","remote":"127.0.0.1:36904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T23:40:12.546024Z","caller":"traceutil/trace.go:171","msg":"trace[2001830876] linearizableReadLoop","detail":"{readStateIndex:525; appliedIndex:524; }","duration":"202.637656ms","start":"2026-02-27T23:40:12.343363Z","end":"2026-02-27T23:40:12.546001Z","steps":["trace[2001830876] 'read index received' (duration: 202.487923ms)","trace[2001830876] 'applied index is now lower than readState.Index' (duration: 148.373µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T23:40:12.546081Z","caller":"traceutil/trace.go:171","msg":"trace[1437431846] transaction","detail":"{read_only:false; response_revision:503; number_of_response:1; }","duration":"292.649582ms","start":"2026-02-27T23:40:12.253395Z","end":"2026-02-27T23:40:12.546044Z","steps":["trace[1437431846] 'process raft request' (duration: 292.455877ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T23:40:12.546163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.776841ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-02-27T23:40:12.546232Z","caller":"traceutil/trace.go:171","msg":"trace[1093937318] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:503; }","duration":"202.882013ms","start":"2026-02-27T23:40:12.343331Z","end":"2026-02-27T23:40:12.546213Z","steps":["trace[1093937318] 'agreement among raft nodes before linearized reading' (duration: 202.770201ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T23:40:18.920915Z","caller":"traceutil/trace.go:171","msg":"trace[1412676190] linearizableReadLoop","detail":"{readStateIndex:569; appliedIndex:568; }","duration":"149.083521ms","start":"2026-02-27T23:40:18.7718Z","end":"2026-02-27T23:40:18.920884Z","steps":["trace[1412676190] 'read index received' (duration: 94.977092ms)","trace[1412676190] 'applied index is now lower than readState.Index' (duration: 54.104889ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T23:40:18.92098Z","caller":"traceutil/trace.go:171","msg":"trace[1635450145] transaction","detail":"{read_only:false; response_revision:546; number_of_response:1; }","duration":"219.888607ms","start":"2026-02-27T23:40:18.701061Z","end":"2026-02-27T23:40:18.92095Z","steps":["trace[1635450145] 'process raft request' (duration: 165.735166ms)","trace[1635450145] 'compare' (duration: 53.393351ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T23:40:18.92186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.83906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-dszh5\" ","response":"range_response_count:1 size:16961"} {"level":"info","ts":"2026-02-27T23:40:18.92191Z","caller":"traceutil/trace.go:171","msg":"trace[941686149] range","detail":"{range_begin:/registry/pods/kube-system/cilium-dszh5; range_end:; response_count:1; response_revision:546; }","duration":"150.128428ms","start":"2026-02-27T23:40:18.771767Z","end":"2026-02-27T23:40:18.921896Z","steps":["trace[941686149] 'agreement among raft nodes before linearized reading' (duration: 149.224915ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T23:40:19.340344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.276383ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"info","ts":"2026-02-27T23:40:19.340481Z","caller":"traceutil/trace.go:171","msg":"trace[1594929529] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:547; }","duration":"123.457408ms","start":"2026-02-27T23:40:19.216985Z","end":"2026-02-27T23:40:19.340442Z","steps":["trace[1594929529] 'range keys from in-memory index tree' (duration: 123.012447ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T23:40:20.933517Z","caller":"traceutil/trace.go:171","msg":"trace[1729549462] transaction","detail":"{read_only:false; response_revision:664; number_of_response:1; }","duration":"128.226049ms","start":"2026-02-27T23:40:20.805255Z","end":"2026-02-27T23:40:20.933481Z","steps":["trace[1729549462] 'process raft request' (duration: 104.683089ms)","trace[1729549462] 'compare' (duration: 23.419347ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T23:40:36.149846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.005825ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-02-27T23:40:36.149951Z","caller":"traceutil/trace.go:171","msg":"trace[251053838] transaction","detail":"{read_only:false; response_revision:881; number_of_response:1; }","duration":"172.242191ms","start":"2026-02-27T23:40:35.977694Z","end":"2026-02-27T23:40:36.149936Z","steps":["trace[251053838] 'process raft request' (duration: 15.988289ms)","trace[251053838] 'compare' (duration: 155.860692ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T23:40:37.03315Z","caller":"traceutil/trace.go:171","msg":"trace[978930824] transaction","detail":"{read_only:false; response_revision:891; number_of_response:1; }","duration":"102.803646ms","start":"2026-02-27T23:40:36.930323Z","end":"2026-02-27T23:40:37.033126Z","steps":["trace[978930824] 'process raft request' (duration: 100.648391ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T23:40:39.404323Z","caller":"traceutil/trace.go:171","msg":"trace[1647853473] transaction","detail":"{read_only:false; response_revision:911; number_of_response:1; }","duration":"297.606756ms","start":"2026-02-27T23:40:39.106687Z","end":"2026-02-27T23:40:39.404294Z","steps":["trace[1647853473] 'process raft request' (duration: 297.467642ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T23:41:31.337371Z","caller":"traceutil/trace.go:171","msg":"trace[196365483] transaction","detail":"{read_only:false; response_revision:1594; number_of_response:1; }","duration":"105.919893ms","start":"2026-02-27T23:41:31.231409Z","end":"2026-02-27T23:41:31.337329Z","steps":["trace[196365483] 'process raft request' (duration: 105.492302ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T23:41:31.337487Z","caller":"traceutil/trace.go:171","msg":"trace[618986264] transaction","detail":"{read_only:false; response_revision:1595; number_of_response:1; }","duration":"102.824554ms","start":"2026-02-27T23:41:31.234626Z","end":"2026-02-27T23:41:31.33745Z","steps":["trace[618986264] 'process raft request' (duration: 102.400902ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T23:41:43.968533Z","caller":"traceutil/trace.go:171","msg":"trace[660457980] linearizableReadLoop","detail":"{readStateIndex:1763; appliedIndex:1762; }","duration":"189.767ms","start":"2026-02-27T23:41:43.778741Z","end":"2026-02-27T23:41:43.968508Z","steps":["trace[660457980] 'read index received' (duration: 189.545284ms)","trace[660457980] 'applied index is now lower than readState.Index' (duration: 220.496µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T23:41:43.968705Z","caller":"traceutil/trace.go:171","msg":"trace[865536128] transaction","detail":"{read_only:false; response_revision:1691; number_of_response:1; }","duration":"202.480815ms","start":"2026-02-27T23:41:43.766211Z","end":"2026-02-27T23:41:43.968692Z","steps":["trace[865536128] 'process raft request' (duration: 202.131606ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T23:41:43.968907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.15455ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-02-27T23:41:43.968993Z","caller":"traceutil/trace.go:171","msg":"trace[1180093982] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1691; }","duration":"190.292693ms","start":"2026-02-27T23:41:43.77868Z","end":"2026-02-27T23:41:43.968973Z","steps":["trace[1180093982] 'agreement among raft nodes before linearized reading' (duration: 190.110439ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T23:41:44.093815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.679546ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T23:41:44.094189Z","caller":"traceutil/trace.go:171","msg":"trace[444786046] transaction","detail":"{read_only:false; response_revision:1693; number_of_response:1; }","duration":"121.140582ms","start":"2026-02-27T23:41:43.973023Z","end":"2026-02-27T23:41:44.094164Z","steps":["trace[444786046] 'process raft request' (duration: 120.938647ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T23:41:44.094147Z","caller":"traceutil/trace.go:171","msg":"trace[2100077268] transaction","detail":"{read_only:false; response_revision:1692; number_of_response:1; }","duration":"156.432426ms","start":"2026-02-27T23:41:43.937583Z","end":"2026-02-27T23:41:44.094015Z","steps":["trace[2100077268] 'process raft request' (duration: 41.433081ms)","trace[2100077268] 'compare' (duration: 114.543183ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T23:41:44.09476Z","caller":"traceutil/trace.go:171","msg":"trace[926339761] linearizableReadLoop","detail":"{readStateIndex:1764; appliedIndex:1763; }","duration":"125.421302ms","start":"2026-02-27T23:41:43.968656Z","end":"2026-02-27T23:41:44.094077Z","steps":["trace[926339761] 'read index received' (duration: 10.369416ms)","trace[926339761] 'applied index is now lower than readState.Index' (duration: 115.049506ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T23:41:44.094904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.413075ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-02-27T23:41:44.094966Z","caller":"traceutil/trace.go:171","msg":"trace[729273947] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1693; }","duration":"313.514098ms","start":"2026-02-27T23:41:43.781438Z","end":"2026-02-27T23:41:44.094952Z","steps":["trace[729273947] 'agreement among raft nodes before linearized reading' (duration: 313.321153ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T23:41:44.094963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.038961ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-02-27T23:41:44.095079Z","caller":"traceutil/trace.go:171","msg":"trace[198777508] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1693; }","duration":"205.202904ms","start":"2026-02-27T23:41:43.889852Z","end":"2026-02-27T23:41:44.095055Z","steps":["trace[198777508] 'agreement among raft nodes before linearized reading' (duration: 204.24161ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T23:41:44.095003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T23:41:43.781421Z","time spent":"313.5739ms","remote":"127.0.0.1:36904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-27T23:41:47.230251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.123512ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-02-27T23:41:47.230311Z","caller":"traceutil/trace.go:171","msg":"trace[1519442342] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1711; }","duration":"114.228546ms","start":"2026-02-27T23:41:47.116066Z","end":"2026-02-27T23:41:47.230295Z","steps":["trace[1519442342] 'range keys from in-memory index tree' (duration: 113.902706ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T23:41:47.600628Z","caller":"traceutil/trace.go:171","msg":"trace[1122974889] linearizableReadLoop","detail":"{readStateIndex:1789; appliedIndex:1786; }","duration":"345.501437ms","start":"2026-02-27T23:41:47.255108Z","end":"2026-02-27T23:41:47.600609Z","steps":["trace[1122974889] 'read index received' (duration: 74.292792ms)","trace[1122974889] 'applied index is now lower than readState.Index' (duration: 271.207975ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T23:41:47.600647Z","caller":"traceutil/trace.go:171","msg":"trace[1726126637] transaction","detail":"{read_only:false; response_revision:1716; number_of_response:1; }","duration":"351.269395ms","start":"2026-02-27T23:41:47.24935Z","end":"2026-02-27T23:41:47.60062Z","steps":["trace[1726126637] 'process raft request' (duration: 350.451743ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T23:41:47.600813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.779917ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-02-27T23:41:47.600762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.643591ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T23:41:47.600832Z","caller":"traceutil/trace.go:171","msg":"trace[599239903] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1716; }","duration":"299.819637ms","start":"2026-02-27T23:41:47.301004Z","end":"2026-02-27T23:41:47.600824Z","steps":["trace[599239903] 'agreement among raft nodes before linearized reading' (duration: 299.713955ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T23:41:47.600827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T23:41:47.249341Z","time spent":"351.371547ms","remote":"127.0.0.1:37120","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5915,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T23:41:47.600853Z","caller":"traceutil/trace.go:171","msg":"trace[175314378] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1716; }","duration":"345.787234ms","start":"2026-02-27T23:41:47.255052Z","end":"2026-02-27T23:41:47.60084Z","steps":["trace[175314378] 'agreement among raft nodes before linearized reading' (duration: 345.655321ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T23:41:47.600887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T23:41:47.255029Z","time spent":"345.850586ms","remote":"127.0.0.1:36594","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T23:41:47.600944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.232824ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-02-27T23:41:47.601033Z","caller":"traceutil/trace.go:171","msg":"trace[960933927] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1716; }","duration":"196.355018ms","start":"2026-02-27T23:41:47.404657Z","end":"2026-02-27T23:41:47.601012Z","steps":["trace[960933927] 'agreement among raft nodes before linearized reading' (duration: 196.073501ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T23:41:47.601101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.406963ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-02-27T23:41:47.601389Z","caller":"traceutil/trace.go:171","msg":"trace[1571311056] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1716; }","duration":"234.736571ms","start":"2026-02-27T23:41:47.366624Z","end":"2026-02-27T23:41:47.601361Z","steps":["trace[1571311056] 'agreement among raft nodes before linearized reading' (duration: 234.204017ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T23:42:20.665176Z","caller":"traceutil/trace.go:171","msg":"trace[901343108] linearizableReadLoop","detail":"{readStateIndex:1967; appliedIndex:1966; }","duration":"125.331499ms","start":"2026-02-27T23:42:20.539813Z","end":"2026-02-27T23:42:20.665145Z","steps":["trace[901343108] 'read index received' (duration: 46.904211ms)","trace[901343108] 'applied index is now lower than readState.Index' (duration: 78.423028ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T23:42:20.665221Z","caller":"traceutil/trace.go:171","msg":"trace[198766542] transaction","detail":"{read_only:false; response_revision:1887; number_of_response:1; }","duration":"200.639807ms","start":"2026-02-27T23:42:20.464543Z","end":"2026-02-27T23:42:20.665183Z","steps":["trace[198766542] 'process raft request' (duration: 122.297001ms)","trace[198766542] 'compare' (duration: 78.08644ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T23:42:20.665355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.913419ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T23:42:20.665396Z","caller":"traceutil/trace.go:171","msg":"trace[1384162204] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:1888; }","duration":"157.030852ms","start":"2026-02-27T23:42:20.508351Z","end":"2026-02-27T23:42:20.665382Z","steps":["trace[1384162204] 'agreement among raft nodes before linearized reading' (duration: 156.910318ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T23:42:27.135127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.151208ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T23:42:27.135251Z","caller":"traceutil/trace.go:171","msg":"trace[1500793950] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:1917; }","duration":"329.300712ms","start":"2026-02-27T23:42:26.805926Z","end":"2026-02-27T23:42:27.135227Z","steps":["trace[1500793950] 'count revisions from in-memory index tree' (duration: 329.022885ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T23:42:27.135298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T23:42:26.805864Z","time spent":"329.422436ms","remote":"127.0.0.1:38826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"warn","ts":"2026-02-27T23:42:27.13537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.526166ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T23:42:27.135466Z","caller":"traceutil/trace.go:171","msg":"trace[852583877] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:1917; }","duration":"359.672151ms","start":"2026-02-27T23:42:26.775769Z","end":"2026-02-27T23:42:27.135441Z","steps":["trace[852583877] 'count revisions from in-memory index tree' (duration: 359.428104ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T23:42:27.1356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T23:42:26.775749Z","time spent":"359.834234ms","remote":"127.0.0.1:37158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":264,"response size":32,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"info","ts":"2026-02-27T23:43:44.439623Z","caller":"traceutil/trace.go:171","msg":"trace[2090153250] transaction","detail":"{read_only:false; response_revision:2489; number_of_response:1; }","duration":"198.68201ms","start":"2026-02-27T23:43:44.240908Z","end":"2026-02-27T23:43:44.43959Z","steps":["trace[2090153250] 'process raft request' (duration: 198.482735ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T23:43:44.498376Z","caller":"traceutil/trace.go:171","msg":"trace[1098038692] transaction","detail":"{read_only:false; response_revision:2491; number_of_response:1; }","duration":"255.013349ms","start":"2026-02-27T23:43:44.24335Z","end":"2026-02-27T23:43:44.498363Z","steps":["trace[1098038692] 'process raft request' (duration: 254.986998ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T23:43:44.498466Z","caller":"traceutil/trace.go:171","msg":"trace[1650923247] transaction","detail":"{read_only:false; response_revision:2490; number_of_response:1; }","duration":"255.86057ms","start":"2026-02-27T23:43:44.242597Z","end":"2026-02-27T23:43:44.498458Z","steps":["trace[1650923247] 'process raft request' (duration: 255.673406ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T23:46:05.57631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.607121ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T23:46:05.576656Z","caller":"traceutil/trace.go:171","msg":"trace[938063044] transaction","detail":"{read_only:false; response_revision:3365; number_of_response:1; }","duration":"433.835178ms","start":"2026-02-27T23:46:05.142776Z","end":"2026-02-27T23:46:05.576612Z","steps":["trace[938063044] 'process raft request' (duration: 151.502539ms)","trace[938063044] 'compare' (duration: 281.363905ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T23:46:05.576832Z","caller":"traceutil/trace.go:171","msg":"trace[1053238797] transaction","detail":"{read_only:false; response_revision:3367; number_of_response:1; }","duration":"155.185462ms","start":"2026-02-27T23:46:05.421598Z","end":"2026-02-27T23:46:05.576783Z","steps":["trace[1053238797] 'process raft request' (duration: 155.050629ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T23:46:05.576959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.191975ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T23:46:05.576999Z","caller":"traceutil/trace.go:171","msg":"trace[1467615550] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3367; }","duration":"321.257465ms","start":"2026-02-27T23:46:05.255732Z","end":"2026-02-27T23:46:05.576989Z","steps":["trace[1467615550] 'agreement among raft nodes before linearized reading' (duration: 321.194294ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T23:46:05.576843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T23:46:05.142759Z","time spent":"433.987402ms","remote":"127.0.0.1:36904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T23:46:05.577031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T23:46:05.255718Z","time spent":"321.307977ms","remote":"127.0.0.1:36594","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-27T23:46:05.576855Z","caller":"traceutil/trace.go:171","msg":"trace[1917469844] transaction","detail":"{read_only:false; response_revision:3366; number_of_response:1; }","duration":"433.971941ms","start":"2026-02-27T23:46:05.14286Z","end":"2026-02-27T23:46:05.576832Z","steps":["trace[1917469844] 'process raft request' (duration: 433.680294ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T23:46:05.577245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T23:46:05.142841Z","time spent":"434.33737ms","remote":"127.0.0.1:36904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T23:46:05.576905Z","caller":"traceutil/trace.go:171","msg":"trace[1290079843] linearizableReadLoop","detail":"{readStateIndex:3506; appliedIndex:3504; }","duration":"321.125433ms","start":"2026-02-27T23:46:05.255767Z","end":"2026-02-27T23:46:05.576892Z","steps":["trace[1290079843] 'read index received' (duration: 38.500846ms)","trace[1290079843] 'applied index is now lower than readState.Index' (duration: 282.621637ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T23:46:05.577397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.984844ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-02-27T23:46:05.577419Z","caller":"traceutil/trace.go:171","msg":"trace[884160331] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3367; }","duration":"140.035796ms","start":"2026-02-27T23:46:05.437377Z","end":"2026-02-27T23:46:05.577412Z","steps":["trace[884160331] 'agreement among raft nodes before linearized reading' (duration: 139.955164ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T23:46:05.577542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.937638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-02-27T23:46:05.577645Z","caller":"traceutil/trace.go:171","msg":"trace[1216131129] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3367; }","duration":"139.057531ms","start":"2026-02-27T23:46:05.438549Z","end":"2026-02-27T23:46:05.577606Z","steps":["trace[1216131129] 'agreement among raft nodes before linearized reading' (duration: 138.806264ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T23:47:23.870364Z","caller":"traceutil/trace.go:171","msg":"trace[978230758] transaction","detail":"{read_only:false; response_revision:4302; number_of_response:1; }","duration":"136.34659ms","start":"2026-02-27T23:47:23.733983Z","end":"2026-02-27T23:47:23.870329Z","steps":["trace[978230758] 'process raft request' (duration: 127.448223ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T23:47:29.38032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.428245ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T23:47:29.380475Z","caller":"traceutil/trace.go:171","msg":"trace[144469206] transaction","detail":"{read_only:false; response_revision:4502; number_of_response:1; }","duration":"367.22307ms","start":"2026-02-27T23:47:29.013231Z","end":"2026-02-27T23:47:29.380454Z","steps":["trace[144469206] 'process raft request' (duration: 224.527587ms)","trace[144469206] 'compare' (duration: 142.286822ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T23:47:29.380562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T23:47:29.013209Z","time spent":"367.320772ms","remote":"127.0.0.1:36678","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":947,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T23:47:29.459266Z","caller":"traceutil/trace.go:171","msg":"trace[410195066] linearizableReadLoop","detail":"{readStateIndex:4690; appliedIndex:4688; }","duration":"358.29298ms","start":"2026-02-27T23:47:29.100951Z","end":"2026-02-27T23:47:29.459244Z","steps":["trace[410195066] 'read index received' (duration: 136.851242ms)","trace[410195066] 'applied index is now lower than readState.Index' (duration: 221.440858ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T23:47:29.459557Z","caller":"traceutil/trace.go:171","msg":"trace[1928410994] transaction","detail":"{read_only:false; response_revision:4503; number_of_response:1; }","duration":"438.942795ms","start":"2026-02-27T23:47:29.020588Z","end":"2026-02-27T23:47:29.459531Z","steps":["trace[1928410994] 'process raft request' (duration: 438.547754ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T23:47:29.459667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T23:47:29.020575Z","time spent":"439.024286ms","remote":"127.0.0.1:49758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3747,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-27T23:47:29.460024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.08826ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:1229"} {"level":"info","ts":"2026-02-27T23:47:29.460064Z","caller":"traceutil/trace.go:171","msg":"trace[590483894] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:4503; }","duration":"359.170012ms","start":"2026-02-27T23:47:29.10088Z","end":"2026-02-27T23:47:29.46005Z","steps":["trace[590483894] 'agreement among raft nodes before linearized reading' (duration: 359.005228ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T23:47:29.460095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T23:47:29.100857Z","time spent":"359.230965ms","remote":"127.0.0.1:36810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1253,"request content":"key:\"/registry/serviceaccounts/monitoring/kube-prometheus-stack-alertmanager\" "} {"level":"info","ts":"2026-02-27T23:47:29.510618Z","caller":"traceutil/trace.go:171","msg":"trace[1238146485] transaction","detail":"{read_only:false; response_revision:4505; number_of_response:1; }","duration":"169.564091ms","start":"2026-02-27T23:47:29.341002Z","end":"2026-02-27T23:47:29.510566Z","steps":["trace[1238146485] 'process raft request' (duration: 169.445507ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T23:47:29.510938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.039541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T23:47:29.510959Z","caller":"traceutil/trace.go:171","msg":"trace[747862194] transaction","detail":"{read_only:false; response_revision:4504; number_of_response:1; }","duration":"181.25114ms","start":"2026-02-27T23:47:29.329665Z","end":"2026-02-27T23:47:29.510916Z","steps":["trace[747862194] 'process raft request' (duration: 180.556402ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T23:47:29.511029Z","caller":"traceutil/trace.go:171","msg":"trace[1686136638] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:4505; }","duration":"284.202924ms","start":"2026-02-27T23:47:29.226802Z","end":"2026-02-27T23:47:29.511005Z","steps":["trace[1686136638] 'agreement among raft nodes before linearized reading' (duration: 284.063631ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T23:47:29.511014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.598042ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T23:47:29.511085Z","caller":"traceutil/trace.go:171","msg":"trace[1689694546] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4505; }","duration":"255.728456ms","start":"2026-02-27T23:47:29.255341Z","end":"2026-02-27T23:47:29.511069Z","steps":["trace[1689694546] 'agreement among raft nodes before linearized reading' (duration: 255.586892ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T23:47:29.511876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.973782ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:24 size:719021"} {"level":"info","ts":"2026-02-27T23:47:29.511988Z","caller":"traceutil/trace.go:171","msg":"trace[1418835926] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:24; response_revision:4505; }","duration":"165.112516ms","start":"2026-02-27T23:47:29.346853Z","end":"2026-02-27T23:47:29.511965Z","steps":["trace[1418835926] 'agreement among raft nodes before linearized reading' (duration: 163.71675ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T23:47:48.231435Z","caller":"traceutil/trace.go:171","msg":"trace[1931130564] transaction","detail":"{read_only:false; response_revision:4872; number_of_response:1; }","duration":"131.159217ms","start":"2026-02-27T23:47:48.10024Z","end":"2026-02-27T23:47:48.231399Z","steps":["trace[1931130564] 'process raft request' (duration: 130.909761ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T23:47:48.432052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.713222ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T23:47:48.432173Z","caller":"traceutil/trace.go:171","msg":"trace[993014937] linearizableReadLoop","detail":"{readStateIndex:5069; appliedIndex:5068; }","duration":"193.42583ms","start":"2026-02-27T23:47:48.238728Z","end":"2026-02-27T23:47:48.432154Z","steps":["trace[993014937] 'read index received' (duration: 43.485923ms)","trace[993014937] 'applied index is now lower than readState.Index' (duration: 149.938527ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T23:47:48.432351Z","caller":"traceutil/trace.go:171","msg":"trace[1100668573] transaction","detail":"{read_only:false; response_revision:4873; number_of_response:1; }","duration":"195.243317ms","start":"2026-02-27T23:47:48.237051Z","end":"2026-02-27T23:47:48.432294Z","steps":["trace[1100668573] 'process raft request' (duration: 45.165657ms)","trace[1100668573] 'compare' (duration: 149.587748ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T23:47:48.432547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.792679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-c041fada-ff01-4711-81df-5722e0e4b9d6\" ","response":"range_response_count:1 size:3645"} {"level":"info","ts":"2026-02-27T23:47:48.432645Z","caller":"traceutil/trace.go:171","msg":"trace[1949691241] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-c041fada-ff01-4711-81df-5722e0e4b9d6; range_end:; response_count:1; response_revision:4873; }","duration":"193.925383ms","start":"2026-02-27T23:47:48.238695Z","end":"2026-02-27T23:47:48.43262Z","steps":["trace[1949691241] 'agreement among raft nodes before linearized reading' (duration: 193.676606ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T23:47:48.495453Z","caller":"traceutil/trace.go:171","msg":"trace[510736972] transaction","detail":"{read_only:false; response_revision:4874; number_of_response:1; }","duration":"256.600577ms","start":"2026-02-27T23:47:48.238822Z","end":"2026-02-27T23:47:48.495422Z","steps":["trace[510736972] 'process raft request' (duration: 256.268889ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T23:47:48.495739Z","caller":"traceutil/trace.go:171","msg":"trace[1836401091] transaction","detail":"{read_only:false; response_revision:4875; number_of_response:1; }","duration":"256.833004ms","start":"2026-02-27T23:47:48.238841Z","end":"2026-02-27T23:47:48.495674Z","steps":["trace[1836401091] 'process raft request' (duration: 256.387432ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T23:47:48.496141Z","caller":"traceutil/trace.go:171","msg":"trace[1771660971] transaction","detail":"{read_only:false; response_revision:4877; number_of_response:1; }","duration":"257.217853ms","start":"2026-02-27T23:47:48.238909Z","end":"2026-02-27T23:47:48.496127Z","steps":["trace[1771660971] 'process raft request' (duration: 257.09637ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T23:47:48.496213Z","caller":"traceutil/trace.go:171","msg":"trace[1939182126] transaction","detail":"{read_only:false; response_revision:4878; number_of_response:1; }","duration":"257.294195ms","start":"2026-02-27T23:47:48.2389Z","end":"2026-02-27T23:47:48.496194Z","steps":["trace[1939182126] 'process raft request' (duration: 257.149851ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T23:47:48.496343Z","caller":"traceutil/trace.go:171","msg":"trace[902994853] transaction","detail":"{read_only:false; response_revision:4879; number_of_response:1; }","duration":"257.424489ms","start":"2026-02-27T23:47:48.238905Z","end":"2026-02-27T23:47:48.496329Z","steps":["trace[902994853] 'process raft request' (duration: 257.184342ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T23:47:48.496394Z","caller":"traceutil/trace.go:171","msg":"trace[1759647872] transaction","detail":"{read_only:false; response_revision:4876; number_of_response:1; }","duration":"257.518671ms","start":"2026-02-27T23:47:48.238861Z","end":"2026-02-27T23:47:48.496379Z","steps":["trace[1759647872] 'process raft request' (duration: 256.446843ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T23:47:48.496579Z","caller":"traceutil/trace.go:171","msg":"trace[716175741] transaction","detail":"{read_only:false; response_revision:4880; number_of_response:1; }","duration":"256.446334ms","start":"2026-02-27T23:47:48.240119Z","end":"2026-02-27T23:47:48.496565Z","steps":["trace[716175741] 'process raft request' (duration: 256.009802ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T23:47:48.4967Z","caller":"traceutil/trace.go:171","msg":"trace[1856978651] transaction","detail":"{read_only:false; response_revision:4881; number_of_response:1; }","duration":"256.253889ms","start":"2026-02-27T23:47:48.240427Z","end":"2026-02-27T23:47:48.496681Z","steps":["trace[1856978651] 'process raft request' (duration: 255.90791ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T23:47:48.496813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.301606ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T23:47:48.496879Z","caller":"traceutil/trace.go:171","msg":"trace[224777197] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4881; }","duration":"243.386119ms","start":"2026-02-27T23:47:48.253475Z","end":"2026-02-27T23:47:48.496862Z","steps":["trace[224777197] 'agreement among raft nodes before linearized reading' (duration: 243.289967ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T23:47:48.49693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.943733ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-c041fada-ff01-4711-81df-5722e0e4b9d6\" ","response":"range_response_count:1 size:3645"} {"level":"info","ts":"2026-02-27T23:47:48.497023Z","caller":"traceutil/trace.go:171","msg":"trace[1165668656] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-c041fada-ff01-4711-81df-5722e0e4b9d6; range_end:; response_count:1; response_revision:4881; }","duration":"135.083766ms","start":"2026-02-27T23:47:48.361917Z","end":"2026-02-27T23:47:48.497001Z","steps":["trace[1165668656] 'agreement among raft nodes before linearized reading' (duration: 134.82523ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T23:47:48.703215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.343455ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T23:47:48.703334Z","caller":"traceutil/trace.go:171","msg":"trace[1684138904] linearizableReadLoop","detail":"{readStateIndex:5078; appliedIndex:5077; }","duration":"206.589577ms","start":"2026-02-27T23:47:48.496727Z","end":"2026-02-27T23:47:48.703317Z","steps":["trace[1684138904] 'read index received' (duration: 85.059017ms)","trace[1684138904] 'applied index is now lower than readState.Index' (duration: 121.52951ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T23:47:48.70343Z","caller":"traceutil/trace.go:171","msg":"trace[1226110689] transaction","detail":"{read_only:false; response_revision:4882; number_of_response:1; }","duration":"262.073377ms","start":"2026-02-27T23:47:48.44132Z","end":"2026-02-27T23:47:48.703393Z","steps":["trace[1226110689] 'process raft request' (duration: 140.452305ms)","trace[1226110689] 'compare' (duration: 121.229903ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T23:47:48.703532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.15402ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-9995v\" ","response":"range_response_count:1 size:6441"} {"level":"info","ts":"2026-02-27T23:47:48.703556Z","caller":"traceutil/trace.go:171","msg":"trace[835984202] range","detail":"{range_begin:/registry/pods/openstack/keepalived-9995v; range_end:; response_count:1; response_revision:4882; }","duration":"214.226153ms","start":"2026-02-27T23:47:48.489322Z","end":"2026-02-27T23:47:48.703548Z","steps":["trace[835984202] 'agreement among raft nodes before linearized reading' (duration: 214.063328ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T23:47:48.724209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.366462ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T23:47:48.724275Z","caller":"traceutil/trace.go:171","msg":"trace[1292983555] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4883; }","duration":"224.464546ms","start":"2026-02-27T23:47:48.499796Z","end":"2026-02-27T23:47:48.72426Z","steps":["trace[1292983555] 'agreement among raft nodes before linearized reading' (duration: 224.326352ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T23:47:48.724264Z","caller":"traceutil/trace.go:171","msg":"trace[1808898657] transaction","detail":"{read_only:false; response_revision:4883; number_of_response:1; }","duration":"216.938243ms","start":"2026-02-27T23:47:48.507291Z","end":"2026-02-27T23:47:48.724229Z","steps":["trace[1808898657] 'process raft request' (duration: 216.608545ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T23:48:00.687905Z","caller":"traceutil/trace.go:171","msg":"trace[913394797] transaction","detail":"{read_only:false; response_revision:5056; number_of_response:1; }","duration":"108.434628ms","start":"2026-02-27T23:48:00.579439Z","end":"2026-02-27T23:48:00.687874Z","steps":["trace[913394797] 'process raft request' (duration: 108.173581ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T23:48:00.687905Z","caller":"traceutil/trace.go:171","msg":"trace[2062767896] transaction","detail":"{read_only:false; response_revision:5057; number_of_response:1; }","duration":"108.347005ms","start":"2026-02-27T23:48:00.579534Z","end":"2026-02-27T23:48:00.687881Z","steps":["trace[2062767896] 'process raft request' (duration: 108.293154ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T23:48:37.630268Z","caller":"traceutil/trace.go:171","msg":"trace[350069984] linearizableReadLoop","detail":"{readStateIndex:5576; appliedIndex:5575; }","duration":"100.228867ms","start":"2026-02-27T23:48:37.530006Z","end":"2026-02-27T23:48:37.630234Z","steps":["trace[350069984] 'read index received' (duration: 100.021282ms)","trace[350069984] 'applied index is now lower than readState.Index' (duration: 206.455µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T23:48:37.630373Z","caller":"traceutil/trace.go:171","msg":"trace[1336426480] transaction","detail":"{read_only:false; response_revision:5364; number_of_response:1; }","duration":"110.300566ms","start":"2026-02-27T23:48:37.520034Z","end":"2026-02-27T23:48:37.630335Z","steps":["trace[1336426480] 'process raft request' (duration: 110.013718ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T23:48:37.630609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.577057ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-02-27T23:48:37.630666Z","caller":"traceutil/trace.go:171","msg":"trace[1607312060] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5364; }","duration":"100.655708ms","start":"2026-02-27T23:48:37.529993Z","end":"2026-02-27T23:48:37.630649Z","steps":["trace[1607312060] 'agreement among raft nodes before linearized reading' (duration: 100.375902ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T23:49:42.875738Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2782} {"level":"info","ts":"2026-02-27T23:49:42.941438Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2782,"took":"63.866947ms","hash":734504821,"current-db-size-bytes":42303488,"current-db-size":"42 MB","current-db-size-in-use-bytes":31895552,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-02-27T23:49:42.941502Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":734504821,"revision":2782,"compact-revision":-1} {"level":"warn","ts":"2026-02-27T23:53:51.731391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.917471ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-02-27T23:53:51.731553Z","caller":"traceutil/trace.go:171","msg":"trace[840986879] linearizableReadLoop","detail":"{readStateIndex:7817; appliedIndex:7816; }","duration":"476.917566ms","start":"2026-02-27T23:53:51.254615Z","end":"2026-02-27T23:53:51.731533Z","steps":["trace[840986879] 'read index received' (duration: 337.854242ms)","trace[840986879] 'applied index is now lower than readState.Index' (duration: 139.061884ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T23:53:51.73174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"477.211814ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T23:53:51.731783Z","caller":"traceutil/trace.go:171","msg":"trace[1148013430] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7529; }","duration":"477.324657ms","start":"2026-02-27T23:53:51.254445Z","end":"2026-02-27T23:53:51.731769Z","steps":["trace[1148013430] 'agreement among raft nodes before linearized reading' (duration: 477.162782ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T23:53:51.731816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T23:53:51.254425Z","time spent":"477.382859ms","remote":"127.0.0.1:36602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-27T23:53:51.736796Z","caller":"traceutil/trace.go:171","msg":"trace[51083782] transaction","detail":"{read_only:false; response_revision:7530; number_of_response:1; }","duration":"300.462884ms","start":"2026-02-27T23:53:51.436294Z","end":"2026-02-27T23:53:51.736757Z","steps":["trace[51083782] 'process raft request' (duration: 300.215207ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T23:53:51.736799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.404674ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T23:53:51.736893Z","caller":"traceutil/trace.go:171","msg":"trace[1622779948] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7530; }","duration":"258.547488ms","start":"2026-02-27T23:53:51.478323Z","end":"2026-02-27T23:53:51.73687Z","steps":["trace[1622779948] 'agreement among raft nodes before linearized reading' (duration: 258.350623ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T23:53:51.736947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T23:53:51.436253Z","time spent":"300.617398ms","remote":"127.0.0.1:36904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T23:53:51.73709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.554386ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-02-27T23:53:51.737223Z","caller":"traceutil/trace.go:171","msg":"trace[908876308] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7530; }","duration":"215.73216ms","start":"2026-02-27T23:53:51.521464Z","end":"2026-02-27T23:53:51.737196Z","steps":["trace[908876308] 'agreement among raft nodes before linearized reading' (duration: 215.31572ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T23:54:02.66231Z","caller":"traceutil/trace.go:171","msg":"trace[1439481637] transaction","detail":"{read_only:false; response_revision:7581; number_of_response:1; }","duration":"225.819989ms","start":"2026-02-27T23:54:02.43645Z","end":"2026-02-27T23:54:02.66227Z","steps":["trace[1439481637] 'process raft request' (duration: 156.237375ms)","trace[1439481637] 'compare' (duration: 69.343368ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T23:54:02.662351Z","caller":"traceutil/trace.go:171","msg":"trace[1272354473] transaction","detail":"{read_only:false; response_revision:7582; number_of_response:1; }","duration":"190.073773ms","start":"2026-02-27T23:54:02.472237Z","end":"2026-02-27T23:54:02.662311Z","steps":["trace[1272354473] 'process raft request' (duration: 189.996451ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T23:54:02.662399Z","caller":"traceutil/trace.go:171","msg":"trace[1762932490] linearizableReadLoop","detail":"{readStateIndex:7872; appliedIndex:7871; }","duration":"225.739628ms","start":"2026-02-27T23:54:02.436619Z","end":"2026-02-27T23:54:02.662359Z","steps":["trace[1762932490] 'read index received' (duration: 156.093902ms)","trace[1762932490] 'applied index is now lower than readState.Index' (duration: 69.642036ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T23:54:02.662646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.013574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-02-27T23:54:02.662713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.336857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-02-27T23:54:02.662741Z","caller":"traceutil/trace.go:171","msg":"trace[813882892] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7582; }","duration":"226.139958ms","start":"2026-02-27T23:54:02.436584Z","end":"2026-02-27T23:54:02.662724Z","steps":["trace[813882892] 'agreement among raft nodes before linearized reading' (duration: 225.943973ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T23:54:02.662762Z","caller":"traceutil/trace.go:171","msg":"trace[863928148] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7582; }","duration":"225.462281ms","start":"2026-02-27T23:54:02.437287Z","end":"2026-02-27T23:54:02.662749Z","steps":["trace[863928148] 'agreement among raft nodes before linearized reading' (duration: 225.252705ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T23:54:04.749127Z","caller":"traceutil/trace.go:171","msg":"trace[1596338696] transaction","detail":"{read_only:false; response_revision:7590; number_of_response:1; }","duration":"142.529514ms","start":"2026-02-27T23:54:04.606562Z","end":"2026-02-27T23:54:04.749092Z","steps":["trace[1596338696] 'process raft request' (duration: 142.248087ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T23:54:05.293804Z","caller":"traceutil/trace.go:171","msg":"trace[119004671] transaction","detail":"{read_only:false; response_revision:7595; number_of_response:1; }","duration":"174.287609ms","start":"2026-02-27T23:54:05.119488Z","end":"2026-02-27T23:54:05.293775Z","steps":["trace[119004671] 'process raft request' (duration: 174.120135ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T23:54:05.35179Z","caller":"traceutil/trace.go:171","msg":"trace[994478198] transaction","detail":"{read_only:false; response_revision:7596; number_of_response:1; }","duration":"228.566459ms","start":"2026-02-27T23:54:05.123199Z","end":"2026-02-27T23:54:05.351765Z","steps":["trace[994478198] 'process raft request' (duration: 228.450517ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T23:54:34.16653Z","caller":"traceutil/trace.go:171","msg":"trace[1408303456] transaction","detail":"{read_only:false; response_revision:7791; number_of_response:1; }","duration":"156.691428ms","start":"2026-02-27T23:54:34.009806Z","end":"2026-02-27T23:54:34.166498Z","steps":["trace[1408303456] 'process raft request' (duration: 156.136275ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T23:54:38.657937Z","caller":"traceutil/trace.go:171","msg":"trace[1304236272] linearizableReadLoop","detail":"{readStateIndex:8114; appliedIndex:8113; }","duration":"399.955769ms","start":"2026-02-27T23:54:38.257932Z","end":"2026-02-27T23:54:38.657888Z","steps":["trace[1304236272] 'read index received' (duration: 399.789445ms)","trace[1304236272] 'applied index is now lower than readState.Index' (duration: 164.764µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T23:54:38.658134Z","caller":"traceutil/trace.go:171","msg":"trace[639887259] transaction","detail":"{read_only:false; response_revision:7814; number_of_response:1; }","duration":"468.038895ms","start":"2026-02-27T23:54:38.19006Z","end":"2026-02-27T23:54:38.658099Z","steps":["trace[639887259] 'process raft request' (duration: 467.665056ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T23:54:38.658199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"400.238636ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T23:54:38.658342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.876959ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-02-27T23:54:38.658475Z","caller":"traceutil/trace.go:171","msg":"trace[867659222] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:7814; }","duration":"264.168077ms","start":"2026-02-27T23:54:38.394261Z","end":"2026-02-27T23:54:38.658429Z","steps":["trace[867659222] 'agreement among raft nodes before linearized reading' (duration: 263.813118ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T23:54:38.658353Z","caller":"traceutil/trace.go:171","msg":"trace[88879580] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7814; }","duration":"400.461743ms","start":"2026-02-27T23:54:38.257866Z","end":"2026-02-27T23:54:38.658328Z","steps":["trace[88879580] 'agreement among raft nodes before linearized reading' (duration: 400.203727ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T23:54:38.658471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T23:54:38.19004Z","time spent":"468.249431ms","remote":"127.0.0.1:36904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T23:54:38.658567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T23:54:38.257831Z","time spent":"400.724409ms","remote":"127.0.0.1:36594","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-27T23:54:42.883208Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5810} {"level":"info","ts":"2026-02-27T23:54:42.992943Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5810,"took":"107.914978ms","hash":923194871,"current-db-size-bytes":43470848,"current-db-size":"44 MB","current-db-size-in-use-bytes":23584768,"current-db-size-in-use":"24 MB"} {"level":"info","ts":"2026-02-27T23:54:42.993018Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":923194871,"revision":5810,"compact-revision":2782} {"level":"info","ts":"2026-02-27T23:54:50.189679Z","caller":"traceutil/trace.go:171","msg":"trace[1027881093] transaction","detail":"{read_only:false; response_revision:7910; number_of_response:1; }","duration":"115.727259ms","start":"2026-02-27T23:54:50.073924Z","end":"2026-02-27T23:54:50.189651Z","steps":["trace[1027881093] 'process raft request' (duration: 115.593565ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T23:54:50.90354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.134489ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-02-27T23:54:50.903626Z","caller":"traceutil/trace.go:171","msg":"trace[1484031013] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7912; }","duration":"185.273742ms","start":"2026-02-27T23:54:50.718334Z","end":"2026-02-27T23:54:50.903607Z","steps":["trace[1484031013] 'range keys from in-memory index tree' (duration: 184.960454ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T23:54:50.903731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.69003ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-02-27T23:54:50.903812Z","caller":"traceutil/trace.go:171","msg":"trace[1895941849] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7912; }","duration":"188.819643ms","start":"2026-02-27T23:54:50.714975Z","end":"2026-02-27T23:54:50.903794Z","steps":["trace[1895941849] 'range keys from in-memory index tree' (duration: 188.511165ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T23:54:51.273245Z","caller":"traceutil/trace.go:171","msg":"trace[1726382164] linearizableReadLoop","detail":"{readStateIndex:8220; appliedIndex:8219; }","duration":"269.500273ms","start":"2026-02-27T23:54:51.003717Z","end":"2026-02-27T23:54:51.273218Z","steps":["trace[1726382164] 'read index received' (duration: 269.308918ms)","trace[1726382164] 'applied index is now lower than readState.Index' (duration: 189.745µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T23:54:51.273365Z","caller":"traceutil/trace.go:171","msg":"trace[141468744] transaction","detail":"{read_only:false; response_revision:7915; number_of_response:1; }","duration":"275.051045ms","start":"2026-02-27T23:54:50.998277Z","end":"2026-02-27T23:54:51.273328Z","steps":["trace[141468744] 'process raft request' (duration: 274.699356ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T23:54:51.273498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-02-27T23:54:51.273563Z","caller":"traceutil/trace.go:171","msg":"trace[222850109] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7915; }","duration":"269.878543ms","start":"2026-02-27T23:54:51.003667Z","end":"2026-02-27T23:54:51.273545Z","steps":["trace[222850109] 'agreement among raft nodes before linearized reading' (duration: 269.681347ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T23:54:51.290751Z","caller":"traceutil/trace.go:171","msg":"trace[1583794215] transaction","detail":"{read_only:false; response_revision:7916; number_of_response:1; }","duration":"233.668773ms","start":"2026-02-27T23:54:51.057059Z","end":"2026-02-27T23:54:51.290728Z","steps":["trace[1583794215] 'process raft request' (duration: 233.53268ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T23:54:51.321437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.074772ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-02-27T23:54:51.32145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.515793ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-9995v\" ","response":"range_response_count:1 size:6441"} {"level":"info","ts":"2026-02-27T23:54:51.321505Z","caller":"traceutil/trace.go:171","msg":"trace[1623939801] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7916; }","duration":"315.201885ms","start":"2026-02-27T23:54:51.006283Z","end":"2026-02-27T23:54:51.321485Z","steps":["trace[1623939801] 'agreement among raft nodes before linearized reading' (duration: 314.97204ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T23:54:51.321523Z","caller":"traceutil/trace.go:171","msg":"trace[1796055502] range","detail":"{range_begin:/registry/pods/openstack/keepalived-9995v; range_end:; response_count:1; response_revision:7917; }","duration":"175.634836ms","start":"2026-02-27T23:54:51.14587Z","end":"2026-02-27T23:54:51.321505Z","steps":["trace[1796055502] 'agreement among raft nodes before linearized reading' (duration: 175.421101ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T23:54:51.321557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T23:54:51.006265Z","time spent":"315.279517ms","remote":"127.0.0.1:36904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-27T23:54:51.321579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.239931ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-02-27T23:54:51.321616Z","caller":"traceutil/trace.go:171","msg":"trace[1249314559] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7916; }","duration":"316.309603ms","start":"2026-02-27T23:54:51.005297Z","end":"2026-02-27T23:54:51.321607Z","steps":["trace[1249314559] 'agreement among raft nodes before linearized reading' (duration: 315.968195ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T23:54:51.321641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T23:54:51.005282Z","time spent":"316.352524ms","remote":"127.0.0.1:36904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-02-27T23:54:53.254476Z","caller":"traceutil/trace.go:171","msg":"trace[2145297574] linearizableReadLoop","detail":"{readStateIndex:8233; appliedIndex:8232; }","duration":"187.254673ms","start":"2026-02-27T23:54:53.067184Z","end":"2026-02-27T23:54:53.254439Z","steps":["trace[2145297574] 'read index received' (duration: 89.023414ms)","trace[2145297574] 'applied index is now lower than readState.Index' (duration: 98.229779ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T23:54:53.254614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.405277ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T23:54:53.254659Z","caller":"traceutil/trace.go:171","msg":"trace[807385494] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:7927; }","duration":"187.49719ms","start":"2026-02-27T23:54:53.067146Z","end":"2026-02-27T23:54:53.254643Z","steps":["trace[807385494] 'agreement among raft nodes before linearized reading' (duration: 187.403647ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T23:54:53.254624Z","caller":"traceutil/trace.go:171","msg":"trace[339289230] transaction","detail":"{read_only:false; response_revision:7927; number_of_response:1; }","duration":"224.457557ms","start":"2026-02-27T23:54:53.030113Z","end":"2026-02-27T23:54:53.25457Z","steps":["trace[339289230] 'process raft request' (duration: 126.073114ms)","trace[339289230] 'compare' (duration: 98.044935ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T23:55:58.523964Z","caller":"traceutil/trace.go:171","msg":"trace[1711751840] linearizableReadLoop","detail":"{readStateIndex:8907; appliedIndex:8906; }","duration":"177.574396ms","start":"2026-02-27T23:55:58.346368Z","end":"2026-02-27T23:55:58.523942Z","steps":["trace[1711751840] 'read index received' (duration: 177.443002ms)","trace[1711751840] 'applied index is now lower than readState.Index' (duration: 130.634µs)"],"step_count":2} {"level":"warn","ts":"2026-02-27T23:55:58.524092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.699828ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T23:55:58.524126Z","caller":"traceutil/trace.go:171","msg":"trace[301468850] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:8583; }","duration":"177.787911ms","start":"2026-02-27T23:55:58.346327Z","end":"2026-02-27T23:55:58.524115Z","steps":["trace[301468850] 'agreement among raft nodes before linearized reading' (duration: 177.712809ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T23:55:58.524169Z","caller":"traceutil/trace.go:171","msg":"trace[484019028] transaction","detail":"{read_only:false; response_revision:8583; number_of_response:1; }","duration":"209.174756ms","start":"2026-02-27T23:55:58.314952Z","end":"2026-02-27T23:55:58.524127Z","steps":["trace[484019028] 'process raft request' (duration: 208.854888ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T23:57:52.352823Z","caller":"traceutil/trace.go:171","msg":"trace[278768932] transaction","detail":"{read_only:false; response_revision:9337; number_of_response:1; }","duration":"109.685792ms","start":"2026-02-27T23:57:52.243098Z","end":"2026-02-27T23:57:52.352784Z","steps":["trace[278768932] 'process raft request' (duration: 109.349023ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T23:58:26.305558Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"b11e7fc5714be64b","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-02-27T23:58:26.312109Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-02-27T23:58:26.312209Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"warn","ts":"2026-02-27T23:59:41.273993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.380819ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-02-27T23:59:41.823629Z","caller":"traceutil/trace.go:171","msg":"trace[29637307] transaction","detail":"{read_only:false; response_revision:10313; number_of_response:1; }","duration":"125.725824ms","start":"2026-02-27T23:59:41.697877Z","end":"2026-02-27T23:59:41.823603Z","steps":["trace[29637307] 'process raft request' (duration: 125.498979ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T23:59:42.943593Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":7863} {"level":"info","ts":"2026-02-27T23:59:43.150298Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":7863,"took":"203.366936ms","hash":2064923863,"current-db-size-bytes":43470848,"current-db-size":"44 MB","current-db-size-in-use-bytes":27824128,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-02-27T23:59:43.150368Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2064923863,"revision":7863,"compact-revision":5810} {"level":"info","ts":"2026-02-28T00:01:02.942682Z","caller":"traceutil/trace.go:171","msg":"trace[1748619178] linearizableReadLoop","detail":"{readStateIndex:11235; appliedIndex:11234; }","duration":"126.361418ms","start":"2026-02-28T00:01:02.816286Z","end":"2026-02-28T00:01:02.942648Z","steps":["trace[1748619178] 'read index received' (duration: 126.229845ms)","trace[1748619178] 'applied index is now lower than readState.Index' (duration: 129.603µs)"],"step_count":2} {"level":"info","ts":"2026-02-28T00:01:02.943758Z","caller":"traceutil/trace.go:171","msg":"trace[1317770974] transaction","detail":"{read_only:false; response_revision:10838; number_of_response:1; }","duration":"146.131016ms","start":"2026-02-28T00:01:02.797604Z","end":"2026-02-28T00:01:02.943735Z","steps":["trace[1317770974] 'process raft request' (duration: 144.749801ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:01:02.94422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.915778ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-28T00:01:02.94429Z","caller":"traceutil/trace.go:171","msg":"trace[665325217] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:10838; }","duration":"128.051272ms","start":"2026-02-28T00:01:02.81622Z","end":"2026-02-28T00:01:02.944271Z","steps":["trace[665325217] 'agreement among raft nodes before linearized reading' (duration: 127.921668ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:01:02.984498Z","caller":"traceutil/trace.go:171","msg":"trace[713972895] transaction","detail":"{read_only:false; response_revision:10839; number_of_response:1; }","duration":"103.610436ms","start":"2026-02-28T00:01:02.880804Z","end":"2026-02-28T00:01:02.984414Z","steps":["trace[713972895] 'process raft request' (duration: 103.343849ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:01:02.984831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.719247ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-28T00:01:02.984941Z","caller":"traceutil/trace.go:171","msg":"trace[861533288] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:10840; }","duration":"165.847401ms","start":"2026-02-28T00:01:02.819059Z","end":"2026-02-28T00:01:02.984906Z","steps":["trace[861533288] 'agreement among raft nodes before linearized reading' (duration: 165.700616ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:01:02.984931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.495256ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-02-28T00:01:02.985025Z","caller":"traceutil/trace.go:171","msg":"trace[793875639] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:10840; }","duration":"155.664761ms","start":"2026-02-28T00:01:02.829334Z","end":"2026-02-28T00:01:02.984999Z","steps":["trace[793875639] 'agreement among raft nodes before linearized reading' (duration: 155.356762ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:01:02.985424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.953745ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:1 size:7276"} {"level":"warn","ts":"2026-02-28T00:01:02.985459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.360389ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:1 size:7276"} {"level":"info","ts":"2026-02-28T00:01:02.985492Z","caller":"traceutil/trace.go:171","msg":"trace[1477710436] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:1; response_revision:10840; }","duration":"168.080128ms","start":"2026-02-28T00:01:02.817393Z","end":"2026-02-28T00:01:02.985473Z","steps":["trace[1477710436] 'agreement among raft nodes before linearized reading' (duration: 167.405841ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:01:02.985549Z","caller":"traceutil/trace.go:171","msg":"trace[1042469435] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:1; response_revision:10840; }","duration":"167.508425ms","start":"2026-02-28T00:01:02.818019Z","end":"2026-02-28T00:01:02.985527Z","steps":["trace[1042469435] 'agreement among raft nodes before linearized reading' (duration: 166.738064ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:01:02.986291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.853119ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-02-28T00:01:02.986363Z","caller":"traceutil/trace.go:171","msg":"trace[628150629] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:10840; }","duration":"168.977592ms","start":"2026-02-28T00:01:02.817366Z","end":"2026-02-28T00:01:02.986344Z","steps":["trace[628150629] 'agreement among raft nodes before linearized reading' (duration: 167.269057ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:01:09.436637Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16594529469309059565,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-28T00:01:09.813621Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.417111266s","expected-duration":"1s"} {"level":"info","ts":"2026-02-28T00:01:09.814164Z","caller":"traceutil/trace.go:171","msg":"trace[335238696] transaction","detail":"{read_only:false; response_revision:10891; number_of_response:1; }","duration":"1.41770798s","start":"2026-02-28T00:01:08.396424Z","end":"2026-02-28T00:01:09.814132Z","steps":["trace[335238696] 'process raft request' (duration: 1.417539786s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:01:09.81438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:01:08.396413Z","time spent":"1.417824123s","remote":"127.0.0.1:36678","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":904,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-28T00:01:09.817912Z","caller":"traceutil/trace.go:171","msg":"trace[1059251566] linearizableReadLoop","detail":"{readStateIndex:11292; appliedIndex:11288; }","duration":"882.341877ms","start":"2026-02-28T00:01:08.935552Z","end":"2026-02-28T00:01:09.817894Z","steps":["trace[1059251566] 'read index received' (duration: 878.310894ms)","trace[1059251566] 'applied index is now lower than readState.Index' (duration: 4.029993ms)"],"step_count":2} {"level":"info","ts":"2026-02-28T00:01:09.817943Z","caller":"traceutil/trace.go:171","msg":"trace[1988219217] transaction","detail":"{read_only:false; response_revision:10894; number_of_response:1; }","duration":"812.299562ms","start":"2026-02-28T00:01:09.005631Z","end":"2026-02-28T00:01:09.81793Z","steps":["trace[1988219217] 'process raft request' (duration: 812.21518ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:01:09.81799Z","caller":"traceutil/trace.go:171","msg":"trace[1813705368] transaction","detail":"{read_only:false; response_revision:10893; number_of_response:1; }","duration":"853.439056ms","start":"2026-02-28T00:01:08.964524Z","end":"2026-02-28T00:01:09.817963Z","steps":["trace[1813705368] 'process raft request' (duration: 853.285972ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:01:09.818096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:01:09.005615Z","time spent":"812.388494ms","remote":"127.0.0.1:36904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T00:01:09.818152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:01:08.964502Z","time spent":"853.56624ms","remote":"127.0.0.1:36904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T00:01:09.818214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"882.627815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-02-28T00:01:09.818257Z","caller":"traceutil/trace.go:171","msg":"trace[1104318016] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:10895; }","duration":"882.785938ms","start":"2026-02-28T00:01:08.935463Z","end":"2026-02-28T00:01:09.818249Z","steps":["trace[1104318016] 'agreement among raft nodes before linearized reading' (duration: 882.567933ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:01:09.818276Z","caller":"traceutil/trace.go:171","msg":"trace[921694157] transaction","detail":"{read_only:false; response_revision:10892; number_of_response:1; }","duration":"1.411528101s","start":"2026-02-28T00:01:08.406721Z","end":"2026-02-28T00:01:09.818249Z","steps":["trace[921694157] 'process raft request' (duration: 1.410978677s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:01:09.818421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"690.766496ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-28T00:01:09.818479Z","caller":"traceutil/trace.go:171","msg":"trace[248458229] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:10895; }","duration":"690.873099ms","start":"2026-02-28T00:01:09.127596Z","end":"2026-02-28T00:01:09.818469Z","steps":["trace[248458229] 'agreement among raft nodes before linearized reading' (duration: 690.788506ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:01:09.818536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"758.686908ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-02-28T00:01:09.818544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.711776ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-02-28T00:01:09.818595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"821.787915ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-28T00:01:09.818611Z","caller":"traceutil/trace.go:171","msg":"trace[2119002202] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:10895; }","duration":"374.807778ms","start":"2026-02-28T00:01:09.443786Z","end":"2026-02-28T00:01:09.818594Z","steps":["trace[2119002202] 'agreement among raft nodes before linearized reading' (duration: 374.636583ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:01:09.818621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"818.628865ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-02-28T00:01:09.818527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"807.56442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"warn","ts":"2026-02-28T00:01:09.818624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:01:08.406701Z","time spent":"1.411641544s","remote":"127.0.0.1:36790","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9501,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T00:01:09.818583Z","caller":"traceutil/trace.go:171","msg":"trace[1378425504] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:10895; }","duration":"758.749259ms","start":"2026-02-28T00:01:09.059826Z","end":"2026-02-28T00:01:09.818575Z","steps":["trace[1378425504] 'agreement among raft nodes before linearized reading' (duration: 758.602024ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:01:09.818713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:01:09.059821Z","time spent":"758.883892ms","remote":"127.0.0.1:36904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-28T00:01:09.818693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.822458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-02-28T00:01:09.8188Z","caller":"traceutil/trace.go:171","msg":"trace[1268319113] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:10895; }","duration":"374.977262ms","start":"2026-02-28T00:01:09.4438Z","end":"2026-02-28T00:01:09.818777Z","steps":["trace[1268319113] 'agreement among raft nodes before linearized reading' (duration: 374.661554ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:01:09.818683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"687.982366ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-02-28T00:01:09.81886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:01:09.443784Z","time spent":"375.063084ms","remote":"127.0.0.1:36904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-02-28T00:01:09.818916Z","caller":"traceutil/trace.go:171","msg":"trace[344975502] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:10895; }","duration":"688.217071ms","start":"2026-02-28T00:01:09.130643Z","end":"2026-02-28T00:01:09.81886Z","steps":["trace[344975502] 'agreement among raft nodes before linearized reading' (duration: 687.842602ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:01:09.818976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:01:09.13063Z","time spent":"688.334903ms","remote":"127.0.0.1:36904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-02-28T00:01:09.818641Z","caller":"traceutil/trace.go:171","msg":"trace[748019394] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:10895; }","duration":"821.857247ms","start":"2026-02-28T00:01:08.996769Z","end":"2026-02-28T00:01:09.818626Z","steps":["trace[748019394] 'agreement among raft nodes before linearized reading' (duration: 821.804956ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:01:09.818178Z","caller":"traceutil/trace.go:171","msg":"trace[1487649364] transaction","detail":"{read_only:false; response_revision:10895; number_of_response:1; }","duration":"155.412434ms","start":"2026-02-28T00:01:09.6627Z","end":"2026-02-28T00:01:09.818112Z","steps":["trace[1487649364] 'process raft request' (duration: 155.169368ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:01:09.819193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:01:08.996757Z","time spent":"822.409541ms","remote":"127.0.0.1:36866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-02-28T00:01:09.818304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:01:08.935441Z","time spent":"882.85538ms","remote":"127.0.0.1:36904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":554,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-02-28T00:01:09.818677Z","caller":"traceutil/trace.go:171","msg":"trace[2109834107] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:10895; }","duration":"818.706596ms","start":"2026-02-28T00:01:08.99996Z","end":"2026-02-28T00:01:09.818667Z","steps":["trace[2109834107] 'agreement among raft nodes before linearized reading' (duration: 818.580273ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:01:09.819889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:01:08.999946Z","time spent":"819.931578ms","remote":"127.0.0.1:36776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":692,"request content":"key:\"/registry/services/endpoints/openstack/cinder-api\" "} {"level":"warn","ts":"2026-02-28T00:01:09.818546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:01:09.127559Z","time spent":"690.978082ms","remote":"127.0.0.1:42076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true "} {"level":"warn","ts":"2026-02-28T00:01:09.818646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:01:09.443768Z","time spent":"374.869589ms","remote":"127.0.0.1:36904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-02-28T00:01:09.818678Z","caller":"traceutil/trace.go:171","msg":"trace[1743482924] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:10895; }","duration":"807.756195ms","start":"2026-02-28T00:01:09.010913Z","end":"2026-02-28T00:01:09.818669Z","steps":["trace[1743482924] 'agreement among raft nodes before linearized reading' (duration: 807.491658ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:01:09.820379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:01:09.010897Z","time spent":"809.466608ms","remote":"127.0.0.1:36904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-28T00:01:09.818341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"859.961703ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-28T00:01:09.820516Z","caller":"traceutil/trace.go:171","msg":"trace[1648842859] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:10895; }","duration":"862.233901ms","start":"2026-02-28T00:01:08.95825Z","end":"2026-02-28T00:01:09.820484Z","steps":["trace[1648842859] 'agreement among raft nodes before linearized reading' (duration: 860.049055ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:01:09.82057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:01:08.958237Z","time spent":"862.319704ms","remote":"127.0.0.1:36866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"info","ts":"2026-02-28T00:01:24.993405Z","caller":"traceutil/trace.go:171","msg":"trace[803382978] transaction","detail":"{read_only:false; response_revision:10997; number_of_response:1; }","duration":"154.952861ms","start":"2026-02-28T00:01:24.838412Z","end":"2026-02-28T00:01:24.993364Z","steps":["trace[803382978] 'process raft request' (duration: 154.677294ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:01:26.176032Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16594529469309059861,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-28T00:01:26.677095Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16594529469309059861,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-28T00:01:27.177265Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16594529469309059861,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-28T00:01:27.678292Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16594529469309059861,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-28T00:01:28.178744Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16594529469309059861,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-28T00:01:28.254914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999824912s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-28T00:01:28.255054Z","caller":"traceutil/trace.go:171","msg":"trace[1161392837] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000025407s","start":"2026-02-28T00:01:26.255005Z","end":"2026-02-28T00:01:28.25503Z","steps":["trace[1161392837] 'agreement among raft nodes before linearized reading' (duration: 1.999870653s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:01:28.255141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:01:26.254982Z","time spent":"2.000129089s","remote":"127.0.0.1:36602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-28T00:01:28.679221Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16594529469309059861,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-28T00:01:29.179833Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16594529469309059861,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-28T00:01:29.263908Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.668722609s","expected-duration":"1s"} {"level":"info","ts":"2026-02-28T00:01:29.264286Z","caller":"traceutil/trace.go:171","msg":"trace[149888986] transaction","detail":"{read_only:false; response_revision:10998; number_of_response:1; }","duration":"3.669205763s","start":"2026-02-28T00:01:25.595057Z","end":"2026-02-28T00:01:29.264263Z","steps":["trace[149888986] 'process raft request' (duration: 3.669076048s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:01:29.264403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:01:25.59504Z","time spent":"3.669305716s","remote":"127.0.0.1:36678","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":907,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-28T00:01:29.267698Z","caller":"traceutil/trace.go:171","msg":"trace[503429733] linearizableReadLoop","detail":"{readStateIndex:11405; appliedIndex:11399; }","duration":"3.59268749s","start":"2026-02-28T00:01:25.674996Z","end":"2026-02-28T00:01:29.267684Z","steps":["trace[503429733] 'read index received' (duration: 3.589111389s)","trace[503429733] 'applied index is now lower than readState.Index' (duration: 3.575321ms)"],"step_count":2} {"level":"info","ts":"2026-02-28T00:01:29.267699Z","caller":"traceutil/trace.go:171","msg":"trace[1314518589] transaction","detail":"{read_only:false; response_revision:10999; number_of_response:1; }","duration":"3.663068744s","start":"2026-02-28T00:01:25.6046Z","end":"2026-02-28T00:01:29.267669Z","steps":["trace[1314518589] 'process raft request' (duration: 3.662810368s)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:01:29.267766Z","caller":"traceutil/trace.go:171","msg":"trace[1317915665] transaction","detail":"{read_only:false; response_revision:11002; number_of_response:1; }","duration":"3.394257745s","start":"2026-02-28T00:01:25.873502Z","end":"2026-02-28T00:01:29.26776Z","steps":["trace[1317915665] 'process raft request' (duration: 3.394127411s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:01:29.267831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:01:25.873488Z","time spent":"3.394292796s","remote":"127.0.0.1:36904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T00:01:29.268048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.59304584s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-28T00:01:29.26808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.409848924s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-02-28T00:01:29.268105Z","caller":"traceutil/trace.go:171","msg":"trace[1720233198] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:11003; }","duration":"3.409913845s","start":"2026-02-28T00:01:25.858185Z","end":"2026-02-28T00:01:29.268099Z","steps":["trace[1720233198] 'agreement among raft nodes before linearized reading' (duration: 3.409808433s)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:01:29.268109Z","caller":"traceutil/trace.go:171","msg":"trace[562498536] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:11003; }","duration":"3.593169772s","start":"2026-02-28T00:01:25.674925Z","end":"2026-02-28T00:01:29.268095Z","steps":["trace[562498536] 'agreement among raft nodes before linearized reading' (duration: 3.592997638s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:01:29.268124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:01:25.858165Z","time spent":"3.409955727s","remote":"127.0.0.1:36776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":692,"request content":"key:\"/registry/services/endpoints/openstack/cinder-api\" "} {"level":"warn","ts":"2026-02-28T00:01:29.268139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:01:25.674892Z","time spent":"3.593240514s","remote":"127.0.0.1:36990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":109,"response size":31,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"info","ts":"2026-02-28T00:01:29.268123Z","caller":"traceutil/trace.go:171","msg":"trace[1355987954] transaction","detail":"{read_only:false; response_revision:11000; number_of_response:1; }","duration":"3.396265105s","start":"2026-02-28T00:01:25.871825Z","end":"2026-02-28T00:01:29.26809Z","steps":["trace[1355987954] 'process raft request' (duration: 3.395719001s)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:01:29.26825Z","caller":"traceutil/trace.go:171","msg":"trace[888094228] transaction","detail":"{read_only:false; response_revision:11003; number_of_response:1; }","duration":"1.53862211s","start":"2026-02-28T00:01:27.729615Z","end":"2026-02-28T00:01:29.268237Z","steps":["trace[888094228] 'process raft request' (duration: 1.538037615s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:01:29.268295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.69254ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-28T00:01:29.268318Z","caller":"traceutil/trace.go:171","msg":"trace[1755428337] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:11003; }","duration":"304.760262ms","start":"2026-02-28T00:01:28.96355Z","end":"2026-02-28T00:01:29.268311Z","steps":["trace[1755428337] 'agreement among raft nodes before linearized reading' (duration: 304.68662ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:01:29.268328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:01:27.729592Z","time spent":"1.538706951s","remote":"127.0.0.1:36904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T00:01:29.268343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:01:28.963532Z","time spent":"304.805562ms","remote":"127.0.0.1:37172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":37,"response size":31,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"warn","ts":"2026-02-28T00:01:29.268423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.374883797s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-02-28T00:01:29.268455Z","caller":"traceutil/trace.go:171","msg":"trace[1379467849] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:11003; }","duration":"3.374931728s","start":"2026-02-28T00:01:25.893514Z","end":"2026-02-28T00:01:29.268446Z","steps":["trace[1379467849] 'agreement among raft nodes before linearized reading' (duration: 3.374828815s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:01:29.268461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.384284848s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-02-28T00:01:29.268474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:01:25.893508Z","time spent":"3.374961529s","remote":"127.0.0.1:36904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-02-28T00:01:29.268485Z","caller":"traceutil/trace.go:171","msg":"trace[971013367] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:11003; }","duration":"3.384327311s","start":"2026-02-28T00:01:25.884149Z","end":"2026-02-28T00:01:29.268476Z","steps":["trace[971013367] 'agreement among raft nodes before linearized reading' (duration: 3.384226857s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:01:29.268508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:01:25.884135Z","time spent":"3.384367941s","remote":"127.0.0.1:36904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-28T00:01:29.268562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"793.201992ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-28T00:01:29.268596Z","caller":"traceutil/trace.go:171","msg":"trace[535817528] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:11003; }","duration":"793.273273ms","start":"2026-02-28T00:01:28.475315Z","end":"2026-02-28T00:01:29.268588Z","steps":["trace[535817528] 'agreement among raft nodes before linearized reading' (duration: 793.209382ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:01:29.268615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:01:28.475297Z","time spent":"793.312575ms","remote":"127.0.0.1:43960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":15,"response size":31,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-02-28T00:01:29.268624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.375683098s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-02-28T00:01:29.268639Z","caller":"traceutil/trace.go:171","msg":"trace[1680336544] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:11003; }","duration":"3.375722909s","start":"2026-02-28T00:01:25.892911Z","end":"2026-02-28T00:01:29.268634Z","steps":["trace[1680336544] 'agreement among raft nodes before linearized reading' (duration: 3.375678228s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:01:29.26865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:01:25.892899Z","time spent":"3.37574821s","remote":"127.0.0.1:36904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-28T00:01:29.268709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.37963849s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-02-28T00:01:29.26872Z","caller":"traceutil/trace.go:171","msg":"trace[374758593] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:11003; }","duration":"3.37966593s","start":"2026-02-28T00:01:25.88905Z","end":"2026-02-28T00:01:29.268716Z","steps":["trace[374758593] 'agreement among raft nodes before linearized reading' (duration: 3.379628649s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:01:29.268728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.005502224s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-28T00:01:29.268734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:01:25.889042Z","time spent":"3.379687872s","remote":"127.0.0.1:36904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-02-28T00:01:29.268748Z","caller":"traceutil/trace.go:171","msg":"trace[47872163] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11003; }","duration":"1.005560635s","start":"2026-02-28T00:01:28.263182Z","end":"2026-02-28T00:01:29.268742Z","steps":["trace[47872163] 'agreement among raft nodes before linearized reading' (duration: 1.005526434s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:01:29.26877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:01:28.263159Z","time spent":"1.005607676s","remote":"127.0.0.1:36594","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-28T00:01:29.268792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.379919117s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-02-28T00:01:29.268804Z","caller":"traceutil/trace.go:171","msg":"trace[166768634] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:11003; }","duration":"3.379957247s","start":"2026-02-28T00:01:25.888843Z","end":"2026-02-28T00:01:29.2688Z","steps":["trace[166768634] 'agreement among raft nodes before linearized reading' (duration: 3.379924177s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:01:29.268815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:01:25.888831Z","time spent":"3.379981529s","remote":"127.0.0.1:36904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-28T00:01:29.268892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.659979319s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-28T00:01:29.268911Z","caller":"traceutil/trace.go:171","msg":"trace[2072095409] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:11003; }","duration":"1.660036101s","start":"2026-02-28T00:01:27.608869Z","end":"2026-02-28T00:01:29.268906Z","steps":["trace[2072095409] 'agreement among raft nodes before linearized reading' (duration: 1.65999963s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:01:29.268928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:01:27.60884Z","time spent":"1.660082942s","remote":"127.0.0.1:38814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"warn","ts":"2026-02-28T00:01:29.268952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.52255579s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-28T00:01:29.268975Z","caller":"traceutil/trace.go:171","msg":"trace[550974568] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:11003; }","duration":"2.522701183s","start":"2026-02-28T00:01:26.746266Z","end":"2026-02-28T00:01:29.268967Z","steps":["trace[550974568] 'agreement among raft nodes before linearized reading' (duration: 2.522657982s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:01:29.269001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:01:26.746237Z","time spent":"2.522757195s","remote":"127.0.0.1:38942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-28T00:01:29.269074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.123435952s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-9995v\" ","response":"range_response_count:1 size:6441"} {"level":"info","ts":"2026-02-28T00:01:29.269094Z","caller":"traceutil/trace.go:171","msg":"trace[1160220292] range","detail":"{range_begin:/registry/pods/openstack/keepalived-9995v; range_end:; response_count:1; response_revision:11003; }","duration":"3.123492853s","start":"2026-02-28T00:01:26.145595Z","end":"2026-02-28T00:01:29.269088Z","steps":["trace[1160220292] 'agreement among raft nodes before linearized reading' (duration: 3.123426022s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:01:29.26911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:01:26.145579Z","time spent":"3.123527674s","remote":"127.0.0.1:36790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6465,"request content":"key:\"/registry/pods/openstack/keepalived-9995v\" "} {"level":"warn","ts":"2026-02-28T00:01:29.269165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.443304568s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-02-28T00:01:29.269187Z","caller":"traceutil/trace.go:171","msg":"trace[165410333] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:11003; }","duration":"2.443374952s","start":"2026-02-28T00:01:26.825805Z","end":"2026-02-28T00:01:29.26918Z","steps":["trace[165410333] 'agreement among raft nodes before linearized reading' (duration: 2.443307929s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:01:29.269201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:01:26.82578Z","time spent":"2.443418012s","remote":"127.0.0.1:36790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-28T00:01:29.269298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.471602344s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-28T00:01:29.269314Z","caller":"traceutil/trace.go:171","msg":"trace[703689804] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:11003; }","duration":"2.471672987s","start":"2026-02-28T00:01:26.797636Z","end":"2026-02-28T00:01:29.269309Z","steps":["trace[703689804] 'agreement among raft nodes before linearized reading' (duration: 2.471641486s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:01:29.269333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:01:26.797612Z","time spent":"2.471716187s","remote":"127.0.0.1:38904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-28T00:01:29.267843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:01:25.604578Z","time spent":"3.663193599s","remote":"127.0.0.1:36790","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9527,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T00:01:29.26959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.411009953s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-28T00:01:29.269614Z","caller":"traceutil/trace.go:171","msg":"trace[61343497] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11003; }","duration":"3.411050344s","start":"2026-02-28T00:01:25.858557Z","end":"2026-02-28T00:01:29.269607Z","steps":["trace[61343497] 'agreement among raft nodes before linearized reading' (duration: 3.411008033s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:01:29.269631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:01:25.858551Z","time spent":"3.411075814s","remote":"127.0.0.1:36866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-02-28T00:01:29.26971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:01:25.871796Z","time spent":"3.396405879s","remote":"127.0.0.1:36904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T00:01:29.269765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.399650423s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.52\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-02-28T00:01:29.269785Z","caller":"traceutil/trace.go:171","msg":"trace[1892459850] range","detail":"{range_begin:/registry/masterleases/162.253.55.52; range_end:; response_count:1; response_revision:11003; }","duration":"3.399672043s","start":"2026-02-28T00:01:25.870106Z","end":"2026-02-28T00:01:29.269778Z","steps":["trace[1892459850] 'agreement among raft nodes before linearized reading' (duration: 3.399610062s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:01:29.2698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:01:25.870042Z","time spent":"3.399754145s","remote":"127.0.0.1:36622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/162.253.55.52\" "} {"level":"info","ts":"2026-02-28T00:01:29.269811Z","caller":"traceutil/trace.go:171","msg":"trace[1499055880] transaction","detail":"{read_only:false; response_revision:11001; number_of_response:1; }","duration":"3.397569639s","start":"2026-02-28T00:01:25.872189Z","end":"2026-02-28T00:01:29.269759Z","steps":["trace[1499055880] 'process raft request' (duration: 3.395410143s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:01:29.269957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:01:25.872171Z","time spent":"3.397713284s","remote":"127.0.0.1:36904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T00:01:29.270048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.411607868s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-28T00:01:29.270074Z","caller":"traceutil/trace.go:171","msg":"trace[1500271971] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11003; }","duration":"3.41167439s","start":"2026-02-28T00:01:25.858394Z","end":"2026-02-28T00:01:29.270068Z","steps":["trace[1500271971] 'agreement among raft nodes before linearized reading' (duration: 3.411637029s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:01:29.270096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:01:25.858372Z","time spent":"3.411717142s","remote":"127.0.0.1:36866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"info","ts":"2026-02-28T00:04:42.952242Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":10320} {"level":"info","ts":"2026-02-28T00:04:43.036069Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":10320,"took":"81.088629ms","hash":2403499488,"current-db-size-bytes":43470848,"current-db-size":"44 MB","current-db-size-in-use-bytes":24875008,"current-db-size-in-use":"25 MB"} {"level":"info","ts":"2026-02-28T00:04:43.03615Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2403499488,"revision":10320,"compact-revision":7863} {"level":"info","ts":"2026-02-28T00:05:29.583034Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-00000000000032d3.wal"} {"level":"warn","ts":"2026-02-28T00:06:12.299355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.420121ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/openvswitch-9dpbl\" ","response":"range_response_count:1 size:11624"} {"level":"info","ts":"2026-02-28T00:06:12.299448Z","caller":"traceutil/trace.go:171","msg":"trace[206321977] range","detail":"{range_begin:/registry/pods/openstack/openvswitch-9dpbl; range_end:; response_count:1; response_revision:12789; }","duration":"114.562925ms","start":"2026-02-28T00:06:12.184867Z","end":"2026-02-28T00:06:12.29943Z","steps":["trace[206321977] 'range keys from in-memory index tree' (duration: 114.223396ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:06:12.443491Z","caller":"traceutil/trace.go:171","msg":"trace[847100676] transaction","detail":"{read_only:false; response_revision:12790; number_of_response:1; }","duration":"132.261708ms","start":"2026-02-28T00:06:12.311206Z","end":"2026-02-28T00:06:12.443468Z","steps":["trace[847100676] 'process raft request' (duration: 132.119315ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:06:12.450723Z","caller":"traceutil/trace.go:171","msg":"trace[1377098314] transaction","detail":"{read_only:false; response_revision:12791; number_of_response:1; }","duration":"132.148746ms","start":"2026-02-28T00:06:12.318558Z","end":"2026-02-28T00:06:12.450707Z","steps":["trace[1377098314] 'process raft request' (duration: 131.894239ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:06:12.450705Z","caller":"traceutil/trace.go:171","msg":"trace[346984470] transaction","detail":"{read_only:false; response_revision:12793; number_of_response:1; }","duration":"128.533742ms","start":"2026-02-28T00:06:12.322143Z","end":"2026-02-28T00:06:12.450677Z","steps":["trace[346984470] 'process raft request' (duration: 128.487171ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:06:12.450769Z","caller":"traceutil/trace.go:171","msg":"trace[1560857719] transaction","detail":"{read_only:false; response_revision:12792; number_of_response:1; }","duration":"129.225389ms","start":"2026-02-28T00:06:12.321514Z","end":"2026-02-28T00:06:12.450739Z","steps":["trace[1560857719] 'process raft request' (duration: 129.074166ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:06:22.631412Z","caller":"traceutil/trace.go:171","msg":"trace[107183734] transaction","detail":"{read_only:false; response_revision:12958; number_of_response:1; }","duration":"152.64764ms","start":"2026-02-28T00:06:22.47874Z","end":"2026-02-28T00:06:22.631387Z","steps":["trace[107183734] 'process raft request' (duration: 152.480296ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:06:23.068986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.431442ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-28T00:06:23.069236Z","caller":"traceutil/trace.go:171","msg":"trace[1376068855] linearizableReadLoop","detail":"{readStateIndex:13435; appliedIndex:13432; }","duration":"432.651204ms","start":"2026-02-28T00:06:22.636569Z","end":"2026-02-28T00:06:23.06922Z","steps":["trace[1376068855] 'read index received' (duration: 203.840503ms)","trace[1376068855] 'applied index is now lower than readState.Index' (duration: 228.809551ms)"],"step_count":2} {"level":"info","ts":"2026-02-28T00:06:23.069252Z","caller":"traceutil/trace.go:171","msg":"trace[1250267649] transaction","detail":"{read_only:false; response_revision:12960; number_of_response:1; }","duration":"585.438678ms","start":"2026-02-28T00:06:22.483792Z","end":"2026-02-28T00:06:23.069231Z","steps":["trace[1250267649] 'process raft request' (duration: 585.294484ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:06:23.069284Z","caller":"traceutil/trace.go:171","msg":"trace[1916992847] transaction","detail":"{read_only:false; response_revision:12961; number_of_response:1; }","duration":"584.186226ms","start":"2026-02-28T00:06:22.485066Z","end":"2026-02-28T00:06:23.069252Z","steps":["trace[1916992847] 'process raft request' (duration: 584.111383ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:06:23.069401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:06:22.483766Z","time spent":"585.553832ms","remote":"127.0.0.1:36904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T00:06:23.069409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"432.83714ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/ovn-northd-7659bd74f8-7djkr\" ","response":"range_response_count:1 size:6894"} {"level":"warn","ts":"2026-02-28T00:06:23.069419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:06:22.485053Z","time spent":"584.291929ms","remote":"127.0.0.1:36904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T00:06:23.069443Z","caller":"traceutil/trace.go:171","msg":"trace[2078849471] range","detail":"{range_begin:/registry/pods/openstack/ovn-northd-7659bd74f8-7djkr; range_end:; response_count:1; response_revision:12961; }","duration":"432.908441ms","start":"2026-02-28T00:06:22.636525Z","end":"2026-02-28T00:06:23.069433Z","steps":["trace[2078849471] 'agreement among raft nodes before linearized reading' (duration: 432.784488ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:06:23.069477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:06:22.636505Z","time spent":"432.963962ms","remote":"127.0.0.1:36790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":6918,"request content":"key:\"/registry/pods/openstack/ovn-northd-7659bd74f8-7djkr\" "} {"level":"warn","ts":"2026-02-28T00:06:23.069477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.317517ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-02-28T00:06:23.06953Z","caller":"traceutil/trace.go:171","msg":"trace[1346938405] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:12961; }","duration":"386.393269ms","start":"2026-02-28T00:06:22.68312Z","end":"2026-02-28T00:06:23.069514Z","steps":["trace[1346938405] 'agreement among raft nodes before linearized reading' (duration: 386.235726ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:06:23.069521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.154366ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-02-28T00:06:23.069527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.578733ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-02-28T00:06:23.069562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:06:22.683109Z","time spent":"386.44553ms","remote":"127.0.0.1:36904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":583,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-02-28T00:06:23.069569Z","caller":"traceutil/trace.go:171","msg":"trace[1129300155] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:12961; }","duration":"262.229128ms","start":"2026-02-28T00:06:22.807327Z","end":"2026-02-28T00:06:23.069556Z","steps":["trace[1129300155] 'agreement among raft nodes before linearized reading' (duration: 262.106075ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:06:23.069578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.246647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-02-28T00:06:23.06959Z","caller":"traceutil/trace.go:171","msg":"trace[1155000212] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:12961; }","duration":"240.669686ms","start":"2026-02-28T00:06:22.828904Z","end":"2026-02-28T00:06:23.069574Z","steps":["trace[1155000212] 'agreement among raft nodes before linearized reading' (duration: 240.477251ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:06:23.06961Z","caller":"traceutil/trace.go:171","msg":"trace[1864261313] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:12961; }","duration":"244.291659ms","start":"2026-02-28T00:06:22.825309Z","end":"2026-02-28T00:06:23.069601Z","steps":["trace[1864261313] 'agreement among raft nodes before linearized reading' (duration: 244.206256ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:06:23.069707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.383636ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-02-28T00:06:23.069724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.600102ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-28T00:06:23.069741Z","caller":"traceutil/trace.go:171","msg":"trace[2062868968] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:12961; }","duration":"284.450007ms","start":"2026-02-28T00:06:22.785283Z","end":"2026-02-28T00:06:23.069733Z","steps":["trace[2062868968] 'agreement among raft nodes before linearized reading' (duration: 284.361835ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:06:23.06975Z","caller":"traceutil/trace.go:171","msg":"trace[914578865] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12961; }","duration":"222.670775ms","start":"2026-02-28T00:06:22.847072Z","end":"2026-02-28T00:06:23.069743Z","steps":["trace[914578865] 'agreement among raft nodes before linearized reading' (duration: 222.627824ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:06:23.069728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.693299ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/ovn-controller-default-z2swm.18984053a96bb13b\" ","response":"range_response_count:1 size:783"} {"level":"warn","ts":"2026-02-28T00:06:23.06978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.279288ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-02-28T00:06:23.069796Z","caller":"traceutil/trace.go:171","msg":"trace[651572671] range","detail":"{range_begin:/registry/events/openstack/ovn-controller-default-z2swm.18984053a96bb13b; range_end:; response_count:1; response_revision:12961; }","duration":"100.780682ms","start":"2026-02-28T00:06:22.969004Z","end":"2026-02-28T00:06:23.069784Z","steps":["trace[651572671] 'agreement among raft nodes before linearized reading' (duration: 100.676059ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:06:23.069805Z","caller":"traceutil/trace.go:171","msg":"trace[1077060103] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:12961; }","duration":"235.312498ms","start":"2026-02-28T00:06:22.834483Z","end":"2026-02-28T00:06:23.069796Z","steps":["trace[1077060103] 'agreement among raft nodes before linearized reading' (duration: 235.259217ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:06:23.069209Z","caller":"traceutil/trace.go:171","msg":"trace[227320799] transaction","detail":"{read_only:false; response_revision:12959; number_of_response:1; }","duration":"585.470158ms","start":"2026-02-28T00:06:22.483707Z","end":"2026-02-28T00:06:23.069177Z","steps":["trace[227320799] 'process raft request' (duration: 356.714279ms)","trace[227320799] 'compare' (duration: 228.130784ms)"],"step_count":2} {"level":"warn","ts":"2026-02-28T00:06:23.069877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:06:22.483682Z","time spent":"586.152396ms","remote":"127.0.0.1:36904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T00:07:52.007566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.788561ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-28T00:07:52.007622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.982587ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-28T00:07:52.007662Z","caller":"traceutil/trace.go:171","msg":"trace[2084218671] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:13949; }","duration":"302.000847ms","start":"2026-02-28T00:07:51.705642Z","end":"2026-02-28T00:07:52.007643Z","steps":["trace[2084218671] 'range keys from in-memory index tree' (duration: 301.674999ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:07:52.007667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.844382ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-wndb9\" ","response":"range_response_count:1 size:22010"} {"level":"warn","ts":"2026-02-28T00:07:52.007709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:07:51.705613Z","time spent":"302.087009ms","remote":"127.0.0.1:36866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"info","ts":"2026-02-28T00:07:52.007709Z","caller":"traceutil/trace.go:171","msg":"trace[1028806356] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:13949; }","duration":"302.11709ms","start":"2026-02-28T00:07:51.705572Z","end":"2026-02-28T00:07:52.007689Z","steps":["trace[1028806356] 'range keys from in-memory index tree' (duration: 301.816582ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:07:52.007727Z","caller":"traceutil/trace.go:171","msg":"trace[1443577815] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-wndb9; range_end:; response_count:1; response_revision:13949; }","duration":"365.933015ms","start":"2026-02-28T00:07:51.641779Z","end":"2026-02-28T00:07:52.007712Z","steps":["trace[1443577815] 'range keys from in-memory index tree' (duration: 365.661737ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:07:52.007731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.667009ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"warn","ts":"2026-02-28T00:07:52.007753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:07:51.705548Z","time spent":"302.195851ms","remote":"127.0.0.1:36866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-02-28T00:07:52.007764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:07:51.641763Z","time spent":"365.993106ms","remote":"127.0.0.1:36790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22034,"request content":"key:\"/registry/pods/openstack/nova-compute-default-wndb9\" "} {"level":"info","ts":"2026-02-28T00:07:52.007782Z","caller":"traceutil/trace.go:171","msg":"trace[360974957] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:13949; }","duration":"301.73744ms","start":"2026-02-28T00:07:51.70603Z","end":"2026-02-28T00:07:52.007767Z","steps":["trace[360974957] 'range keys from in-memory index tree' (duration: 301.494873ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:07:52.007821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:07:51.706021Z","time spent":"301.791583ms","remote":"127.0.0.1:36866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5472,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-02-28T00:07:52.007874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.612616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-wndb9\" ","response":"range_response_count:1 size:22010"} {"level":"warn","ts":"2026-02-28T00:07:52.007951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.312945ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-28T00:07:52.007969Z","caller":"traceutil/trace.go:171","msg":"trace[1221202151] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-wndb9; range_end:; response_count:1; response_revision:13949; }","duration":"379.761139ms","start":"2026-02-28T00:07:51.628182Z","end":"2026-02-28T00:07:52.007943Z","steps":["trace[1221202151] 'range keys from in-memory index tree' (duration: 379.346069ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:07:52.007981Z","caller":"traceutil/trace.go:171","msg":"trace[1857202273] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:13949; }","duration":"302.374437ms","start":"2026-02-28T00:07:51.705597Z","end":"2026-02-28T00:07:52.007972Z","steps":["trace[1857202273] 'range keys from in-memory index tree' (duration: 302.152571ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:07:52.008013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:07:51.705578Z","time spent":"302.426488ms","remote":"127.0.0.1:36866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"warn","ts":"2026-02-28T00:07:52.008017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:07:51.628165Z","time spent":"379.842562ms","remote":"127.0.0.1:36790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22034,"request content":"key:\"/registry/pods/openstack/nova-compute-default-wndb9\" "} {"level":"warn","ts":"2026-02-28T00:07:52.00803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.689921ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-02-28T00:07:52.008114Z","caller":"traceutil/trace.go:171","msg":"trace[1015996925] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:13949; }","duration":"118.806884ms","start":"2026-02-28T00:07:51.889283Z","end":"2026-02-28T00:07:52.008089Z","steps":["trace[1015996925] 'range keys from in-memory index tree' (duration: 118.511796ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:07:52.008146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.855307ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-02-28T00:07:52.008189Z","caller":"traceutil/trace.go:171","msg":"trace[1025175234] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:13949; }","duration":"202.925889ms","start":"2026-02-28T00:07:51.805248Z","end":"2026-02-28T00:07:52.008174Z","steps":["trace[1025175234] 'range keys from in-memory index tree' (duration: 202.765085ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:07:52.310647Z","caller":"traceutil/trace.go:171","msg":"trace[989686925] transaction","detail":"{read_only:false; response_revision:13950; number_of_response:1; }","duration":"117.518591ms","start":"2026-02-28T00:07:52.193101Z","end":"2026-02-28T00:07:52.310619Z","steps":["trace[989686925] 'process raft request' (duration: 117.338987ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:09:42.959822Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":12242} {"level":"info","ts":"2026-02-28T00:09:43.0377Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":12242,"took":"75.361601ms","hash":847517846,"current-db-size-bytes":43470848,"current-db-size":"44 MB","current-db-size-in-use-bytes":28532736,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-02-28T00:09:43.037772Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":847517846,"revision":12242,"compact-revision":10320} {"level":"info","ts":"2026-02-28T00:13:47.024688Z","caller":"traceutil/trace.go:171","msg":"trace[2068991139] transaction","detail":"{read_only:false; response_revision:16431; number_of_response:1; }","duration":"200.57322ms","start":"2026-02-28T00:13:46.824089Z","end":"2026-02-28T00:13:47.024662Z","steps":["trace[2068991139] 'process raft request' (duration: 200.360444ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:13:47.087582Z","caller":"traceutil/trace.go:171","msg":"trace[996183218] transaction","detail":"{read_only:false; response_revision:16433; number_of_response:1; }","duration":"257.117049ms","start":"2026-02-28T00:13:46.83043Z","end":"2026-02-28T00:13:47.087547Z","steps":["trace[996183218] 'process raft request' (duration: 257.000316ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:13:47.087705Z","caller":"traceutil/trace.go:171","msg":"trace[739496423] transaction","detail":"{read_only:false; response_revision:16434; number_of_response:1; }","duration":"197.598724ms","start":"2026-02-28T00:13:46.890095Z","end":"2026-02-28T00:13:47.087694Z","steps":["trace[739496423] 'process raft request' (duration: 197.381849ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:13:47.087593Z","caller":"traceutil/trace.go:171","msg":"trace[336135525] transaction","detail":"{read_only:false; response_revision:16432; number_of_response:1; }","duration":"258.73224ms","start":"2026-02-28T00:13:46.828826Z","end":"2026-02-28T00:13:47.087558Z","steps":["trace[336135525] 'process raft request' (duration: 258.312589ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:13:47.388286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.189535ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-fdkhf\" ","response":"range_response_count:1 size:9709"} {"level":"info","ts":"2026-02-28T00:13:47.388374Z","caller":"traceutil/trace.go:171","msg":"trace[670656935] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-fdkhf; range_end:; response_count:1; response_revision:16434; }","duration":"190.312448ms","start":"2026-02-28T00:13:47.198041Z","end":"2026-02-28T00:13:47.388354Z","steps":["trace[670656935] 'range keys from in-memory index tree' (duration: 190.015399ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:13:47.388291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.923837ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-28T00:13:47.388476Z","caller":"traceutil/trace.go:171","msg":"trace[1870452362] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:16434; }","duration":"133.149503ms","start":"2026-02-28T00:13:47.255311Z","end":"2026-02-28T00:13:47.388461Z","steps":["trace[1870452362] 'range keys from in-memory index tree' (duration: 132.848645ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:14:42.965968Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":14594} {"level":"info","ts":"2026-02-28T00:14:43.083603Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":14594,"took":"114.347043ms","hash":3391529390,"current-db-size-bytes":43470848,"current-db-size":"44 MB","current-db-size-in-use-bytes":30425088,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-02-28T00:14:43.083686Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3391529390,"revision":14594,"compact-revision":12242} {"level":"warn","ts":"2026-02-28T00:17:21.28457Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16594529469309083093,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-28T00:17:21.785301Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16594529469309083093,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-28T00:17:22.286488Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16594529469309083093,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-28T00:17:22.787566Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16594529469309083093,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-28T00:17:23.288182Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16594529469309083093,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-28T00:17:23.476233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.99991309s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-28T00:17:23.476325Z","caller":"traceutil/trace.go:171","msg":"trace[1410981149] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000059345s","start":"2026-02-28T00:17:21.476246Z","end":"2026-02-28T00:17:23.476305Z","steps":["trace[1410981149] 'agreement among raft nodes before linearized reading' (duration: 1.999946722s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:17:23.476378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:17:21.476228Z","time spent":"2.000137287s","remote":"127.0.0.1:36594","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-28T00:17:23.78854Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16594529469309083093,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-28T00:17:24.25593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000150228s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-28T00:17:24.256036Z","caller":"traceutil/trace.go:171","msg":"trace[1708916640] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000316562s","start":"2026-02-28T00:17:22.255698Z","end":"2026-02-28T00:17:24.256015Z","steps":["trace[1708916640] 'agreement among raft nodes before linearized reading' (duration: 2.000183379s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:17:24.256084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:17:22.25568Z","time spent":"2.000391723s","remote":"127.0.0.1:36602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/28 00:17:24 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-28T00:17:24.289207Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16594529469309083093,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-28T00:17:24.790315Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16594529469309083093,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-28T00:17:25.146669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000499585s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-28T00:17:25.146764Z","caller":"traceutil/trace.go:171","msg":"trace[219553664] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000639939s","start":"2026-02-28T00:17:23.146103Z","end":"2026-02-28T00:17:25.146743Z","steps":["trace[219553664] 'agreement among raft nodes before linearized reading' (duration: 2.000529646s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:17:25.14682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:17:23.146089Z","time spent":"2.000720631s","remote":"127.0.0.1:36594","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/28 00:17:25 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-28T00:17:25.29074Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16594529469309083093,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-28T00:17:25.512311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:17:20.513595Z","time spent":"4.99870689s","remote":"127.0.0.1:36904","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/02/28 00:17:25 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-28T00:17:25.515963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:17:20.517694Z","time spent":"4.998245999s","remote":"127.0.0.1:36904","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/02/28 00:17:25 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-28T00:17:25.784093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.997014616s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-28T00:17:25.784452Z","caller":"traceutil/trace.go:171","msg":"trace[623819363] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.997622432s","start":"2026-02-28T00:17:20.78678Z","end":"2026-02-28T00:17:25.784403Z","steps":["trace[623819363] 'agreement among raft nodes before linearized reading' (duration: 4.997043397s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:17:25.784543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:17:20.786763Z","time spent":"4.997733014s","remote":"127.0.0.1:36904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/02/28 00:17:25 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-28T00:17:25.790986Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16594529469309083093,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-28T00:17:26.263889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00025191s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-28T00:17:26.263958Z","caller":"traceutil/trace.go:171","msg":"trace[1055424715] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000405643s","start":"2026-02-28T00:17:24.263537Z","end":"2026-02-28T00:17:26.263943Z","steps":["trace[1055424715] 'agreement among raft nodes before linearized reading' (duration: 2.000304891s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:17:26.264019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:17:24.263493Z","time spent":"2.000499476s","remote":"127.0.0.1:36594","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/28 00:17:26 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-28T00:17:26.291442Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16594529469309083093,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-28T00:17:26.792216Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16594529469309083093,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-28T00:17:26.863547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:17:21.865267Z","time spent":"4.998273s","remote":"127.0.0.1:36904","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/02/28 00:17:26 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-28T00:17:26.866203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:17:21.86818Z","time spent":"4.998018972s","remote":"127.0.0.1:36904","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-02-28T00:17:26.866261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:17:21.867542Z","time spent":"4.99871204s","remote":"127.0.0.1:36904","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/02/28 00:17:26 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-28T00:17:26.940761Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"6.427071413s","expected-duration":"1s"} {"level":"info","ts":"2026-02-28T00:17:26.950886Z","caller":"traceutil/trace.go:171","msg":"trace[429458439] transaction","detail":"{read_only:false; response_revision:18040; number_of_response:1; }","duration":"5.390301353s","start":"2026-02-28T00:17:21.560533Z","end":"2026-02-28T00:17:26.950835Z","steps":["trace[429458439] 'process raft request' (duration: 5.390132849s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:17:26.9511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:17:21.560517Z","time spent":"5.390460007s","remote":"127.0.0.1:36904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T00:17:26.951261Z","caller":"traceutil/trace.go:171","msg":"trace[234351441] transaction","detail":"{read_only:false; response_revision:18044; number_of_response:1; }","duration":"4.035458955s","start":"2026-02-28T00:17:22.915776Z","end":"2026-02-28T00:17:26.951235Z","steps":["trace[234351441] 'process raft request' (duration: 4.035202718s)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:17:26.951407Z","caller":"traceutil/trace.go:171","msg":"trace[1001513043] transaction","detail":"{read_only:false; response_revision:18045; number_of_response:1; }","duration":"4.011656875s","start":"2026-02-28T00:17:22.939735Z","end":"2026-02-28T00:17:26.951392Z","steps":["trace[1001513043] 'process raft request' (duration: 4.01143045s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:17:26.951417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:17:22.915759Z","time spent":"4.035572589s","remote":"127.0.0.1:36904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T00:17:26.951485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:17:22.939718Z","time spent":"4.011732488s","remote":"127.0.0.1:36904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T00:17:26.951397Z","caller":"traceutil/trace.go:171","msg":"trace[1365330585] linearizableReadLoop","detail":"{readStateIndex:18693; appliedIndex:18683; }","duration":"6.167305261s","start":"2026-02-28T00:17:20.784073Z","end":"2026-02-28T00:17:26.951379Z","steps":["trace[1365330585] 'read index received' (duration: 6.157167742s)","trace[1365330585] 'applied index is now lower than readState.Index' (duration: 10.136749ms)"],"step_count":2} {"level":"warn","ts":"2026-02-28T00:17:26.951581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.167490445s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-02-28T00:17:26.951629Z","caller":"traceutil/trace.go:171","msg":"trace[203120835] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:18045; }","duration":"6.167589898s","start":"2026-02-28T00:17:20.784028Z","end":"2026-02-28T00:17:26.951618Z","steps":["trace[203120835] 'agreement among raft nodes before linearized reading' (duration: 6.167409053s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:17:26.95159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:17:23.480406Z","time spent":"3.471171374s","remote":"127.0.0.1:36678","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-02-28T00:17:26.951724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.167455635s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-28T00:17:26.951759Z","caller":"traceutil/trace.go:171","msg":"trace[2010334506] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:18045; }","duration":"6.167529517s","start":"2026-02-28T00:17:20.784222Z","end":"2026-02-28T00:17:26.951751Z","steps":["trace[2010334506] 'agreement among raft nodes before linearized reading' (duration: 6.167418373s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:17:26.95178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:17:20.784202Z","time spent":"6.167572928s","remote":"127.0.0.1:36904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-28T00:17:26.951787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"687.578335ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-28T00:17:26.951817Z","caller":"traceutil/trace.go:171","msg":"trace[2064017539] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:18045; }","duration":"687.628276ms","start":"2026-02-28T00:17:26.26418Z","end":"2026-02-28T00:17:26.951809Z","steps":["trace[2064017539] 'agreement among raft nodes before linearized reading' (duration: 687.582435ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:17:26.95182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.672669579s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-28T00:17:26.951855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:17:26.264167Z","time spent":"687.675457ms","remote":"127.0.0.1:36602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-28T00:17:26.951877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.027952214s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.52\" ","response":"range_response_count:1 size:137"} {"level":"warn","ts":"2026-02-28T00:17:26.9519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.310863396s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-28T00:17:26.951912Z","caller":"traceutil/trace.go:171","msg":"trace[193781662] range","detail":"{range_begin:/registry/masterleases/162.253.55.52; range_end:; response_count:1; response_revision:18045; }","duration":"1.028020716s","start":"2026-02-28T00:17:25.923881Z","end":"2026-02-28T00:17:26.951902Z","steps":["trace[193781662] 'agreement among raft nodes before linearized reading' (duration: 1.027914283s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:17:26.951932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.152217191s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-02-28T00:17:26.951948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:17:25.923863Z","time spent":"1.028078827s","remote":"127.0.0.1:36622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":161,"request content":"key:\"/registry/masterleases/162.253.55.52\" "} {"level":"info","ts":"2026-02-28T00:17:26.951983Z","caller":"traceutil/trace.go:171","msg":"trace[1503771120] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:18045; }","duration":"4.152306803s","start":"2026-02-28T00:17:22.799666Z","end":"2026-02-28T00:17:26.951972Z","steps":["trace[1503771120] 'agreement among raft nodes before linearized reading' (duration: 4.152053347s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:17:26.951999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.362400638s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-28T00:17:26.95202Z","caller":"traceutil/trace.go:171","msg":"trace[1646353440] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:18045; }","duration":"5.362454319s","start":"2026-02-28T00:17:21.58956Z","end":"2026-02-28T00:17:26.952014Z","steps":["trace[1646353440] 'agreement among raft nodes before linearized reading' (duration: 5.362372827s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:17:26.952048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:17:21.589539Z","time spent":"5.362500891s","remote":"127.0.0.1:36652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":72,"response size":32,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"warn","ts":"2026-02-28T00:17:26.951758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.395440556s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-28T00:17:26.952193Z","caller":"traceutil/trace.go:171","msg":"trace[1702190310] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:18045; }","duration":"2.395954717s","start":"2026-02-28T00:17:24.55623Z","end":"2026-02-28T00:17:26.952185Z","steps":["trace[1702190310] 'agreement among raft nodes before linearized reading' (duration: 2.395464825s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:17:26.952182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.326315055s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"warn","ts":"2026-02-28T00:17:26.952248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:17:24.556206Z","time spent":"2.39603193s","remote":"127.0.0.1:36758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":14,"response size":32,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"info","ts":"2026-02-28T00:17:26.952259Z","caller":"traceutil/trace.go:171","msg":"trace[730408303] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:18045; }","duration":"1.326436518s","start":"2026-02-28T00:17:25.625814Z","end":"2026-02-28T00:17:26.95225Z","steps":["trace[730408303] 'agreement among raft nodes before linearized reading' (duration: 1.326304155s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:17:26.952293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:17:25.625792Z","time spent":"1.326492389s","remote":"127.0.0.1:36904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":557,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-02-28T00:17:26.951881Z","caller":"traceutil/trace.go:171","msg":"trace[1533071134] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:18045; }","duration":"4.672786032s","start":"2026-02-28T00:17:22.279079Z","end":"2026-02-28T00:17:26.951865Z","steps":["trace[1533071134] 'agreement among raft nodes before linearized reading' (duration: 4.672656099s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:17:26.952347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.360664619s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-28T00:17:26.952019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:17:22.799645Z","time spent":"4.152367344s","remote":"127.0.0.1:36964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":149,"response size":33,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"info","ts":"2026-02-28T00:17:26.952394Z","caller":"traceutil/trace.go:171","msg":"trace[1883760337] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:18045; }","duration":"3.360888035s","start":"2026-02-28T00:17:23.591482Z","end":"2026-02-28T00:17:26.95237Z","steps":["trace[1883760337] 'agreement among raft nodes before linearized reading' (duration: 3.360799213s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:17:26.952431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:17:23.591451Z","time spent":"3.360972868s","remote":"127.0.0.1:43946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":25,"response size":32,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"info","ts":"2026-02-28T00:17:26.951919Z","caller":"traceutil/trace.go:171","msg":"trace[207051121] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:18045; }","duration":"5.310928608s","start":"2026-02-28T00:17:21.640985Z","end":"2026-02-28T00:17:26.951913Z","steps":["trace[207051121] 'agreement among raft nodes before linearized reading' (duration: 5.310895777s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:17:26.952427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:17:22.279057Z","time spent":"4.673305195s","remote":"127.0.0.1:36854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":30,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-02-28T00:17:26.952501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:17:21.640961Z","time spent":"5.311523383s","remote":"127.0.0.1:36742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":30,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"warn","ts":"2026-02-28T00:17:26.95258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.978881ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" ","response":"range_response_count:1 size:1850"} {"level":"info","ts":"2026-02-28T00:17:26.952634Z","caller":"traceutil/trace.go:171","msg":"trace[453045672] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0; range_end:; response_count:1; response_revision:18045; }","duration":"195.057063ms","start":"2026-02-28T00:17:26.757557Z","end":"2026-02-28T00:17:26.952615Z","steps":["trace[453045672] 'agreement among raft nodes before linearized reading' (duration: 194.95279ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:17:26.952257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.436164439s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-28T00:17:26.952701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.709956585s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-28T00:17:26.952715Z","caller":"traceutil/trace.go:171","msg":"trace[448145395] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:18045; }","duration":"2.436624571s","start":"2026-02-28T00:17:24.516083Z","end":"2026-02-28T00:17:26.952707Z","steps":["trace[448145395] 'agreement among raft nodes before linearized reading' (duration: 2.435957714s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:17:26.951667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:17:20.784008Z","time spent":"6.167649939s","remote":"127.0.0.1:36904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-28T00:17:26.952744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:17:24.51602Z","time spent":"2.436714424s","remote":"127.0.0.1:36704","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":127,"response size":32,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"info","ts":"2026-02-28T00:17:26.952752Z","caller":"traceutil/trace.go:171","msg":"trace[1609666868] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:18045; }","duration":"1.710058178s","start":"2026-02-28T00:17:25.242671Z","end":"2026-02-28T00:17:26.952729Z","steps":["trace[1609666868] 'agreement among raft nodes before linearized reading' (duration: 1.709973246s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:17:26.952785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:17:25.242651Z","time spent":"1.710124319s","remote":"127.0.0.1:46478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":30,"request content":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-02-28T00:17:26.952827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.350543ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-28T00:17:26.952869Z","caller":"traceutil/trace.go:171","msg":"trace[1339566573] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:18045; }","duration":"261.434074ms","start":"2026-02-28T00:17:26.691425Z","end":"2026-02-28T00:17:26.952859Z","steps":["trace[1339566573] 'agreement among raft nodes before linearized reading' (duration: 261.360222ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:17:26.951867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.090549507s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-28T00:17:26.952919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.971756692s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-28T00:17:26.952943Z","caller":"traceutil/trace.go:171","msg":"trace[836791695] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:18045; }","duration":"5.091666555s","start":"2026-02-28T00:17:21.861269Z","end":"2026-02-28T00:17:26.952935Z","steps":["trace[836791695] 'agreement among raft nodes before linearized reading' (duration: 5.090571527s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:17:26.952968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:17:21.861247Z","time spent":"5.091713275s","remote":"127.0.0.1:38942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-28T00:17:26.953006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.127121003s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-28T00:17:26.953042Z","caller":"traceutil/trace.go:171","msg":"trace[1433004954] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:18045; }","duration":"2.127256736s","start":"2026-02-28T00:17:24.825774Z","end":"2026-02-28T00:17:26.953031Z","steps":["trace[1433004954] 'agreement among raft nodes before linearized reading' (duration: 2.127210375s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:17:26.95307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.851487368s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-02-28T00:17:26.951949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.280252075s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-28T00:17:26.953101Z","caller":"traceutil/trace.go:171","msg":"trace[1429003113] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:18045; }","duration":"3.851550649s","start":"2026-02-28T00:17:23.101541Z","end":"2026-02-28T00:17:26.953092Z","steps":["trace[1429003113] 'agreement among raft nodes before linearized reading' (duration: 3.851449176s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:17:26.953137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:17:23.101524Z","time spent":"3.851605991s","remote":"127.0.0.1:36790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-28T00:17:26.952964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.001463021s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-28T00:17:26.953218Z","caller":"traceutil/trace.go:171","msg":"trace[969090397] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:18045; }","duration":"2.00177938s","start":"2026-02-28T00:17:24.95142Z","end":"2026-02-28T00:17:26.953199Z","steps":["trace[969090397] 'agreement among raft nodes before linearized reading' (duration: 2.001509103s)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:17:26.953106Z","caller":"traceutil/trace.go:171","msg":"trace[1568403922] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:18045; }","duration":"4.281433436s","start":"2026-02-28T00:17:22.671664Z","end":"2026-02-28T00:17:26.953098Z","steps":["trace[1568403922] 'agreement among raft nodes before linearized reading' (duration: 4.280235645s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:17:26.953248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:17:24.951395Z","time spent":"2.001844031s","remote":"127.0.0.1:42100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true "} {"level":"warn","ts":"2026-02-28T00:17:26.953274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:17:22.671625Z","time spent":"4.28163701s","remote":"127.0.0.1:42188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true "} {"level":"info","ts":"2026-02-28T00:17:26.952969Z","caller":"traceutil/trace.go:171","msg":"trace[1394790648] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:18045; }","duration":"3.971836224s","start":"2026-02-28T00:17:22.981106Z","end":"2026-02-28T00:17:26.952943Z","steps":["trace[1394790648] 'agreement among raft nodes before linearized reading' (duration: 3.971773482s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:17:26.953355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:17:22.981087Z","time spent":"3.972260016s","remote":"127.0.0.1:42176","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true "} {"level":"warn","ts":"2026-02-28T00:17:26.953076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:17:24.825745Z","time spent":"2.127321418s","remote":"127.0.0.1:46458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true "} {"level":"warn","ts":"2026-02-28T00:17:26.953962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.324675694s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18778"} {"level":"info","ts":"2026-02-28T00:17:26.954098Z","caller":"traceutil/trace.go:171","msg":"trace[1697376992] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:18045; }","duration":"4.324753456s","start":"2026-02-28T00:17:22.629234Z","end":"2026-02-28T00:17:26.953988Z","steps":["trace[1697376992] 'agreement among raft nodes before linearized reading' (duration: 4.322728384s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:17:26.954263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:17:22.629212Z","time spent":"4.325018203s","remote":"127.0.0.1:36780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":18802,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"warn","ts":"2026-02-28T00:17:26.954533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.370651066s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-02-28T00:17:26.954581Z","caller":"traceutil/trace.go:171","msg":"trace[1351370266] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:18045; }","duration":"3.370743368s","start":"2026-02-28T00:17:23.583827Z","end":"2026-02-28T00:17:26.95457Z","steps":["trace[1351370266] 'agreement among raft nodes before linearized reading' (duration: 3.368851949s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:17:26.954676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:17:23.583807Z","time spent":"3.370859722s","remote":"127.0.0.1:36904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":586,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-02-28T00:17:29.086082Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.562641665s","expected-duration":"1s"} {"level":"info","ts":"2026-02-28T00:17:29.086672Z","caller":"traceutil/trace.go:171","msg":"trace[1258898054] transaction","detail":"{read_only:false; response_revision:18058; number_of_response:1; }","duration":"1.563319053s","start":"2026-02-28T00:17:27.523338Z","end":"2026-02-28T00:17:29.086657Z","steps":["trace[1258898054] 'process raft request' (duration: 1.562906662s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:17:29.086753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:17:27.523321Z","time spent":"1.563378564s","remote":"127.0.0.1:36904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T00:19:11.512523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.007851ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-02-28T00:19:11.51263Z","caller":"traceutil/trace.go:171","msg":"trace[75988065] linearizableReadLoop","detail":"{readStateIndex:19395; appliedIndex:19394; }","duration":"256.529597ms","start":"2026-02-28T00:19:11.256085Z","end":"2026-02-28T00:19:11.512614Z","steps":["trace[75988065] 'read index received' (duration: 36.330431ms)","trace[75988065] 'applied index is now lower than readState.Index' (duration: 220.197836ms)"],"step_count":2} {"level":"warn","ts":"2026-02-28T00:19:11.512884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.799605ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-28T00:19:11.512924Z","caller":"traceutil/trace.go:171","msg":"trace[823742230] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:18717; }","duration":"256.882767ms","start":"2026-02-28T00:19:11.256034Z","end":"2026-02-28T00:19:11.512916Z","steps":["trace[823742230] 'agreement among raft nodes before linearized reading' (duration: 256.808425ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:19:11.513149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.418805ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1991"} {"level":"info","ts":"2026-02-28T00:19:11.513229Z","caller":"traceutil/trace.go:171","msg":"trace[1814985286] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:18717; }","duration":"233.541388ms","start":"2026-02-28T00:19:11.279667Z","end":"2026-02-28T00:19:11.513209Z","steps":["trace[1814985286] 'agreement among raft nodes before linearized reading' (duration: 233.329433ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:19:11.707966Z","caller":"traceutil/trace.go:171","msg":"trace[614298501] transaction","detail":"{read_only:false; response_revision:18718; number_of_response:1; }","duration":"172.75976ms","start":"2026-02-28T00:19:11.535179Z","end":"2026-02-28T00:19:11.707939Z","steps":["trace[614298501] 'process raft request' (duration: 172.587076ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:19:11.912011Z","caller":"traceutil/trace.go:171","msg":"trace[1539036846] linearizableReadLoop","detail":"{readStateIndex:19398; appliedIndex:19395; }","duration":"322.50358ms","start":"2026-02-28T00:19:11.58949Z","end":"2026-02-28T00:19:11.911994Z","steps":["trace[1539036846] 'read index received' (duration: 118.332404ms)","trace[1539036846] 'applied index is now lower than readState.Index' (duration: 204.170696ms)"],"step_count":2} {"level":"info","ts":"2026-02-28T00:19:11.91207Z","caller":"traceutil/trace.go:171","msg":"trace[1239948014] transaction","detail":"{read_only:false; response_revision:18719; number_of_response:1; }","duration":"371.011483ms","start":"2026-02-28T00:19:11.541031Z","end":"2026-02-28T00:19:11.912042Z","steps":["trace[1239948014] 'process raft request' (duration: 370.825568ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:19:11.912195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.702304ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-02-28T00:19:11.9122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:19:11.541012Z","time spent":"371.117265ms","remote":"127.0.0.1:36904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T00:19:11.912216Z","caller":"traceutil/trace.go:171","msg":"trace[2012328937] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:18720; }","duration":"322.772056ms","start":"2026-02-28T00:19:11.58944Z","end":"2026-02-28T00:19:11.912212Z","steps":["trace[2012328937] 'agreement among raft nodes before linearized reading' (duration: 322.668874ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:19:11.912236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:19:11.589428Z","time spent":"322.804617ms","remote":"127.0.0.1:36904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-02-28T00:19:11.912093Z","caller":"traceutil/trace.go:171","msg":"trace[417850302] transaction","detail":"{read_only:false; response_revision:18720; number_of_response:1; }","duration":"370.684295ms","start":"2026-02-28T00:19:11.541403Z","end":"2026-02-28T00:19:11.912087Z","steps":["trace[417850302] 'process raft request' (duration: 370.565142ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:19:11.912327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:19:11.541392Z","time spent":"370.91391ms","remote":"127.0.0.1:36904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T00:19:11.912372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.600609ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-02-28T00:19:11.912393Z","caller":"traceutil/trace.go:171","msg":"trace[443592730] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:18720; }","duration":"318.63916ms","start":"2026-02-28T00:19:11.593749Z","end":"2026-02-28T00:19:11.912388Z","steps":["trace[443592730] 'agreement among raft nodes before linearized reading' (duration: 318.593899ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:19:11.912408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:19:11.593735Z","time spent":"318.667841ms","remote":"127.0.0.1:36904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-28T00:19:11.912476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.694667ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-02-28T00:19:11.912332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.498168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-02-28T00:19:11.912491Z","caller":"traceutil/trace.go:171","msg":"trace[77335648] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:18720; }","duration":"319.738198ms","start":"2026-02-28T00:19:11.592749Z","end":"2026-02-28T00:19:11.912488Z","steps":["trace[77335648] 'agreement among raft nodes before linearized reading' (duration: 319.700447ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:19:11.912503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:19:11.592733Z","time spent":"319.768068ms","remote":"127.0.0.1:36904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-28T00:19:11.912499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.496882ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-02-28T00:19:11.912563Z","caller":"traceutil/trace.go:171","msg":"trace[1064682794] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:18720; }","duration":"319.594954ms","start":"2026-02-28T00:19:11.592953Z","end":"2026-02-28T00:19:11.912548Z","steps":["trace[1064682794] 'agreement among raft nodes before linearized reading' (duration: 319.437951ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:19:11.912503Z","caller":"traceutil/trace.go:171","msg":"trace[1702014519] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:18720; }","duration":"320.712873ms","start":"2026-02-28T00:19:11.591783Z","end":"2026-02-28T00:19:11.912496Z","steps":["trace[1702014519] 'agreement among raft nodes before linearized reading' (duration: 320.521768ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:19:11.912596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:19:11.59294Z","time spent":"319.650705ms","remote":"127.0.0.1:36904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-28T00:19:11.912615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:19:11.591753Z","time spent":"320.854738ms","remote":"127.0.0.1:36904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-02-28T00:19:12.073095Z","caller":"traceutil/trace.go:171","msg":"trace[1009343537] transaction","detail":"{read_only:false; response_revision:18721; number_of_response:1; }","duration":"156.802021ms","start":"2026-02-28T00:19:11.916261Z","end":"2026-02-28T00:19:12.073063Z","steps":["trace[1009343537] 'process raft request' (duration: 141.498348ms)","trace[1009343537] 'compare' (duration: 15.18363ms)"],"step_count":2} {"level":"warn","ts":"2026-02-28T00:19:12.393186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.083112ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-28T00:19:12.393834Z","caller":"traceutil/trace.go:171","msg":"trace[1664302979] transaction","detail":"{read_only:false; response_revision:18723; number_of_response:1; }","duration":"477.32945ms","start":"2026-02-28T00:19:11.91648Z","end":"2026-02-28T00:19:12.393809Z","steps":["trace[1664302979] 'process raft request' (duration: 476.803286ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:19:12.393927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:19:11.916461Z","time spent":"477.425902ms","remote":"127.0.0.1:36904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T00:19:12.393901Z","caller":"traceutil/trace.go:171","msg":"trace[1806407992] transaction","detail":"{read_only:false; response_revision:18722; number_of_response:1; }","duration":"477.391211ms","start":"2026-02-28T00:19:11.916471Z","end":"2026-02-28T00:19:12.393862Z","steps":["trace[1806407992] 'process raft request' (duration: 274.5604ms)","trace[1806407992] 'compare' (duration: 201.936229ms)"],"step_count":2} {"level":"warn","ts":"2026-02-28T00:19:12.394131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:19:11.916448Z","time spent":"477.542914ms","remote":"127.0.0.1:36904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T00:19:12.394282Z","caller":"traceutil/trace.go:171","msg":"trace[1777313736] transaction","detail":"{read_only:false; response_revision:18724; number_of_response:1; }","duration":"475.81313ms","start":"2026-02-28T00:19:11.918445Z","end":"2026-02-28T00:19:12.394258Z","steps":["trace[1777313736] 'process raft request' (duration: 474.897937ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:19:12.394373Z","caller":"traceutil/trace.go:171","msg":"trace[1136829068] linearizableReadLoop","detail":"{readStateIndex:19403; appliedIndex:19398; }","duration":"359.809466ms","start":"2026-02-28T00:19:12.034537Z","end":"2026-02-28T00:19:12.394347Z","steps":["trace[1136829068] 'read index received' (duration: 23.210865ms)","trace[1136829068] 'applied index is now lower than readState.Index' (duration: 336.597171ms)"],"step_count":2} {"level":"warn","ts":"2026-02-28T00:19:12.394409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:19:11.918431Z","time spent":"475.908813ms","remote":"127.0.0.1:36904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T00:19:12.394461Z","caller":"traceutil/trace.go:171","msg":"trace[1784263482] transaction","detail":"{read_only:false; response_revision:18725; number_of_response:1; }","duration":"474.767813ms","start":"2026-02-28T00:19:11.91968Z","end":"2026-02-28T00:19:12.394447Z","steps":["trace[1784263482] 'process raft request' (duration: 473.700416ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:19:12.39451Z","caller":"traceutil/trace.go:171","msg":"trace[1818895633] transaction","detail":"{read_only:false; response_revision:18726; number_of_response:1; }","duration":"347.159552ms","start":"2026-02-28T00:19:12.047338Z","end":"2026-02-28T00:19:12.394497Z","steps":["trace[1818895633] 'process raft request' (duration: 346.828233ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:19:12.39453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:19:11.919673Z","time spent":"474.823865ms","remote":"127.0.0.1:36904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T00:19:12.394627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:19:12.047325Z","time spent":"347.218053ms","remote":"127.0.0.1:36904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T00:19:12.3948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.648791ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-02-28T00:19:12.39487Z","caller":"traceutil/trace.go:171","msg":"trace[1611259725] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:18726; }","duration":"359.797705ms","start":"2026-02-28T00:19:12.035054Z","end":"2026-02-28T00:19:12.394852Z","steps":["trace[1611259725] 'agreement among raft nodes before linearized reading' (duration: 359.530969ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:19:12.394921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:19:12.035044Z","time spent":"359.865808ms","remote":"127.0.0.1:36904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-02-28T00:19:12.394948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.40311ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"info","ts":"2026-02-28T00:19:12.395005Z","caller":"traceutil/trace.go:171","msg":"trace[795675298] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:18726; }","duration":"360.488243ms","start":"2026-02-28T00:19:12.034496Z","end":"2026-02-28T00:19:12.394985Z","steps":["trace[795675298] 'agreement among raft nodes before linearized reading' (duration: 360.353409ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:19:12.395059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:19:12.034481Z","time spent":"360.565455ms","remote":"127.0.0.1:36904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-02-28T00:19:12.818106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.1421ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-28T00:19:12.818479Z","caller":"traceutil/trace.go:171","msg":"trace[766698256] linearizableReadLoop","detail":"{readStateIndex:19406; appliedIndex:19404; }","duration":"386.552092ms","start":"2026-02-28T00:19:12.431904Z","end":"2026-02-28T00:19:12.818456Z","steps":["trace[766698256] 'read index received' (duration: 70.94266ms)","trace[766698256] 'applied index is now lower than readState.Index' (duration: 315.608072ms)"],"step_count":2} {"level":"info","ts":"2026-02-28T00:19:12.818456Z","caller":"traceutil/trace.go:171","msg":"trace[1413999849] transaction","detail":"{read_only:false; response_revision:18727; number_of_response:1; }","duration":"418.574593ms","start":"2026-02-28T00:19:12.399837Z","end":"2026-02-28T00:19:12.818412Z","steps":["trace[1413999849] 'process raft request' (duration: 103.004892ms)","trace[1413999849] 'compare' (duration: 314.856302ms)"],"step_count":2} {"level":"info","ts":"2026-02-28T00:19:12.818591Z","caller":"traceutil/trace.go:171","msg":"trace[1367241135] transaction","detail":"{read_only:false; response_revision:18728; number_of_response:1; }","duration":"418.380888ms","start":"2026-02-28T00:19:12.400185Z","end":"2026-02-28T00:19:12.818566Z","steps":["trace[1367241135] 'process raft request' (duration: 418.135561ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:19:12.818651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.741307ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-28T00:19:12.818691Z","caller":"traceutil/trace.go:171","msg":"trace[1367120684] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:18728; }","duration":"386.811249ms","start":"2026-02-28T00:19:12.431863Z","end":"2026-02-28T00:19:12.818675Z","steps":["trace[1367120684] 'agreement among raft nodes before linearized reading' (duration: 386.667796ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:19:12.818677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:19:12.399816Z","time spent":"418.738218ms","remote":"127.0.0.1:36904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T00:19:12.818698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:19:12.400173Z","time spent":"418.46754ms","remote":"127.0.0.1:36904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T00:19:12.818738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:19:12.431845Z","time spent":"386.88199ms","remote":"127.0.0.1:38812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"info","ts":"2026-02-28T00:19:42.981683Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":17056} {"level":"info","ts":"2026-02-28T00:19:43.0962Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":17056,"took":"112.211547ms","hash":2639770041,"current-db-size-bytes":45178880,"current-db-size":"45 MB","current-db-size-in-use-bytes":25694208,"current-db-size-in-use":"26 MB"} {"level":"info","ts":"2026-02-28T00:19:43.096275Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2639770041,"revision":17056,"compact-revision":14594} {"level":"info","ts":"2026-02-28T00:20:08.653048Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"b11e7fc5714be64b","local-member-applied-index":20002,"local-member-snapshot-index":10001,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-02-28T00:20:08.65716Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":20002} {"level":"info","ts":"2026-02-28T00:20:08.657273Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":15002} {"level":"info","ts":"2026-02-28T00:22:52.971026Z","caller":"traceutil/trace.go:171","msg":"trace[1376836104] transaction","detail":"{read_only:false; response_revision:20989; number_of_response:1; }","duration":"153.513376ms","start":"2026-02-28T00:22:52.817477Z","end":"2026-02-28T00:22:52.97099Z","steps":["trace[1376836104] 'process raft request' (duration: 109.261442ms)","trace[1376836104] 'compare' (duration: 44.065039ms)"],"step_count":2} {"level":"warn","ts":"2026-02-28T00:22:53.428776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.214766ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-02-28T00:22:53.429069Z","caller":"traceutil/trace.go:171","msg":"trace[535044211] transaction","detail":"{read_only:false; response_revision:20990; number_of_response:1; }","duration":"609.742374ms","start":"2026-02-28T00:22:52.819298Z","end":"2026-02-28T00:22:53.42904Z","steps":["trace[535044211] 'process raft request' (duration: 313.18634ms)","trace[535044211] 'compare' (duration: 295.849926ms)"],"step_count":2} {"level":"warn","ts":"2026-02-28T00:22:53.429147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:22:52.81928Z","time spent":"609.831106ms","remote":"127.0.0.1:36790","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4303,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-28T00:22:53.4292Z","caller":"traceutil/trace.go:171","msg":"trace[1456015679] transaction","detail":"{read_only:false; response_revision:20991; number_of_response:1; }","duration":"608.765349ms","start":"2026-02-28T00:22:52.8204Z","end":"2026-02-28T00:22:53.429165Z","steps":["trace[1456015679] 'process raft request' (duration: 608.463811ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:22:53.429323Z","caller":"traceutil/trace.go:171","msg":"trace[1308314414] linearizableReadLoop","detail":"{readStateIndex:21739; appliedIndex:21736; }","duration":"576.255115ms","start":"2026-02-28T00:22:52.853043Z","end":"2026-02-28T00:22:53.429298Z","steps":["trace[1308314414] 'read index received' (duration: 73.640308ms)","trace[1308314414] 'applied index is now lower than readState.Index' (duration: 502.612197ms)"],"step_count":2} {"level":"warn","ts":"2026-02-28T00:22:53.429372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:22:52.820387Z","time spent":"608.893552ms","remote":"127.0.0.1:37088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5145,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T00:22:53.429446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"576.39496ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-28T00:22:53.429497Z","caller":"traceutil/trace.go:171","msg":"trace[360331564] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:20991; }","duration":"576.449972ms","start":"2026-02-28T00:22:52.853035Z","end":"2026-02-28T00:22:53.429485Z","steps":["trace[360331564] 'agreement among raft nodes before linearized reading' (duration: 576.353438ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:22:53.429536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:22:52.852988Z","time spent":"576.535763ms","remote":"127.0.0.1:38860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"info","ts":"2026-02-28T00:22:53.429832Z","caller":"traceutil/trace.go:171","msg":"trace[472305363] transaction","detail":"{read_only:false; response_revision:20992; number_of_response:1; }","duration":"331.618934ms","start":"2026-02-28T00:22:53.098196Z","end":"2026-02-28T00:22:53.429815Z","steps":["trace[472305363] 'process raft request' (duration: 330.803333ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:22:53.429961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:22:53.098172Z","time spent":"331.746036ms","remote":"127.0.0.1:36904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":519,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T00:22:53.453299Z","caller":"traceutil/trace.go:171","msg":"trace[236509053] transaction","detail":"{read_only:false; response_revision:20993; number_of_response:1; }","duration":"309.533048ms","start":"2026-02-28T00:22:53.143748Z","end":"2026-02-28T00:22:53.453281Z","steps":["trace[236509053] 'process raft request' (duration: 309.385373ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:22:53.453488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:22:53.143724Z","time spent":"309.696011ms","remote":"127.0.0.1:36904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":519,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T00:22:53.453626Z","caller":"traceutil/trace.go:171","msg":"trace[1199532607] transaction","detail":"{read_only:false; response_revision:20994; number_of_response:1; }","duration":"127.569321ms","start":"2026-02-28T00:22:53.326033Z","end":"2026-02-28T00:22:53.453602Z","steps":["trace[1199532607] 'process raft request' (duration: 127.212632ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:22:53.453612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"584.130207ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-28T00:22:53.453705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.520834ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-28T00:22:53.453821Z","caller":"traceutil/trace.go:171","msg":"trace[2104757397] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:20994; }","duration":"584.392183ms","start":"2026-02-28T00:22:52.869406Z","end":"2026-02-28T00:22:53.453798Z","steps":["trace[2104757397] 'agreement among raft nodes before linearized reading' (duration: 584.135907ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:22:53.453883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:22:52.869384Z","time spent":"584.480426ms","remote":"127.0.0.1:40046","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":1,"response size":32,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true "} {"level":"warn","ts":"2026-02-28T00:22:53.453868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.637834ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"range_response_count:1 size:626"} {"level":"info","ts":"2026-02-28T00:22:53.453933Z","caller":"traceutil/trace.go:171","msg":"trace[1617065381] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20994; }","duration":"197.768211ms","start":"2026-02-28T00:22:53.25608Z","end":"2026-02-28T00:22:53.453848Z","steps":["trace[1617065381] 'agreement among raft nodes before linearized reading' (duration: 197.393221ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:22:53.453954Z","caller":"traceutil/trace.go:171","msg":"trace[943283158] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; response_count:1; response_revision:20994; }","duration":"145.733788ms","start":"2026-02-28T00:22:53.308197Z","end":"2026-02-28T00:22:53.453931Z","steps":["trace[943283158] 'agreement among raft nodes before linearized reading' (duration: 145.4478ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:22:53.454022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"454.71241ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-28T00:22:53.454095Z","caller":"traceutil/trace.go:171","msg":"trace[1959784635] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:20994; }","duration":"454.840173ms","start":"2026-02-28T00:22:52.999238Z","end":"2026-02-28T00:22:53.454078Z","steps":["trace[1959784635] 'agreement among raft nodes before linearized reading' (duration: 454.286119ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:22:53.454144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:22:52.999217Z","time spent":"454.911044ms","remote":"127.0.0.1:37062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":32,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-02-28T00:22:53.454133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.03583ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-02-28T00:22:53.454254Z","caller":"traceutil/trace.go:171","msg":"trace[1917087005] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:20994; }","duration":"232.197344ms","start":"2026-02-28T00:22:53.222043Z","end":"2026-02-28T00:22:53.454241Z","steps":["trace[1917087005] 'agreement among raft nodes before linearized reading' (duration: 231.444475ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:22:53.454431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.761382ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-02-28T00:22:53.454485Z","caller":"traceutil/trace.go:171","msg":"trace[1489862058] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:20994; }","duration":"355.860155ms","start":"2026-02-28T00:22:53.098612Z","end":"2026-02-28T00:22:53.454473Z","steps":["trace[1489862058] 'agreement among raft nodes before linearized reading' (duration: 354.957522ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:22:53.45452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:22:53.098589Z","time spent":"355.922036ms","remote":"127.0.0.1:36790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-02-28T00:24:13.148535Z","caller":"traceutil/trace.go:171","msg":"trace[984453487] transaction","detail":"{read_only:false; response_revision:21807; number_of_response:1; }","duration":"112.506185ms","start":"2026-02-28T00:24:13.035998Z","end":"2026-02-28T00:24:13.148505Z","steps":["trace[984453487] 'process raft request' (duration: 112.32678ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:24:42.989812Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":18954} {"level":"info","ts":"2026-02-28T00:24:43.094275Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":18954,"took":"100.59482ms","hash":2260984513,"current-db-size-bytes":47165440,"current-db-size":"47 MB","current-db-size-in-use-bytes":38928384,"current-db-size-in-use":"39 MB"} {"level":"info","ts":"2026-02-28T00:24:43.094344Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2260984513,"revision":18954,"compact-revision":17056} {"level":"info","ts":"2026-02-28T00:26:17.441573Z","caller":"traceutil/trace.go:171","msg":"trace[367560020] linearizableReadLoop","detail":"{readStateIndex:23781; appliedIndex:23780; }","duration":"185.795674ms","start":"2026-02-28T00:26:17.255754Z","end":"2026-02-28T00:26:17.441549Z","steps":["trace[367560020] 'read index received' (duration: 185.575748ms)","trace[367560020] 'applied index is now lower than readState.Index' (duration: 219.046µs)"],"step_count":2} {"level":"warn","ts":"2026-02-28T00:26:17.441922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.151474ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-28T00:26:17.442161Z","caller":"traceutil/trace.go:171","msg":"trace[1560795988] transaction","detail":"{read_only:false; response_revision:22977; number_of_response:1; }","duration":"200.682856ms","start":"2026-02-28T00:26:17.241458Z","end":"2026-02-28T00:26:17.442141Z","steps":["trace[1560795988] 'process raft request' (duration: 199.931247ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:26:17.442808Z","caller":"traceutil/trace.go:171","msg":"trace[993293437] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22977; }","duration":"186.964355ms","start":"2026-02-28T00:26:17.255699Z","end":"2026-02-28T00:26:17.442663Z","steps":["trace[993293437] 'agreement among raft nodes before linearized reading' (duration: 186.100443ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:26:22.788863Z","caller":"traceutil/trace.go:171","msg":"trace[356677692] transaction","detail":"{read_only:false; response_revision:23012; number_of_response:1; }","duration":"199.363843ms","start":"2026-02-28T00:26:22.589473Z","end":"2026-02-28T00:26:22.788837Z","steps":["trace[356677692] 'process raft request' (duration: 199.168718ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:26:22.989282Z","caller":"traceutil/trace.go:171","msg":"trace[603354974] linearizableReadLoop","detail":"{readStateIndex:23819; appliedIndex:23816; }","duration":"370.946871ms","start":"2026-02-28T00:26:22.61832Z","end":"2026-02-28T00:26:22.989267Z","steps":["trace[603354974] 'read index received' (duration: 170.266986ms)","trace[603354974] 'applied index is now lower than readState.Index' (duration: 200.679285ms)"],"step_count":2} {"level":"info","ts":"2026-02-28T00:26:22.989423Z","caller":"traceutil/trace.go:171","msg":"trace[412982740] transaction","detail":"{read_only:false; response_revision:23016; number_of_response:1; }","duration":"243.612126ms","start":"2026-02-28T00:26:22.745777Z","end":"2026-02-28T00:26:22.989389Z","steps":["trace[412982740] 'process raft request' (duration: 243.468081ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:26:22.989521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"371.188357ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-02-28T00:26:22.989545Z","caller":"traceutil/trace.go:171","msg":"trace[227911601] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23016; }","duration":"371.246069ms","start":"2026-02-28T00:26:22.618292Z","end":"2026-02-28T00:26:22.989539Z","steps":["trace[227911601] 'agreement among raft nodes before linearized reading' (duration: 371.151486ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:26:22.989563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:26:22.618282Z","time spent":"371.277039ms","remote":"127.0.0.1:36904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-28T00:26:22.989655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.954554ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-02-28T00:26:22.989669Z","caller":"traceutil/trace.go:171","msg":"trace[1518867061] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23016; }","duration":"367.996966ms","start":"2026-02-28T00:26:22.621665Z","end":"2026-02-28T00:26:22.989662Z","steps":["trace[1518867061] 'agreement among raft nodes before linearized reading' (duration: 367.959185ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:26:22.989682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:26:22.621649Z","time spent":"368.028307ms","remote":"127.0.0.1:36904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-02-28T00:26:22.989698Z","caller":"traceutil/trace.go:171","msg":"trace[342401420] transaction","detail":"{read_only:false; response_revision:23013; number_of_response:1; }","duration":"399.961655ms","start":"2026-02-28T00:26:22.589719Z","end":"2026-02-28T00:26:22.989681Z","steps":["trace[342401420] 'process raft request' (duration: 399.3758ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:26:22.989793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.404828ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-28T00:26:22.989811Z","caller":"traceutil/trace.go:171","msg":"trace[1209658866] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumetypes/; range_end:/registry/openstack.k-orc.cloud/volumetypes0; response_count:0; response_revision:23016; }","duration":"207.463539ms","start":"2026-02-28T00:26:22.782342Z","end":"2026-02-28T00:26:22.989805Z","steps":["trace[1209658866] 'agreement among raft nodes before linearized reading' (duration: 207.429778ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:26:22.989797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:26:22.58971Z","time spent":"400.013906ms","remote":"127.0.0.1:36904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T00:26:22.989902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.217834ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-28T00:26:22.989915Z","caller":"traceutil/trace.go:171","msg":"trace[207728427] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:23016; }","duration":"328.231855ms","start":"2026-02-28T00:26:22.661679Z","end":"2026-02-28T00:26:22.989911Z","steps":["trace[207728427] 'agreement among raft nodes before linearized reading' (duration: 328.203854ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:26:22.989927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:26:22.661626Z","time spent":"328.297697ms","remote":"127.0.0.1:36824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":30,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"info","ts":"2026-02-28T00:26:22.989933Z","caller":"traceutil/trace.go:171","msg":"trace[759358106] transaction","detail":"{read_only:false; response_revision:23014; number_of_response:1; }","duration":"397.45155ms","start":"2026-02-28T00:26:22.592471Z","end":"2026-02-28T00:26:22.989923Z","steps":["trace[759358106] 'process raft request' (duration: 396.727301ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:26:22.989985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:26:22.592458Z","time spent":"397.497871ms","remote":"127.0.0.1:36904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T00:26:22.990038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.291783ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18834"} {"level":"info","ts":"2026-02-28T00:26:22.990052Z","caller":"traceutil/trace.go:171","msg":"trace[1676574633] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:23016; }","duration":"361.324564ms","start":"2026-02-28T00:26:22.628723Z","end":"2026-02-28T00:26:22.990048Z","steps":["trace[1676574633] 'agreement among raft nodes before linearized reading' (duration: 361.264032ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:26:22.990066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:26:22.628711Z","time spent":"361.351556ms","remote":"127.0.0.1:36780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":18858,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"info","ts":"2026-02-28T00:26:22.990102Z","caller":"traceutil/trace.go:171","msg":"trace[1668056035] transaction","detail":"{read_only:false; response_revision:23015; number_of_response:1; }","duration":"370.601993ms","start":"2026-02-28T00:26:22.61949Z","end":"2026-02-28T00:26:22.990092Z","steps":["trace[1668056035] 'process raft request' (duration: 369.72964ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:26:22.990146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.705794ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-28T00:26:22.990161Z","caller":"traceutil/trace.go:171","msg":"trace[1281911028] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:23016; }","duration":"361.758905ms","start":"2026-02-28T00:26:22.628396Z","end":"2026-02-28T00:26:22.990155Z","steps":["trace[1281911028] 'agreement among raft nodes before linearized reading' (duration: 361.735425ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:26:22.990156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:26:22.619476Z","time spent":"370.647794ms","remote":"127.0.0.1:36904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T00:26:22.990173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:26:22.628376Z","time spent":"361.793677ms","remote":"127.0.0.1:37088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":30,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-02-28T00:26:23.370838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.284875ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-28T00:26:23.371126Z","caller":"traceutil/trace.go:171","msg":"trace[1470122798] linearizableReadLoop","detail":"{readStateIndex:23823; appliedIndex:23821; }","duration":"375.509208ms","start":"2026-02-28T00:26:22.995597Z","end":"2026-02-28T00:26:23.371106Z","steps":["trace[1470122798] 'read index received' (duration: 167.877964ms)","trace[1470122798] 'applied index is now lower than readState.Index' (duration: 207.630014ms)"],"step_count":2} {"level":"info","ts":"2026-02-28T00:26:23.371366Z","caller":"traceutil/trace.go:171","msg":"trace[879139610] transaction","detail":"{read_only:false; response_revision:23018; number_of_response:1; }","duration":"375.832457ms","start":"2026-02-28T00:26:22.995509Z","end":"2026-02-28T00:26:23.371341Z","steps":["trace[879139610] 'process raft request' (duration: 375.520479ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:26:23.371373Z","caller":"traceutil/trace.go:171","msg":"trace[53014621] transaction","detail":"{read_only:false; response_revision:23017; number_of_response:1; }","duration":"375.95533ms","start":"2026-02-28T00:26:22.995385Z","end":"2026-02-28T00:26:23.371341Z","steps":["trace[53014621] 'process raft request' (duration: 168.0761ms)","trace[53014621] 'compare' (duration: 207.147951ms)"],"step_count":2} {"level":"warn","ts":"2026-02-28T00:26:23.371416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.799635ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-28T00:26:23.371471Z","caller":"traceutil/trace.go:171","msg":"trace[2123080116] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:23018; }","duration":"375.93706ms","start":"2026-02-28T00:26:22.99552Z","end":"2026-02-28T00:26:23.371457Z","steps":["trace[2123080116] 'agreement among raft nodes before linearized reading' (duration: 375.828927ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:26:23.371522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:26:22.995372Z","time spent":"376.062452ms","remote":"127.0.0.1:36904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T00:26:23.371546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:26:22.995474Z","time spent":"375.95045ms","remote":"127.0.0.1:36904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T00:26:23.371543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:26:22.995491Z","time spent":"376.017471ms","remote":"127.0.0.1:36806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":30,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-02-28T00:26:23.371666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.99927ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-28T00:26:23.37172Z","caller":"traceutil/trace.go:171","msg":"trace[665075954] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23018; }","duration":"117.075802ms","start":"2026-02-28T00:26:23.254634Z","end":"2026-02-28T00:26:23.37171Z","steps":["trace[665075954] 'agreement among raft nodes before linearized reading' (duration: 117.01222ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:26:23.371853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"376.196706ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kubelet\" ","response":"range_response_count:1 size:1137"} {"level":"info","ts":"2026-02-28T00:26:23.372044Z","caller":"traceutil/trace.go:171","msg":"trace[548969351] range","detail":"{range_begin:/registry/services/specs/kube-system/kube-prometheus-stack-kubelet; range_end:; response_count:1; response_revision:23018; }","duration":"376.410921ms","start":"2026-02-28T00:26:22.995612Z","end":"2026-02-28T00:26:23.372023Z","steps":["trace[548969351] 'agreement among raft nodes before linearized reading' (duration: 376.012871ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:26:23.372143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:26:22.995602Z","time spent":"376.523604ms","remote":"127.0.0.1:36806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":1161,"request content":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kubelet\" "} {"level":"info","ts":"2026-02-28T00:26:23.653625Z","caller":"traceutil/trace.go:171","msg":"trace[492621191] transaction","detail":"{read_only:false; response_revision:23019; number_of_response:1; }","duration":"193.151071ms","start":"2026-02-28T00:26:23.460443Z","end":"2026-02-28T00:26:23.653594Z","steps":["trace[492621191] 'process raft request' (duration: 192.951266ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:26:27.607639Z","caller":"traceutil/trace.go:171","msg":"trace[300430954] transaction","detail":"{read_only:false; response_revision:23044; number_of_response:1; }","duration":"193.496521ms","start":"2026-02-28T00:26:27.414118Z","end":"2026-02-28T00:26:27.607614Z","steps":["trace[300430954] 'process raft request' (duration: 193.332277ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:26:27.690299Z","caller":"traceutil/trace.go:171","msg":"trace[1031717736] transaction","detail":"{read_only:false; response_revision:23045; number_of_response:1; }","duration":"274.246831ms","start":"2026-02-28T00:26:27.416025Z","end":"2026-02-28T00:26:27.690272Z","steps":["trace[1031717736] 'process raft request' (duration: 274.095237ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:26:27.931645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.300348ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-28T00:26:27.931869Z","caller":"traceutil/trace.go:171","msg":"trace[843766835] transaction","detail":"{read_only:false; response_revision:23047; number_of_response:1; }","duration":"264.379408ms","start":"2026-02-28T00:26:27.667472Z","end":"2026-02-28T00:26:27.931851Z","steps":["trace[843766835] 'process raft request' (duration: 264.272696ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:26:27.931892Z","caller":"traceutil/trace.go:171","msg":"trace[1710543402] transaction","detail":"{read_only:false; response_revision:23046; number_of_response:1; }","duration":"265.155319ms","start":"2026-02-28T00:26:27.666709Z","end":"2026-02-28T00:26:27.931864Z","steps":["trace[1710543402] 'process raft request' (duration: 147.547433ms)","trace[1710543402] 'compare' (duration: 116.931068ms)"],"step_count":2} {"level":"info","ts":"2026-02-28T00:26:28.046005Z","caller":"traceutil/trace.go:171","msg":"trace[254372050] transaction","detail":"{read_only:false; response_revision:23048; number_of_response:1; }","duration":"335.903822ms","start":"2026-02-28T00:26:27.710012Z","end":"2026-02-28T00:26:28.045916Z","steps":["trace[254372050] 'process raft request' (duration: 335.061691ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:26:28.046166Z","caller":"traceutil/trace.go:171","msg":"trace[266859655] transaction","detail":"{read_only:false; response_revision:23049; number_of_response:1; }","duration":"235.329684ms","start":"2026-02-28T00:26:27.810815Z","end":"2026-02-28T00:26:28.046145Z","steps":["trace[266859655] 'process raft request' (duration: 235.050327ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:26:28.046191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:26:27.709986Z","time spent":"336.116199ms","remote":"127.0.0.1:36904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T00:26:28.046334Z","caller":"traceutil/trace.go:171","msg":"trace[159621001] transaction","detail":"{read_only:false; response_revision:23050; number_of_response:1; }","duration":"118.269712ms","start":"2026-02-28T00:26:27.928035Z","end":"2026-02-28T00:26:28.046305Z","steps":["trace[159621001] 'process raft request' (duration: 118.044077ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:26:28.293985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.687927ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"info","ts":"2026-02-28T00:26:28.294175Z","caller":"traceutil/trace.go:171","msg":"trace[420569869] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:23050; }","duration":"147.848271ms","start":"2026-02-28T00:26:28.146213Z","end":"2026-02-28T00:26:28.294062Z","steps":["trace[420569869] 'range keys from in-memory index tree' (duration: 146.468926ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:26:28.528115Z","caller":"traceutil/trace.go:171","msg":"trace[240270761] transaction","detail":"{read_only:false; response_revision:23052; number_of_response:1; }","duration":"230.389727ms","start":"2026-02-28T00:26:28.297686Z","end":"2026-02-28T00:26:28.528075Z","steps":["trace[240270761] 'process raft request' (duration: 133.986835ms)","trace[240270761] 'compare' (duration: 96.186837ms)"],"step_count":2} {"level":"info","ts":"2026-02-28T00:26:28.824237Z","caller":"traceutil/trace.go:171","msg":"trace[551393880] linearizableReadLoop","detail":"{readStateIndex:23859; appliedIndex:23857; }","duration":"422.962005ms","start":"2026-02-28T00:26:28.401241Z","end":"2026-02-28T00:26:28.824203Z","steps":["trace[551393880] 'read index received' (duration: 30.44907ms)","trace[551393880] 'applied index is now lower than readState.Index' (duration: 392.512005ms)"],"step_count":2} {"level":"info","ts":"2026-02-28T00:26:28.824251Z","caller":"traceutil/trace.go:171","msg":"trace[1726428164] transaction","detail":"{read_only:false; response_revision:23053; number_of_response:1; }","duration":"526.038237ms","start":"2026-02-28T00:26:28.298174Z","end":"2026-02-28T00:26:28.824212Z","steps":["trace[1726428164] 'process raft request' (duration: 518.195387ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:26:28.824386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:26:28.298148Z","time spent":"526.165941ms","remote":"127.0.0.1:36904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T00:26:28.824416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"423.17439ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-02-28T00:26:28.824441Z","caller":"traceutil/trace.go:171","msg":"trace[842695815] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23053; }","duration":"423.317374ms","start":"2026-02-28T00:26:28.401118Z","end":"2026-02-28T00:26:28.824435Z","steps":["trace[842695815] 'agreement among raft nodes before linearized reading' (duration: 423.194831ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:26:28.824463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:26:28.401092Z","time spent":"423.366644ms","remote":"127.0.0.1:36790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-02-28T00:26:28.897806Z","caller":"traceutil/trace.go:171","msg":"trace[34281204] transaction","detail":"{read_only:false; response_revision:23054; number_of_response:1; }","duration":"454.241857ms","start":"2026-02-28T00:26:28.443526Z","end":"2026-02-28T00:26:28.897767Z","steps":["trace[34281204] 'process raft request' (duration: 453.921189ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:26:28.897861Z","caller":"traceutil/trace.go:171","msg":"trace[1018554373] transaction","detail":"{read_only:false; response_revision:23055; number_of_response:1; }","duration":"371.263089ms","start":"2026-02-28T00:26:28.526565Z","end":"2026-02-28T00:26:28.897828Z","steps":["trace[1018554373] 'process raft request' (duration: 371.101195ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:26:28.897994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:26:28.526534Z","time spent":"371.388592ms","remote":"127.0.0.1:36904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T00:26:28.897989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:26:28.443473Z","time spent":"454.408271ms","remote":"127.0.0.1:36904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T00:26:28.898025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.894093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-02-28T00:26:28.898147Z","caller":"traceutil/trace.go:171","msg":"trace[1179557679] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:23055; }","duration":"260.10113ms","start":"2026-02-28T00:26:28.638022Z","end":"2026-02-28T00:26:28.898123Z","steps":["trace[1179557679] 'agreement among raft nodes before linearized reading' (duration: 259.781031ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:26:29.195623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.862566ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-28T00:26:29.195747Z","caller":"traceutil/trace.go:171","msg":"trace[734744119] linearizableReadLoop","detail":"{readStateIndex:23862; appliedIndex:23861; }","duration":"213.934626ms","start":"2026-02-28T00:26:28.981791Z","end":"2026-02-28T00:26:29.195725Z","steps":["trace[734744119] 'read index received' (duration: 50.793153ms)","trace[734744119] 'applied index is now lower than readState.Index' (duration: 163.139693ms)"],"step_count":2} {"level":"info","ts":"2026-02-28T00:26:29.195816Z","caller":"traceutil/trace.go:171","msg":"trace[642984918] transaction","detail":"{read_only:false; response_revision:23056; number_of_response:1; }","duration":"289.289347ms","start":"2026-02-28T00:26:28.906485Z","end":"2026-02-28T00:26:29.195774Z","steps":["trace[642984918] 'process raft request' (duration: 126.142054ms)","trace[642984918] 'compare' (duration: 162.613619ms)"],"step_count":2} {"level":"warn","ts":"2026-02-28T00:26:29.195927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.070899ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-28T00:26:29.19605Z","caller":"traceutil/trace.go:171","msg":"trace[138626179] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:23056; }","duration":"214.278754ms","start":"2026-02-28T00:26:28.981751Z","end":"2026-02-28T00:26:29.19603Z","steps":["trace[138626179] 'agreement among raft nodes before linearized reading' (duration: 214.054139ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:26:29.638077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.428429ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-28T00:26:29.638273Z","caller":"traceutil/trace.go:171","msg":"trace[1733108642] linearizableReadLoop","detail":"{readStateIndex:23864; appliedIndex:23862; }","duration":"442.474665ms","start":"2026-02-28T00:26:29.195783Z","end":"2026-02-28T00:26:29.638257Z","steps":["trace[1733108642] 'read index received' (duration: 218.756719ms)","trace[1733108642] 'applied index is now lower than readState.Index' (duration: 223.716916ms)"],"step_count":2} {"level":"info","ts":"2026-02-28T00:26:29.638276Z","caller":"traceutil/trace.go:171","msg":"trace[864486937] transaction","detail":"{read_only:false; response_revision:23057; number_of_response:1; }","duration":"628.050813ms","start":"2026-02-28T00:26:29.010202Z","end":"2026-02-28T00:26:29.638252Z","steps":["trace[864486937] 'process raft request' (duration: 404.372718ms)","trace[864486937] 'compare' (duration: 223.08137ms)"],"step_count":2} {"level":"warn","ts":"2026-02-28T00:26:29.638394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:26:29.010181Z","time spent":"628.152006ms","remote":"127.0.0.1:36904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T00:26:29.638514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"438.129524ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-28T00:26:29.63855Z","caller":"traceutil/trace.go:171","msg":"trace[946676401] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:23058; }","duration":"438.193675ms","start":"2026-02-28T00:26:29.200346Z","end":"2026-02-28T00:26:29.63854Z","steps":["trace[946676401] 'agreement among raft nodes before linearized reading' (duration: 438.135484ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:26:29.63855Z","caller":"traceutil/trace.go:171","msg":"trace[2107883340] transaction","detail":"{read_only:false; response_revision:23058; number_of_response:1; }","duration":"627.043797ms","start":"2026-02-28T00:26:29.011473Z","end":"2026-02-28T00:26:29.638517Z","steps":["trace[2107883340] 'process raft request' (duration: 626.691468ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:26:29.638584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:26:29.200334Z","time spent":"438.242637ms","remote":"127.0.0.1:36806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":30,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-02-28T00:26:29.63899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"624.709649ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-02-28T00:26:29.639035Z","caller":"traceutil/trace.go:171","msg":"trace[1207473163] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23058; }","duration":"624.7724ms","start":"2026-02-28T00:26:29.014254Z","end":"2026-02-28T00:26:29.639026Z","steps":["trace[1207473163] 'agreement among raft nodes before linearized reading' (duration: 624.579435ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:26:29.639064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:26:29.014248Z","time spent":"624.810041ms","remote":"127.0.0.1:36904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-28T00:26:29.639199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"624.970785ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-02-28T00:26:29.639268Z","caller":"traceutil/trace.go:171","msg":"trace[536680676] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23058; }","duration":"625.057607ms","start":"2026-02-28T00:26:29.014191Z","end":"2026-02-28T00:26:29.639249Z","steps":["trace[536680676] 'agreement among raft nodes before linearized reading' (duration: 624.872543ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:26:29.639372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:26:29.014182Z","time spent":"625.17578ms","remote":"127.0.0.1:36904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-28T00:26:29.642341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:26:29.011456Z","time spent":"627.243773ms","remote":"127.0.0.1:36904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T00:26:29.904441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.47961ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-28T00:26:29.904646Z","caller":"traceutil/trace.go:171","msg":"trace[1020516563] transaction","detail":"{read_only:false; response_revision:23059; number_of_response:1; }","duration":"262.670135ms","start":"2026-02-28T00:26:29.641946Z","end":"2026-02-28T00:26:29.904616Z","steps":["trace[1020516563] 'process raft request' (duration: 116.931418ms)","trace[1020516563] 'compare' (duration: 145.353497ms)"],"step_count":2} {"level":"info","ts":"2026-02-28T00:26:29.904755Z","caller":"traceutil/trace.go:171","msg":"trace[520675962] transaction","detail":"{read_only:false; response_revision:23062; number_of_response:1; }","duration":"196.781936ms","start":"2026-02-28T00:26:29.707955Z","end":"2026-02-28T00:26:29.904737Z","steps":["trace[520675962] 'process raft request' (duration: 196.732644ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:26:29.904762Z","caller":"traceutil/trace.go:171","msg":"trace[1651060971] linearizableReadLoop","detail":"{readStateIndex:23865; appliedIndex:23864; }","duration":"262.054889ms","start":"2026-02-28T00:26:29.642677Z","end":"2026-02-28T00:26:29.904732Z","steps":["trace[1651060971] 'read index received' (duration: 116.20581ms)","trace[1651060971] 'applied index is now lower than readState.Index' (duration: 145.846329ms)"],"step_count":2} {"level":"info","ts":"2026-02-28T00:26:29.904872Z","caller":"traceutil/trace.go:171","msg":"trace[696838821] transaction","detail":"{read_only:false; response_revision:23060; number_of_response:1; }","duration":"261.908996ms","start":"2026-02-28T00:26:29.642943Z","end":"2026-02-28T00:26:29.904852Z","steps":["trace[696838821] 'process raft request' (duration: 261.603438ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:26:29.904897Z","caller":"traceutil/trace.go:171","msg":"trace[120483103] transaction","detail":"{read_only:false; response_revision:23061; number_of_response:1; }","duration":"260.837808ms","start":"2026-02-28T00:26:29.64405Z","end":"2026-02-28T00:26:29.904887Z","steps":["trace[120483103] 'process raft request' (duration: 260.602262ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:26:29.905011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.319307ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-02-28T00:26:29.905054Z","caller":"traceutil/trace.go:171","msg":"trace[1644165368] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23062; }","duration":"262.392288ms","start":"2026-02-28T00:26:29.642651Z","end":"2026-02-28T00:26:29.905044Z","steps":["trace[1644165368] 'agreement among raft nodes before linearized reading' (duration: 262.218214ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:26:29.905214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.818506ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-02-28T00:26:29.90526Z","caller":"traceutil/trace.go:171","msg":"trace[1482866210] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23062; }","duration":"210.910728ms","start":"2026-02-28T00:26:29.694336Z","end":"2026-02-28T00:26:29.905247Z","steps":["trace[1482866210] 'agreement among raft nodes before linearized reading' (duration: 210.801025ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:26:29.905312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.834567ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1854"} {"level":"info","ts":"2026-02-28T00:26:29.905361Z","caller":"traceutil/trace.go:171","msg":"trace[1419911972] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23062; }","duration":"150.909518ms","start":"2026-02-28T00:26:29.754435Z","end":"2026-02-28T00:26:29.905345Z","steps":["trace[1419911972] 'agreement among raft nodes before linearized reading' (duration: 150.741164ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:26:30.030891Z","caller":"traceutil/trace.go:171","msg":"trace[916685947] linearizableReadLoop","detail":"{readStateIndex:23869; appliedIndex:23868; }","duration":"120.151552ms","start":"2026-02-28T00:26:29.910716Z","end":"2026-02-28T00:26:30.030868Z","steps":["trace[916685947] 'read index received' (duration: 118.334284ms)","trace[916685947] 'applied index is now lower than readState.Index' (duration: 1.816528ms)"],"step_count":2} {"level":"info","ts":"2026-02-28T00:26:30.031014Z","caller":"traceutil/trace.go:171","msg":"trace[951010069] transaction","detail":"{read_only:false; response_revision:23063; number_of_response:1; }","duration":"120.87254ms","start":"2026-02-28T00:26:29.910129Z","end":"2026-02-28T00:26:30.031002Z","steps":["trace[951010069] 'process raft request' (duration: 118.906799ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:26:30.031271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.528271ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-02-28T00:26:30.031368Z","caller":"traceutil/trace.go:171","msg":"trace[2105711311] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0; range_end:; response_count:1; response_revision:23063; }","duration":"120.641973ms","start":"2026-02-28T00:26:29.910701Z","end":"2026-02-28T00:26:30.031343Z","steps":["trace[2105711311] 'agreement among raft nodes before linearized reading' (duration: 120.386747ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:26:30.045535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.658207ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-02-28T00:26:30.045605Z","caller":"traceutil/trace.go:171","msg":"trace[1531270952] transaction","detail":"{read_only:false; response_revision:23064; number_of_response:1; }","duration":"108.115253ms","start":"2026-02-28T00:26:29.937457Z","end":"2026-02-28T00:26:30.045572Z","steps":["trace[1531270952] 'process raft request' (duration: 107.398324ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:26:30.046813Z","caller":"traceutil/trace.go:171","msg":"trace[533400221] transaction","detail":"{read_only:false; response_revision:23065; number_of_response:1; }","duration":"107.352502ms","start":"2026-02-28T00:26:29.939441Z","end":"2026-02-28T00:26:30.046794Z","steps":["trace[533400221] 'process raft request' (duration: 105.544896ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:26:30.046971Z","caller":"traceutil/trace.go:171","msg":"trace[1562256169] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:23065; }","duration":"124.787741ms","start":"2026-02-28T00:26:29.920824Z","end":"2026-02-28T00:26:30.045612Z","steps":["trace[1562256169] 'agreement among raft nodes before linearized reading' (duration: 124.502213ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:26:30.441703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.174243ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-28T00:26:30.441918Z","caller":"traceutil/trace.go:171","msg":"trace[618616121] linearizableReadLoop","detail":"{readStateIndex:23873; appliedIndex:23872; }","duration":"171.969369ms","start":"2026-02-28T00:26:30.269927Z","end":"2026-02-28T00:26:30.441896Z","steps":["trace[618616121] 'read index received' (duration: 76.961µs)","trace[618616121] 'applied index is now lower than readState.Index' (duration: 171.890648ms)"],"step_count":2} {"level":"info","ts":"2026-02-28T00:26:30.442059Z","caller":"traceutil/trace.go:171","msg":"trace[528711680] transaction","detail":"{read_only:false; response_revision:23067; number_of_response:1; }","duration":"327.799405ms","start":"2026-02-28T00:26:30.114206Z","end":"2026-02-28T00:26:30.442006Z","steps":["trace[528711680] 'process raft request' (duration: 102.15798ms)","trace[528711680] 'compare' (duration: 224.890646ms)"],"step_count":2} {"level":"warn","ts":"2026-02-28T00:26:30.44211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.178805ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-28T00:26:30.442153Z","caller":"traceutil/trace.go:171","msg":"trace[1698124934] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23067; }","duration":"172.262397ms","start":"2026-02-28T00:26:30.269877Z","end":"2026-02-28T00:26:30.442139Z","steps":["trace[1698124934] 'agreement among raft nodes before linearized reading' (duration: 172.119554ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:26:30.442245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:26:30.114184Z","time spent":"327.947348ms","remote":"127.0.0.1:36678","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":765,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T00:26:31.017991Z","caller":"traceutil/trace.go:171","msg":"trace[1801824924] transaction","detail":"{read_only:false; response_revision:23068; number_of_response:1; }","duration":"114.98447ms","start":"2026-02-28T00:26:30.90298Z","end":"2026-02-28T00:26:31.017965Z","steps":["trace[1801824924] 'process raft request' (duration: 114.793034ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:26:31.375394Z","caller":"traceutil/trace.go:171","msg":"trace[229383740] linearizableReadLoop","detail":"{readStateIndex:23875; appliedIndex:23873; }","duration":"419.191678ms","start":"2026-02-28T00:26:30.956178Z","end":"2026-02-28T00:26:31.37537Z","steps":["trace[229383740] 'read index received' (duration: 61.602019ms)","trace[229383740] 'applied index is now lower than readState.Index' (duration: 357.588139ms)"],"step_count":2} {"level":"info","ts":"2026-02-28T00:26:31.375456Z","caller":"traceutil/trace.go:171","msg":"trace[770310931] transaction","detail":"{read_only:false; response_revision:23069; number_of_response:1; }","duration":"472.023603ms","start":"2026-02-28T00:26:30.903409Z","end":"2026-02-28T00:26:31.375433Z","steps":["trace[770310931] 'process raft request' (duration: 471.797097ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:26:31.375626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:26:30.903392Z","time spent":"472.142586ms","remote":"127.0.0.1:36904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T00:26:31.375681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"419.454125ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-28T00:26:31.375752Z","caller":"traceutil/trace.go:171","msg":"trace[71398291] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23069; }","duration":"419.590479ms","start":"2026-02-28T00:26:30.956149Z","end":"2026-02-28T00:26:31.37574Z","steps":["trace[71398291] 'agreement among raft nodes before linearized reading' (duration: 419.439045ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:26:31.375823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:26:30.95613Z","time spent":"419.681182ms","remote":"127.0.0.1:38902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-28T00:26:31.900995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.628411ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-02-28T00:26:31.901232Z","caller":"traceutil/trace.go:171","msg":"trace[1213396349] linearizableReadLoop","detail":"{readStateIndex:23876; appliedIndex:23875; }","duration":"524.920389ms","start":"2026-02-28T00:26:31.376297Z","end":"2026-02-28T00:26:31.901217Z","steps":["trace[1213396349] 'read index received' (duration: 197.013472ms)","trace[1213396349] 'applied index is now lower than readState.Index' (duration: 327.905987ms)"],"step_count":2} {"level":"warn","ts":"2026-02-28T00:26:31.901573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"700.588434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-02-28T00:26:31.901593Z","caller":"traceutil/trace.go:171","msg":"trace[94409222] transaction","detail":"{read_only:false; response_revision:23070; number_of_response:1; }","duration":"255.951934ms","start":"2026-02-28T00:26:31.64562Z","end":"2026-02-28T00:26:31.901572Z","steps":["trace[94409222] 'process raft request' (duration: 255.453251ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:26:31.901655Z","caller":"traceutil/trace.go:171","msg":"trace[1829836976] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23069; }","duration":"700.739547ms","start":"2026-02-28T00:26:31.200895Z","end":"2026-02-28T00:26:31.901635Z","steps":["trace[1829836976] 'agreement among raft nodes before linearized reading' (duration: 700.47087ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:26:31.901697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:26:31.200852Z","time spent":"700.83211ms","remote":"127.0.0.1:36904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-28T00:26:32.189835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.211469ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-28T00:26:32.189987Z","caller":"traceutil/trace.go:171","msg":"trace[1396945261] transaction","detail":"{read_only:false; response_revision:23071; number_of_response:1; }","duration":"543.796154ms","start":"2026-02-28T00:26:31.64614Z","end":"2026-02-28T00:26:32.189936Z","steps":["trace[1396945261] 'process raft request' (duration: 255.42385ms)","trace[1396945261] 'compare' (duration: 287.81987ms)"],"step_count":2} {"level":"info","ts":"2026-02-28T00:26:32.19006Z","caller":"traceutil/trace.go:171","msg":"trace[244607930] transaction","detail":"{read_only:false; response_revision:23072; number_of_response:1; }","duration":"283.736576ms","start":"2026-02-28T00:26:31.906299Z","end":"2026-02-28T00:26:32.190036Z","steps":["trace[244607930] 'process raft request' (duration: 283.608713ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:26:32.190126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"711.77975ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-28T00:26:32.190137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"594.334459ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-28T00:26:32.190148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:26:31.646127Z","time spent":"543.935587ms","remote":"127.0.0.1:36904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T00:26:32.190175Z","caller":"traceutil/trace.go:171","msg":"trace[662526068] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23072; }","duration":"711.826352ms","start":"2026-02-28T00:26:31.478316Z","end":"2026-02-28T00:26:32.190143Z","steps":["trace[662526068] 'agreement among raft nodes before linearized reading' (duration: 711.790111ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:26:32.189948Z","caller":"traceutil/trace.go:171","msg":"trace[1584963370] linearizableReadLoop","detail":"{readStateIndex:23878; appliedIndex:23876; }","duration":"288.679933ms","start":"2026-02-28T00:26:31.901257Z","end":"2026-02-28T00:26:32.189937Z","steps":["trace[1584963370] 'read index received' (duration: 179.565µs)","trace[1584963370] 'applied index is now lower than readState.Index' (duration: 288.499738ms)"],"step_count":2} {"level":"warn","ts":"2026-02-28T00:26:32.190204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:26:31.478285Z","time spent":"711.913254ms","remote":"127.0.0.1:36594","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-28T00:26:32.190177Z","caller":"traceutil/trace.go:171","msg":"trace[1952274271] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:23072; }","duration":"594.405711ms","start":"2026-02-28T00:26:31.595761Z","end":"2026-02-28T00:26:32.190167Z","steps":["trace[1952274271] 'agreement among raft nodes before linearized reading' (duration: 594.313649ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:26:32.190265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:26:31.595744Z","time spent":"594.510674ms","remote":"127.0.0.1:42160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":32,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true "} {"level":"info","ts":"2026-02-28T00:26:32.604711Z","caller":"traceutil/trace.go:171","msg":"trace[741893999] transaction","detail":"{read_only:false; response_revision:23074; number_of_response:1; }","duration":"553.934223ms","start":"2026-02-28T00:26:32.050757Z","end":"2026-02-28T00:26:32.604691Z","steps":["trace[741893999] 'process raft request' (duration: 553.81426ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:26:32.604804Z","caller":"traceutil/trace.go:171","msg":"trace[610077337] transaction","detail":"{read_only:false; response_revision:23073; number_of_response:1; }","duration":"555.007001ms","start":"2026-02-28T00:26:32.049763Z","end":"2026-02-28T00:26:32.60477Z","steps":["trace[610077337] 'process raft request' (duration: 535.320256ms)","trace[610077337] 'compare' (duration: 18.718771ms)"],"step_count":2} {"level":"warn","ts":"2026-02-28T00:26:32.605145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"570.503998ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-02-28T00:26:32.605181Z","caller":"traceutil/trace.go:171","msg":"trace[912401912] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23075; }","duration":"570.56748ms","start":"2026-02-28T00:26:32.034604Z","end":"2026-02-28T00:26:32.605172Z","steps":["trace[912401912] 'agreement among raft nodes before linearized reading' (duration: 570.400555ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:26:32.605202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:26:32.034589Z","time spent":"570.60847ms","remote":"127.0.0.1:36904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-28T00:26:32.605234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"694.93437ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-02-28T00:26:32.605189Z","caller":"traceutil/trace.go:171","msg":"trace[539886168] transaction","detail":"{read_only:false; response_revision:23075; number_of_response:1; }","duration":"539.947936ms","start":"2026-02-28T00:26:32.065179Z","end":"2026-02-28T00:26:32.605127Z","steps":["trace[539886168] 'process raft request' (duration: 539.470423ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:26:32.605327Z","caller":"traceutil/trace.go:171","msg":"trace[286586209] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23075; }","duration":"695.078312ms","start":"2026-02-28T00:26:31.910232Z","end":"2026-02-28T00:26:32.60531Z","steps":["trace[286586209] 'agreement among raft nodes before linearized reading' (duration: 694.824906ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:26:32.605352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"697.29126ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-02-28T00:26:32.605397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:26:31.910208Z","time spent":"695.175385ms","remote":"127.0.0.1:36904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-28T00:26:32.605412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:26:32.065156Z","time spent":"540.172942ms","remote":"127.0.0.1:36904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T00:26:32.605449Z","caller":"traceutil/trace.go:171","msg":"trace[1392193032] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23075; }","duration":"697.408602ms","start":"2026-02-28T00:26:31.908027Z","end":"2026-02-28T00:26:32.605436Z","steps":["trace[1392193032] 'agreement among raft nodes before linearized reading' (duration: 697.031193ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:26:32.604835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:26:32.050732Z","time spent":"554.035486ms","remote":"127.0.0.1:36904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T00:26:32.605522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:26:31.908024Z","time spent":"697.487564ms","remote":"127.0.0.1:36904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-28T00:26:32.60569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:26:32.049739Z","time spent":"555.141255ms","remote":"127.0.0.1:36904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T00:26:32.604854Z","caller":"traceutil/trace.go:171","msg":"trace[936692033] linearizableReadLoop","detail":"{readStateIndex:23882; appliedIndex:23879; }","duration":"414.628441ms","start":"2026-02-28T00:26:32.190196Z","end":"2026-02-28T00:26:32.604824Z","steps":["trace[936692033] 'read index received' (duration: 394.811303ms)","trace[936692033] 'applied index is now lower than readState.Index' (duration: 19.815748ms)"],"step_count":2} {"level":"warn","ts":"2026-02-28T00:26:32.605668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"697.793311ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-02-28T00:26:32.605845Z","caller":"traceutil/trace.go:171","msg":"trace[1207497211] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23075; }","duration":"698.013438ms","start":"2026-02-28T00:26:31.907817Z","end":"2026-02-28T00:26:32.60583Z","steps":["trace[1207497211] 'agreement among raft nodes before linearized reading' (duration: 697.699199ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:26:32.605899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:26:31.907803Z","time spent":"698.079689ms","remote":"127.0.0.1:36904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-28T00:26:32.605899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.406815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-28T00:26:32.605966Z","caller":"traceutil/trace.go:171","msg":"trace[987527338] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23075; }","duration":"350.508358ms","start":"2026-02-28T00:26:32.255446Z","end":"2026-02-28T00:26:32.605955Z","steps":["trace[987527338] 'agreement among raft nodes before linearized reading' (duration: 350.413756ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:26:32.606032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:26:32.255428Z","time spent":"350.594589ms","remote":"127.0.0.1:36602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-28T00:26:32.606116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.825376ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:418181"} {"level":"info","ts":"2026-02-28T00:26:32.606144Z","caller":"traceutil/trace.go:171","msg":"trace[1409808965] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:23075; }","duration":"240.916787ms","start":"2026-02-28T00:26:32.36522Z","end":"2026-02-28T00:26:32.606137Z","steps":["trace[1409808965] 'agreement among raft nodes before linearized reading' (duration: 240.772764ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:26:33.072844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.474113ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-28T00:26:33.073122Z","caller":"traceutil/trace.go:171","msg":"trace[816032883] transaction","detail":"{read_only:false; response_revision:23077; number_of_response:1; }","duration":"462.16012ms","start":"2026-02-28T00:26:32.610919Z","end":"2026-02-28T00:26:33.073079Z","steps":["trace[816032883] 'process raft request' (duration: 117.337598ms)","trace[816032883] 'compare' (duration: 344.094463ms)"],"step_count":2} {"level":"warn","ts":"2026-02-28T00:26:33.073253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"444.763344ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-28T00:26:33.073299Z","caller":"traceutil/trace.go:171","msg":"trace[325902812] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routers/; range_end:/registry/openstack.k-orc.cloud/routers0; response_count:0; response_revision:23079; }","duration":"444.852956ms","start":"2026-02-28T00:26:32.628433Z","end":"2026-02-28T00:26:33.073286Z","steps":["trace[325902812] 'agreement among raft nodes before linearized reading' (duration: 444.752003ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:26:33.073152Z","caller":"traceutil/trace.go:171","msg":"trace[945397472] linearizableReadLoop","detail":"{readStateIndex:23886; appliedIndex:23882; }","duration":"444.654171ms","start":"2026-02-28T00:26:32.62848Z","end":"2026-02-28T00:26:33.073134Z","steps":["trace[945397472] 'read index received' (duration: 56.432557ms)","trace[945397472] 'applied index is now lower than readState.Index' (duration: 388.220414ms)"],"step_count":2} {"level":"warn","ts":"2026-02-28T00:26:33.073343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:26:32.62842Z","time spent":"444.912998ms","remote":"127.0.0.1:54460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true "} {"level":"info","ts":"2026-02-28T00:26:33.073356Z","caller":"traceutil/trace.go:171","msg":"trace[348101557] transaction","detail":"{read_only:false; response_revision:23079; number_of_response:1; }","duration":"461.850781ms","start":"2026-02-28T00:26:32.611494Z","end":"2026-02-28T00:26:33.073345Z","steps":["trace[348101557] 'process raft request' (duration: 461.594295ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:26:33.073347Z","caller":"traceutil/trace.go:171","msg":"trace[1786937507] transaction","detail":"{read_only:false; response_revision:23078; number_of_response:1; }","duration":"462.060687ms","start":"2026-02-28T00:26:32.611246Z","end":"2026-02-28T00:26:33.073307Z","steps":["trace[1786937507] 'process raft request' (duration: 461.706599ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:26:33.073404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:26:32.611482Z","time spent":"461.895802ms","remote":"127.0.0.1:36904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T00:26:33.073513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:26:32.611221Z","time spent":"462.208282ms","remote":"127.0.0.1:36904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T00:26:33.073297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:26:32.610892Z","time spent":"462.317664ms","remote":"127.0.0.1:36904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T00:26:33.477865Z","caller":"traceutil/trace.go:171","msg":"trace[1624708227] transaction","detail":"{read_only:false; response_revision:23080; number_of_response:1; }","duration":"509.280648ms","start":"2026-02-28T00:26:32.968554Z","end":"2026-02-28T00:26:33.477834Z","steps":["trace[1624708227] 'process raft request' (duration: 508.512438ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:26:33.478045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:26:32.968522Z","time spent":"509.427652ms","remote":"127.0.0.1:46430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418239,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T00:26:33.874924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.32776ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-28T00:26:33.875111Z","caller":"traceutil/trace.go:171","msg":"trace[1769142334] linearizableReadLoop","detail":"{readStateIndex:23888; appliedIndex:23886; }","duration":"618.766296ms","start":"2026-02-28T00:26:33.256327Z","end":"2026-02-28T00:26:33.875094Z","steps":["trace[1769142334] 'read index received' (duration: 220.635407ms)","trace[1769142334] 'applied index is now lower than readState.Index' (duration: 398.129999ms)"],"step_count":2} {"level":"info","ts":"2026-02-28T00:26:33.8752Z","caller":"traceutil/trace.go:171","msg":"trace[451978041] transaction","detail":"{read_only:false; response_revision:23081; number_of_response:1; }","duration":"851.421561ms","start":"2026-02-28T00:26:33.023705Z","end":"2026-02-28T00:26:33.875127Z","steps":["trace[451978041] 'process raft request' (duration: 653.807674ms)","trace[451978041] 'compare' (duration: 197.152075ms)"],"step_count":2} {"level":"warn","ts":"2026-02-28T00:26:33.875366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:26:33.02367Z","time spent":"851.604396ms","remote":"127.0.0.1:36904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T00:26:33.875371Z","caller":"traceutil/trace.go:171","msg":"trace[533556107] transaction","detail":"{read_only:false; response_revision:23082; number_of_response:1; }","duration":"493.571826ms","start":"2026-02-28T00:26:33.381767Z","end":"2026-02-28T00:26:33.875339Z","steps":["trace[533556107] 'process raft request' (duration: 493.270398ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:26:33.875423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"619.103614ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-28T00:26:33.875469Z","caller":"traceutil/trace.go:171","msg":"trace[2100963448] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23082; }","duration":"619.187826ms","start":"2026-02-28T00:26:33.25627Z","end":"2026-02-28T00:26:33.875458Z","steps":["trace[2100963448] 'agreement among raft nodes before linearized reading' (duration: 618.877279ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:26:33.875507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:26:33.256206Z","time spent":"619.288788ms","remote":"127.0.0.1:36594","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-28T00:26:33.875534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:26:33.38174Z","time spent":"493.691149ms","remote":"127.0.0.1:36904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T00:26:34.316655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.220926ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-28T00:26:34.316811Z","caller":"traceutil/trace.go:171","msg":"trace[841922238] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:23082; }","duration":"236.368199ms","start":"2026-02-28T00:26:34.080401Z","end":"2026-02-28T00:26:34.31677Z","steps":["trace[841922238] 'range keys from in-memory index tree' (duration: 236.202116ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:26:34.317278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.758618ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-28T00:26:34.317517Z","caller":"traceutil/trace.go:171","msg":"trace[1775514655] transaction","detail":"{read_only:false; response_revision:23083; number_of_response:1; }","duration":"408.461574ms","start":"2026-02-28T00:26:33.909029Z","end":"2026-02-28T00:26:34.31749Z","steps":["trace[1775514655] 'process raft request' (duration: 191.379677ms)","trace[1775514655] 'compare' (duration: 216.459621ms)"],"step_count":2} {"level":"info","ts":"2026-02-28T00:26:34.317575Z","caller":"traceutil/trace.go:171","msg":"trace[1927900996] transaction","detail":"{read_only:false; response_revision:23084; number_of_response:1; }","duration":"119.916245ms","start":"2026-02-28T00:26:34.197633Z","end":"2026-02-28T00:26:34.317549Z","steps":["trace[1927900996] 'process raft request' (duration: 119.781701ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:26:34.317632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:26:33.908979Z","time spent":"408.586927ms","remote":"127.0.0.1:36904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T00:26:34.317856Z","caller":"traceutil/trace.go:171","msg":"trace[1920352839] linearizableReadLoop","detail":"{readStateIndex:23890; appliedIndex:23889; }","duration":"124.396739ms","start":"2026-02-28T00:26:34.193442Z","end":"2026-02-28T00:26:34.317838Z","steps":["trace[1920352839] 'read index received' (duration: 53.271µs)","trace[1920352839] 'applied index is now lower than readState.Index' (duration: 124.341378ms)"],"step_count":2} {"level":"warn","ts":"2026-02-28T00:26:34.318024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.576644ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-02-28T00:26:34.318065Z","caller":"traceutil/trace.go:171","msg":"trace[563057536] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23084; }","duration":"124.662127ms","start":"2026-02-28T00:26:34.19339Z","end":"2026-02-28T00:26:34.318052Z","steps":["trace[563057536] 'agreement among raft nodes before linearized reading' (duration: 124.502213ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:26:34.763573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.025077ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-28T00:26:34.763677Z","caller":"traceutil/trace.go:171","msg":"trace[1736023983] linearizableReadLoop","detail":"{readStateIndex:23892; appliedIndex:23891; }","duration":"426.743293ms","start":"2026-02-28T00:26:34.336917Z","end":"2026-02-28T00:26:34.76366Z","steps":["trace[1736023983] 'read index received' (duration: 290.513309ms)","trace[1736023983] 'applied index is now lower than readState.Index' (duration: 136.228504ms)"],"step_count":2} {"level":"info","ts":"2026-02-28T00:26:34.76375Z","caller":"traceutil/trace.go:171","msg":"trace[215173415] transaction","detail":"{read_only:false; response_revision:23085; number_of_response:1; }","duration":"441.644424ms","start":"2026-02-28T00:26:34.322079Z","end":"2026-02-28T00:26:34.763723Z","steps":["trace[215173415] 'process raft request' (duration: 305.333539ms)","trace[215173415] 'compare' (duration: 135.654369ms)"],"step_count":2} {"level":"warn","ts":"2026-02-28T00:26:34.763868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"426.947958ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18834"} {"level":"warn","ts":"2026-02-28T00:26:34.763895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:26:34.322041Z","time spent":"441.780538ms","remote":"127.0.0.1:36904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T00:26:34.763905Z","caller":"traceutil/trace.go:171","msg":"trace[783379159] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:23085; }","duration":"427.014759ms","start":"2026-02-28T00:26:34.336881Z","end":"2026-02-28T00:26:34.763895Z","steps":["trace[783379159] 'agreement among raft nodes before linearized reading' (duration: 426.851185ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:26:34.763948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:26:34.336866Z","time spent":"427.074561ms","remote":"127.0.0.1:36780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18858,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-02-28T00:26:34.835849Z","caller":"traceutil/trace.go:171","msg":"trace[1494306605] transaction","detail":"{read_only:false; response_revision:23086; number_of_response:1; }","duration":"222.008322ms","start":"2026-02-28T00:26:34.613816Z","end":"2026-02-28T00:26:34.835824Z","steps":["trace[1494306605] 'process raft request' (duration: 221.794897ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:26:34.836117Z","caller":"traceutil/trace.go:171","msg":"trace[899911161] transaction","detail":"{read_only:false; response_revision:23087; number_of_response:1; }","duration":"221.231333ms","start":"2026-02-28T00:26:34.614868Z","end":"2026-02-28T00:26:34.836099Z","steps":["trace[899911161] 'process raft request' (duration: 220.884694ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:26:34.836805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.747608ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-02-28T00:26:34.8369Z","caller":"traceutil/trace.go:171","msg":"trace[838611241] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23088; }","duration":"147.892722ms","start":"2026-02-28T00:26:34.688982Z","end":"2026-02-28T00:26:34.836874Z","steps":["trace[838611241] 'agreement among raft nodes before linearized reading' (duration: 147.626615ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:26:34.837156Z","caller":"traceutil/trace.go:171","msg":"trace[248819858] transaction","detail":"{read_only:false; response_revision:23088; number_of_response:1; }","duration":"221.749836ms","start":"2026-02-28T00:26:34.61538Z","end":"2026-02-28T00:26:34.83713Z","steps":["trace[248819858] 'process raft request' (duration: 220.660557ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:26:35.104392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.22761ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-28T00:26:35.104475Z","caller":"traceutil/trace.go:171","msg":"trace[869432172] transaction","detail":"{read_only:false; response_revision:23089; number_of_response:1; }","duration":"262.889692ms","start":"2026-02-28T00:26:34.841571Z","end":"2026-02-28T00:26:35.104461Z","steps":["trace[869432172] 'process raft request' (duration: 153.535757ms)","trace[869432172] 'compare' (duration: 108.861002ms)"],"step_count":2} {"level":"warn","ts":"2026-02-28T00:26:35.506442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.26773ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-28T00:26:35.506586Z","caller":"traceutil/trace.go:171","msg":"trace[350845131] linearizableReadLoop","detail":"{readStateIndex:23897; appliedIndex:23895; }","duration":"552.264991ms","start":"2026-02-28T00:26:34.954304Z","end":"2026-02-28T00:26:35.506569Z","steps":["trace[350845131] 'read index received' (duration: 40.818146ms)","trace[350845131] 'applied index is now lower than readState.Index' (duration: 511.445394ms)"],"step_count":2} {"level":"info","ts":"2026-02-28T00:26:35.506679Z","caller":"traceutil/trace.go:171","msg":"trace[714762375] transaction","detail":"{read_only:false; response_revision:23090; number_of_response:1; }","duration":"595.359835ms","start":"2026-02-28T00:26:34.911308Z","end":"2026-02-28T00:26:35.506668Z","steps":["trace[714762375] 'process raft request' (duration: 473.781147ms)","trace[714762375] 'compare' (duration: 120.88072ms)"],"step_count":2} {"level":"warn","ts":"2026-02-28T00:26:35.506758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:26:34.911285Z","time spent":"595.430237ms","remote":"127.0.0.1:36904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T00:26:35.507103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"446.728985ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-02-28T00:26:35.507185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"428.975089ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-02-28T00:26:35.507289Z","caller":"traceutil/trace.go:171","msg":"trace[492628839] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23090; }","duration":"429.116823ms","start":"2026-02-28T00:26:35.078161Z","end":"2026-02-28T00:26:35.507278Z","steps":["trace[492628839] 'agreement among raft nodes before linearized reading' (duration: 428.916618ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:26:35.507184Z","caller":"traceutil/trace.go:171","msg":"trace[721049916] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23090; }","duration":"446.882499ms","start":"2026-02-28T00:26:35.060283Z","end":"2026-02-28T00:26:35.507166Z","steps":["trace[721049916] 'agreement among raft nodes before linearized reading' (duration: 446.623092ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:26:35.507358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:26:35.060264Z","time spent":"447.075754ms","remote":"127.0.0.1:36790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-28T00:26:35.507337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:26:35.078138Z","time spent":"429.190435ms","remote":"127.0.0.1:36904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-28T00:26:35.507589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"553.286186ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-28T00:26:35.507628Z","caller":"traceutil/trace.go:171","msg":"trace[773519678] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:23090; }","duration":"553.369008ms","start":"2026-02-28T00:26:34.954248Z","end":"2026-02-28T00:26:35.507617Z","steps":["trace[773519678] 'agreement among raft nodes before linearized reading' (duration: 553.302356ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:26:35.507663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:26:34.954222Z","time spent":"553.429181ms","remote":"127.0.0.1:47730","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":30,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true "} {"level":"warn","ts":"2026-02-28T00:26:35.507807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.049664ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-28T00:26:35.507833Z","caller":"traceutil/trace.go:171","msg":"trace[1166811769] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23090; }","duration":"254.109126ms","start":"2026-02-28T00:26:35.253716Z","end":"2026-02-28T00:26:35.507825Z","steps":["trace[1166811769] 'agreement among raft nodes before linearized reading' (duration: 254.065495ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:26:35.508002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"430.228642ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-28T00:26:35.50805Z","caller":"traceutil/trace.go:171","msg":"trace[1777261398] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23090; }","duration":"430.295143ms","start":"2026-02-28T00:26:35.077743Z","end":"2026-02-28T00:26:35.508038Z","steps":["trace[1777261398] 'agreement among raft nodes before linearized reading' (duration: 430.167ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:26:35.508084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:26:35.077725Z","time spent":"430.351225ms","remote":"127.0.0.1:36904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-28T00:26:35.508202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"430.511638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-02-28T00:26:35.508299Z","caller":"traceutil/trace.go:171","msg":"trace[422632075] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23090; }","duration":"430.630642ms","start":"2026-02-28T00:26:35.077644Z","end":"2026-02-28T00:26:35.508275Z","steps":["trace[422632075] 'agreement among raft nodes before linearized reading' (duration: 430.409136ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:26:35.508361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:26:35.077634Z","time spent":"430.713425ms","remote":"127.0.0.1:36904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-28T00:26:35.956455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.767571ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-28T00:26:35.95669Z","caller":"traceutil/trace.go:171","msg":"trace[1486589506] transaction","detail":"{read_only:false; response_revision:23091; number_of_response:1; }","duration":"445.321038ms","start":"2026-02-28T00:26:35.511343Z","end":"2026-02-28T00:26:35.956664Z","steps":["trace[1486589506] 'process raft request' (duration: 183.247789ms)","trace[1486589506] 'compare' (duration: 261.560606ms)"],"step_count":2} {"level":"info","ts":"2026-02-28T00:26:35.956814Z","caller":"traceutil/trace.go:171","msg":"trace[1744602453] transaction","detail":"{read_only:false; response_revision:23094; number_of_response:1; }","duration":"395.06453ms","start":"2026-02-28T00:26:35.561732Z","end":"2026-02-28T00:26:35.956796Z","steps":["trace[1744602453] 'process raft request' (duration: 395.016719ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:26:35.956901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:26:35.561712Z","time spent":"395.139451ms","remote":"127.0.0.1:36904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T00:26:35.956933Z","caller":"traceutil/trace.go:171","msg":"trace[1546235626] transaction","detail":"{read_only:false; response_revision:23092; number_of_response:1; }","duration":"443.639844ms","start":"2026-02-28T00:26:35.513266Z","end":"2026-02-28T00:26:35.956906Z","steps":["trace[1546235626] 'process raft request' (duration: 443.291466ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:26:35.957068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:26:35.513253Z","time spent":"443.744988ms","remote":"127.0.0.1:36904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T00:26:35.957097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"444.735933ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-02-28T00:26:35.957142Z","caller":"traceutil/trace.go:171","msg":"trace[2000662234] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23094; }","duration":"444.858207ms","start":"2026-02-28T00:26:35.512273Z","end":"2026-02-28T00:26:35.957132Z","steps":["trace[2000662234] 'agreement among raft nodes before linearized reading' (duration: 444.657861ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:26:35.957185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:26:35.512242Z","time spent":"444.934859ms","remote":"127.0.0.1:36790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-02-28T00:26:35.957179Z","caller":"traceutil/trace.go:171","msg":"trace[2138166779] transaction","detail":"{read_only:false; response_revision:23093; number_of_response:1; }","duration":"440.760142ms","start":"2026-02-28T00:26:35.516366Z","end":"2026-02-28T00:26:35.957126Z","steps":["trace[2138166779] 'process raft request' (duration: 440.32425ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:26:35.957414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:26:35.516358Z","time spent":"440.932307ms","remote":"127.0.0.1:36904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T00:26:35.956882Z","caller":"traceutil/trace.go:171","msg":"trace[891592435] linearizableReadLoop","detail":"{readStateIndex:23898; appliedIndex:23897; }","duration":"444.464787ms","start":"2026-02-28T00:26:35.512377Z","end":"2026-02-28T00:26:35.956842Z","steps":["trace[891592435] 'read index received' (duration: 182.183241ms)","trace[891592435] 'applied index is now lower than readState.Index' (duration: 262.278816ms)"],"step_count":2} {"level":"warn","ts":"2026-02-28T00:26:35.957871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:26:35.511327Z","time spent":"445.442641ms","remote":"127.0.0.1:36904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T00:26:36.420205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.884458ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-28T00:26:36.420337Z","caller":"traceutil/trace.go:171","msg":"trace[1586438094] linearizableReadLoop","detail":"{readStateIndex:23903; appliedIndex:23901; }","duration":"461.061132ms","start":"2026-02-28T00:26:35.959264Z","end":"2026-02-28T00:26:36.420326Z","steps":["trace[1586438094] 'read index received' (duration: 179.003279ms)","trace[1586438094] 'applied index is now lower than readState.Index' (duration: 282.057153ms)"],"step_count":2} {"level":"info","ts":"2026-02-28T00:26:36.420389Z","caller":"traceutil/trace.go:171","msg":"trace[991498257] transaction","detail":"{read_only:false; response_revision:23096; number_of_response:1; }","duration":"539.690098ms","start":"2026-02-28T00:26:35.880692Z","end":"2026-02-28T00:26:36.420382Z","steps":["trace[991498257] 'process raft request' (duration: 539.595726ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:26:36.420378Z","caller":"traceutil/trace.go:171","msg":"trace[2070404464] transaction","detail":"{read_only:false; response_revision:23095; number_of_response:1; }","duration":"539.947025ms","start":"2026-02-28T00:26:35.880407Z","end":"2026-02-28T00:26:36.420354Z","steps":["trace[2070404464] 'process raft request' (duration: 257.853041ms)","trace[2070404464] 'compare' (duration: 281.795056ms)"],"step_count":2} {"level":"warn","ts":"2026-02-28T00:26:36.420428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:26:35.880663Z","time spent":"539.74212ms","remote":"127.0.0.1:36904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T00:26:36.420488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:26:35.880344Z","time spent":"540.081397ms","remote":"127.0.0.1:36904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T00:26:36.42064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"461.36145ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.52\" ","response":"range_response_count:1 size:137"} {"level":"info","ts":"2026-02-28T00:26:36.42073Z","caller":"traceutil/trace.go:171","msg":"trace[926162910] range","detail":"{range_begin:/registry/masterleases/162.253.55.52; range_end:; response_count:1; response_revision:23096; }","duration":"461.475792ms","start":"2026-02-28T00:26:35.959237Z","end":"2026-02-28T00:26:36.420713Z","steps":["trace[926162910] 'agreement among raft nodes before linearized reading' (duration: 461.255656ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:26:36.420776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:26:35.959221Z","time spent":"461.542124ms","remote":"127.0.0.1:36622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":161,"request content":"key:\"/registry/masterleases/162.253.55.52\" "} {"level":"info","ts":"2026-02-28T00:26:36.429725Z","caller":"traceutil/trace.go:171","msg":"trace[1400444177] transaction","detail":"{read_only:false; response_revision:23097; number_of_response:1; }","duration":"106.218994ms","start":"2026-02-28T00:26:36.323494Z","end":"2026-02-28T00:26:36.429713Z","steps":["trace[1400444177] 'process raft request' (duration: 106.122101ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:26:36.429933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.934616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-28T00:26:36.429954Z","caller":"traceutil/trace.go:171","msg":"trace[2143835939] transaction","detail":"{read_only:false; response_revision:23098; number_of_response:1; }","duration":"106.321836ms","start":"2026-02-28T00:26:36.323609Z","end":"2026-02-28T00:26:36.429931Z","steps":["trace[2143835939] 'process raft request' (duration: 106.07036ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:26:36.429974Z","caller":"traceutil/trace.go:171","msg":"trace[1034236118] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23098; }","duration":"174.998877ms","start":"2026-02-28T00:26:36.254959Z","end":"2026-02-28T00:26:36.429957Z","steps":["trace[1034236118] 'agreement among raft nodes before linearized reading' (duration: 174.945156ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:26:36.430018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"470.700829ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18834"} {"level":"info","ts":"2026-02-28T00:26:36.430051Z","caller":"traceutil/trace.go:171","msg":"trace[467437077] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:23098; }","duration":"470.779291ms","start":"2026-02-28T00:26:35.959263Z","end":"2026-02-28T00:26:36.430042Z","steps":["trace[467437077] 'agreement among raft nodes before linearized reading' (duration: 470.582156ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:26:36.43007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:26:35.959246Z","time spent":"470.818832ms","remote":"127.0.0.1:36780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18858,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-02-28T00:26:36.430177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.18994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-28T00:26:36.430211Z","caller":"traceutil/trace.go:171","msg":"trace[2133946855] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:23098; }","duration":"219.267952ms","start":"2026-02-28T00:26:36.210933Z","end":"2026-02-28T00:26:36.430201Z","steps":["trace[2133946855] 'agreement among raft nodes before linearized reading' (duration: 219.20552ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:26:36.8068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.25633ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-02-28T00:26:36.80699Z","caller":"traceutil/trace.go:171","msg":"trace[353735022] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:23099; }","duration":"286.452305ms","start":"2026-02-28T00:26:36.520505Z","end":"2026-02-28T00:26:36.806957Z","steps":["trace[353735022] 'range keys from in-memory index tree' (duration: 285.019309ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:26:37.274111Z","caller":"traceutil/trace.go:171","msg":"trace[452520768] linearizableReadLoop","detail":"{readStateIndex:23911; appliedIndex:23908; }","duration":"210.042716ms","start":"2026-02-28T00:26:37.064022Z","end":"2026-02-28T00:26:37.274064Z","steps":["trace[452520768] 'read index received' (duration: 209.598824ms)","trace[452520768] 'applied index is now lower than readState.Index' (duration: 442.672µs)"],"step_count":2} {"level":"info","ts":"2026-02-28T00:26:37.274679Z","caller":"traceutil/trace.go:171","msg":"trace[1574243615] transaction","detail":"{read_only:false; response_revision:23101; number_of_response:1; }","duration":"434.449709ms","start":"2026-02-28T00:26:36.840212Z","end":"2026-02-28T00:26:37.274662Z","steps":["trace[1574243615] 'process raft request' (duration: 433.471835ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:26:37.275606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:26:36.840193Z","time spent":"435.338822ms","remote":"127.0.0.1:36904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T00:26:37.275138Z","caller":"traceutil/trace.go:171","msg":"trace[665264793] transaction","detail":"{read_only:false; response_revision:23102; number_of_response:1; }","duration":"433.423113ms","start":"2026-02-28T00:26:36.841674Z","end":"2026-02-28T00:26:37.275098Z","steps":["trace[665264793] 'process raft request' (duration: 432.272963ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:26:37.275167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.136833ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-02-28T00:26:37.275825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:26:36.841636Z","time spent":"434.114291ms","remote":"127.0.0.1:36904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T00:26:37.275886Z","caller":"traceutil/trace.go:171","msg":"trace[652664897] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:23103; }","duration":"211.906512ms","start":"2026-02-28T00:26:37.06396Z","end":"2026-02-28T00:26:37.275866Z","steps":["trace[652664897] 'agreement among raft nodes before linearized reading' (duration: 211.069241ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:26:37.275292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.692857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-02-28T00:26:37.275961Z","caller":"traceutil/trace.go:171","msg":"trace[2079303057] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23103; }","duration":"166.382945ms","start":"2026-02-28T00:26:37.109556Z","end":"2026-02-28T00:26:37.275939Z","steps":["trace[2079303057] 'agreement among raft nodes before linearized reading' (duration: 165.670667ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:26:37.275288Z","caller":"traceutil/trace.go:171","msg":"trace[1627380757] transaction","detail":"{read_only:false; response_revision:23103; number_of_response:1; }","duration":"433.440193ms","start":"2026-02-28T00:26:36.841805Z","end":"2026-02-28T00:26:37.275245Z","steps":["trace[1627380757] 'process raft request' (duration: 432.212593ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:26:37.276111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:26:36.841763Z","time spent":"434.303345ms","remote":"127.0.0.1:36904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T00:26:38.712725Z","caller":"traceutil/trace.go:171","msg":"trace[188027792] transaction","detail":"{read_only:false; response_revision:23108; number_of_response:1; }","duration":"353.562406ms","start":"2026-02-28T00:26:38.359134Z","end":"2026-02-28T00:26:38.712697Z","steps":["trace[188027792] 'process raft request' (duration: 353.37183ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:26:38.712786Z","caller":"traceutil/trace.go:171","msg":"trace[172373669] linearizableReadLoop","detail":"{readStateIndex:23916; appliedIndex:23916; }","duration":"332.048594ms","start":"2026-02-28T00:26:38.380706Z","end":"2026-02-28T00:26:38.712754Z","steps":["trace[172373669] 'read index received' (duration: 332.035434ms)","trace[172373669] 'applied index is now lower than readState.Index' (duration: 10.96µs)"],"step_count":2} {"level":"warn","ts":"2026-02-28T00:26:38.712883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:26:38.359113Z","time spent":"353.692769ms","remote":"127.0.0.1:36904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T00:26:38.712943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.224019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-28T00:26:38.712992Z","caller":"traceutil/trace.go:171","msg":"trace[1172516359] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:23108; }","duration":"332.332391ms","start":"2026-02-28T00:26:38.380645Z","end":"2026-02-28T00:26:38.712978Z","steps":["trace[1172516359] 'agreement among raft nodes before linearized reading' (duration: 332.193818ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:26:38.713028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:26:38.380621Z","time spent":"332.397983ms","remote":"127.0.0.1:42188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true "} {"level":"info","ts":"2026-02-28T00:26:38.864107Z","caller":"traceutil/trace.go:171","msg":"trace[279892288] transaction","detail":"{read_only:false; response_revision:23110; number_of_response:1; }","duration":"438.487064ms","start":"2026-02-28T00:26:38.425572Z","end":"2026-02-28T00:26:38.864059Z","steps":["trace[279892288] 'process raft request' (duration: 438.406492ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:26:38.864166Z","caller":"traceutil/trace.go:171","msg":"trace[110945914] transaction","detail":"{read_only:false; response_revision:23109; number_of_response:1; }","duration":"465.966428ms","start":"2026-02-28T00:26:38.398109Z","end":"2026-02-28T00:26:38.864076Z","steps":["trace[110945914] 'process raft request' (duration: 465.344342ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:26:38.864228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:26:38.42555Z","time spent":"438.616317ms","remote":"127.0.0.1:36904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T00:26:38.864389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:26:38.398085Z","time spent":"466.185784ms","remote":"127.0.0.1:36904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T00:26:38.864443Z","caller":"traceutil/trace.go:171","msg":"trace[1662738714] transaction","detail":"{read_only:false; response_revision:23111; number_of_response:1; }","duration":"438.718169ms","start":"2026-02-28T00:26:38.425701Z","end":"2026-02-28T00:26:38.864419Z","steps":["trace[1662738714] 'process raft request' (duration: 438.314449ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:26:38.864596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:26:38.425683Z","time spent":"438.832812ms","remote":"127.0.0.1:36904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T00:26:38.865132Z","caller":"traceutil/trace.go:171","msg":"trace[170917615] transaction","detail":"{read_only:false; response_revision:23112; number_of_response:1; }","duration":"430.830886ms","start":"2026-02-28T00:26:38.434282Z","end":"2026-02-28T00:26:38.865113Z","steps":["trace[170917615] 'process raft request' (duration: 430.058507ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:26:38.865223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:26:38.434268Z","time spent":"430.907119ms","remote":"127.0.0.1:36904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T00:26:38.865599Z","caller":"traceutil/trace.go:171","msg":"trace[105988466] transaction","detail":"{read_only:false; response_revision:23113; number_of_response:1; }","duration":"430.91518ms","start":"2026-02-28T00:26:38.434667Z","end":"2026-02-28T00:26:38.865583Z","steps":["trace[105988466] 'process raft request' (duration: 430.022097ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:26:38.865696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:26:38.434656Z","time spent":"430.983801ms","remote":"127.0.0.1:36904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T00:26:52.289135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.819089ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-02-28T00:26:52.289208Z","caller":"traceutil/trace.go:171","msg":"trace[1847045522] linearizableReadLoop","detail":"{readStateIndex:24073; appliedIndex:24072; }","duration":"258.838861ms","start":"2026-02-28T00:26:52.030357Z","end":"2026-02-28T00:26:52.289196Z","steps":["trace[1847045522] 'read index received' (duration: 40.975851ms)","trace[1847045522] 'applied index is now lower than readState.Index' (duration: 217.86203ms)"],"step_count":2} {"level":"warn","ts":"2026-02-28T00:26:52.289422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.052626ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-28T00:26:52.289441Z","caller":"traceutil/trace.go:171","msg":"trace[438787730] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:23262; }","duration":"259.117108ms","start":"2026-02-28T00:26:52.030316Z","end":"2026-02-28T00:26:52.289433Z","steps":["trace[438787730] 'agreement among raft nodes before linearized reading' (duration: 259.060986ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:26:52.289638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.16881ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-02-28T00:26:52.289669Z","caller":"traceutil/trace.go:171","msg":"trace[1553957756] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23262; }","duration":"213.243281ms","start":"2026-02-28T00:26:52.076421Z","end":"2026-02-28T00:26:52.289664Z","steps":["trace[1553957756] 'agreement among raft nodes before linearized reading' (duration: 213.136968ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:26:52.289805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.919645ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-02-28T00:26:52.289818Z","caller":"traceutil/trace.go:171","msg":"trace[1803622320] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23262; }","duration":"200.966996ms","start":"2026-02-28T00:26:52.088847Z","end":"2026-02-28T00:26:52.289814Z","steps":["trace[1803622320] 'agreement among raft nodes before linearized reading' (duration: 200.923505ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:26:52.289881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.302269ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-02-28T00:26:52.289936Z","caller":"traceutil/trace.go:171","msg":"trace[1605738324] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23262; }","duration":"200.36483ms","start":"2026-02-28T00:26:52.089558Z","end":"2026-02-28T00:26:52.289923Z","steps":["trace[1605738324] 'agreement among raft nodes before linearized reading' (duration: 200.198386ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:26:52.290056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.004922ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-02-28T00:26:52.290079Z","caller":"traceutil/trace.go:171","msg":"trace[989627910] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23262; }","duration":"193.048063ms","start":"2026-02-28T00:26:52.097026Z","end":"2026-02-28T00:26:52.290074Z","steps":["trace[989627910] 'agreement among raft nodes before linearized reading' (duration: 192.990592ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:26:52.453804Z","caller":"traceutil/trace.go:171","msg":"trace[932944115] transaction","detail":"{read_only:false; response_revision:23263; number_of_response:1; }","duration":"159.958315ms","start":"2026-02-28T00:26:52.293799Z","end":"2026-02-28T00:26:52.453758Z","steps":["trace[932944115] 'process raft request' (duration: 159.806281ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:26:52.911875Z","caller":"traceutil/trace.go:171","msg":"trace[2001091921] transaction","detail":"{read_only:false; response_revision:23264; number_of_response:1; }","duration":"617.752639ms","start":"2026-02-28T00:26:52.294094Z","end":"2026-02-28T00:26:52.911847Z","steps":["trace[2001091921] 'process raft request' (duration: 594.096703ms)","trace[2001091921] 'compare' (duration: 23.478241ms)"],"step_count":2} {"level":"warn","ts":"2026-02-28T00:26:52.911998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:26:52.294076Z","time spent":"617.860272ms","remote":"127.0.0.1:36904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T00:26:52.912043Z","caller":"traceutil/trace.go:171","msg":"trace[416627246] linearizableReadLoop","detail":"{readStateIndex:24076; appliedIndex:24073; }","duration":"616.348894ms","start":"2026-02-28T00:26:52.295681Z","end":"2026-02-28T00:26:52.91203Z","steps":["trace[416627246] 'read index received' (duration: 157.914462ms)","trace[416627246] 'applied index is now lower than readState.Index' (duration: 458.433552ms)"],"step_count":2} {"level":"info","ts":"2026-02-28T00:26:52.912129Z","caller":"traceutil/trace.go:171","msg":"trace[439660150] transaction","detail":"{read_only:false; response_revision:23265; number_of_response:1; }","duration":"617.041612ms","start":"2026-02-28T00:26:52.295078Z","end":"2026-02-28T00:26:52.91212Z","steps":["trace[439660150] 'process raft request' (duration: 616.728754ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:26:52.912177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:26:52.295069Z","time spent":"617.082333ms","remote":"127.0.0.1:36904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T00:26:52.912353Z","caller":"traceutil/trace.go:171","msg":"trace[1930415896] transaction","detail":"{read_only:false; response_revision:23266; number_of_response:1; }","duration":"614.357533ms","start":"2026-02-28T00:26:52.297988Z","end":"2026-02-28T00:26:52.912346Z","steps":["trace[1930415896] 'process raft request' (duration: 613.978903ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:26:52.912398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:26:52.29798Z","time spent":"614.392703ms","remote":"127.0.0.1:36790","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3742,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T00:26:52.912414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.474758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-28T00:26:52.912473Z","caller":"traceutil/trace.go:171","msg":"trace[431771844] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:23266; }","duration":"314.608162ms","start":"2026-02-28T00:26:52.597848Z","end":"2026-02-28T00:26:52.912456Z","steps":["trace[431771844] 'agreement among raft nodes before linearized reading' (duration: 314.515309ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:26:52.912519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:26:52.597825Z","time spent":"314.683943ms","remote":"127.0.0.1:58374","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"warn","ts":"2026-02-28T00:26:52.912599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.652901ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-edd897c8-9625-41f8-9d90-cf344766afeb\" ","response":"range_response_count:1 size:3760"} {"level":"info","ts":"2026-02-28T00:26:52.912626Z","caller":"traceutil/trace.go:171","msg":"trace[779957579] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-edd897c8-9625-41f8-9d90-cf344766afeb; range_end:; response_count:1; response_revision:23266; }","duration":"282.742293ms","start":"2026-02-28T00:26:52.629875Z","end":"2026-02-28T00:26:52.912618Z","steps":["trace[779957579] 'agreement among raft nodes before linearized reading' (duration: 282.695732ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:26:52.9127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"616.98608ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18834"} {"level":"info","ts":"2026-02-28T00:26:52.912802Z","caller":"traceutil/trace.go:171","msg":"trace[1901059721] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:23266; }","duration":"617.117283ms","start":"2026-02-28T00:26:52.295663Z","end":"2026-02-28T00:26:52.91278Z","steps":["trace[1901059721] 'agreement among raft nodes before linearized reading' (duration: 616.811655ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:26:52.912866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:26:52.295656Z","time spent":"617.201296ms","remote":"127.0.0.1:36780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18858,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-02-28T00:26:53.282477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.005061ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-28T00:26:53.282587Z","caller":"traceutil/trace.go:171","msg":"trace[1106940536] transaction","detail":"{read_only:false; response_revision:23267; number_of_response:1; }","duration":"344.468428ms","start":"2026-02-28T00:26:52.938098Z","end":"2026-02-28T00:26:53.282566Z","steps":["trace[1106940536] 'process raft request' (duration: 144.22451ms)","trace[1106940536] 'compare' (duration: 199.728924ms)"],"step_count":2} {"level":"warn","ts":"2026-02-28T00:26:53.282658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:26:52.937991Z","time spent":"344.633212ms","remote":"127.0.0.1:36904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T00:26:54.104137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.56579ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-28T00:26:54.104568Z","caller":"traceutil/trace.go:171","msg":"trace[516482225] transaction","detail":"{read_only:false; response_revision:23273; number_of_response:1; }","duration":"770.098988ms","start":"2026-02-28T00:26:53.334445Z","end":"2026-02-28T00:26:54.104543Z","steps":["trace[516482225] 'process raft request' (duration: 770.043917ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:26:54.104847Z","caller":"traceutil/trace.go:171","msg":"trace[1267156633] transaction","detail":"{read_only:false; response_revision:23268; number_of_response:1; }","duration":"1.164459986s","start":"2026-02-28T00:26:52.940362Z","end":"2026-02-28T00:26:54.104822Z","steps":["trace[1267156633] 'process raft request' (duration: 987.075935ms)","trace[1267156633] 'compare' (duration: 176.380215ms)"],"step_count":2} {"level":"info","ts":"2026-02-28T00:26:54.10483Z","caller":"traceutil/trace.go:171","msg":"trace[1001153489] linearizableReadLoop","detail":"{readStateIndex:24081; appliedIndex:24077; }","duration":"1.158372139s","start":"2026-02-28T00:26:52.946436Z","end":"2026-02-28T00:26:54.104808Z","steps":["trace[1001153489] 'read index received' (duration: 135.862026ms)","trace[1001153489] 'applied index is now lower than readState.Index' (duration: 1.022508243s)"],"step_count":2} {"level":"info","ts":"2026-02-28T00:26:54.104833Z","caller":"traceutil/trace.go:171","msg":"trace[1922072360] transaction","detail":"{read_only:false; response_revision:23271; number_of_response:1; }","duration":"773.931676ms","start":"2026-02-28T00:26:53.330876Z","end":"2026-02-28T00:26:54.104807Z","steps":["trace[1922072360] 'process raft request' (duration: 773.520936ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:26:54.104864Z","caller":"traceutil/trace.go:171","msg":"trace[412211352] transaction","detail":"{read_only:false; response_revision:23269; number_of_response:1; }","duration":"1.164360283s","start":"2026-02-28T00:26:52.940482Z","end":"2026-02-28T00:26:54.104842Z","steps":["trace[412211352] 'process raft request' (duration: 1.163793839s)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:26:54.104851Z","caller":"traceutil/trace.go:171","msg":"trace[1790781490] transaction","detail":"{read_only:false; response_revision:23272; number_of_response:1; }","duration":"773.532407ms","start":"2026-02-28T00:26:53.331288Z","end":"2026-02-28T00:26:54.104821Z","steps":["trace[1790781490] 'process raft request' (duration: 773.156938ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:26:54.104921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:26:52.940353Z","time spent":"1.164526908s","remote":"127.0.0.1:36904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T00:26:54.104997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:26:52.940463Z","time spent":"1.164448226s","remote":"127.0.0.1:36904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T00:26:54.105023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.158588615s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-02-28T00:26:54.104999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:26:53.330854Z","time spent":"774.047279ms","remote":"127.0.0.1:36904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T00:26:54.105049Z","caller":"traceutil/trace.go:171","msg":"trace[1158718897] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23273; }","duration":"1.158645667s","start":"2026-02-28T00:26:52.946397Z","end":"2026-02-28T00:26:54.105042Z","steps":["trace[1158718897] 'agreement among raft nodes before linearized reading' (duration: 1.158526763s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:26:54.105074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:26:52.946386Z","time spent":"1.158681208s","remote":"127.0.0.1:36904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-28T00:26:54.105001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:26:53.331275Z","time spent":"773.650919ms","remote":"127.0.0.1:36904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T00:26:54.105121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"721.141042ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-28T00:26:54.105045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.130806404s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-28T00:26:54.105159Z","caller":"traceutil/trace.go:171","msg":"trace[1168080440] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:23273; }","duration":"721.216274ms","start":"2026-02-28T00:26:53.383932Z","end":"2026-02-28T00:26:54.105148Z","steps":["trace[1168080440] 'agreement among raft nodes before linearized reading' (duration: 721.0763ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:26:54.105163Z","caller":"traceutil/trace.go:171","msg":"trace[1353055354] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:23273; }","duration":"1.130993858s","start":"2026-02-28T00:26:52.974164Z","end":"2026-02-28T00:26:54.105157Z","steps":["trace[1353055354] 'agreement among raft nodes before linearized reading' (duration: 1.130815214s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:26:54.105181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:26:53.383914Z","time spent":"721.261175ms","remote":"127.0.0.1:49758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":75,"response size":32,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"warn","ts":"2026-02-28T00:26:54.105182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:26:52.974144Z","time spent":"1.131032669s","remote":"127.0.0.1:37088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":30,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-02-28T00:26:54.105185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:26:53.334425Z","time spent":"770.195641ms","remote":"127.0.0.1:36904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T00:26:54.105487Z","caller":"traceutil/trace.go:171","msg":"trace[985013468] transaction","detail":"{read_only:false; response_revision:23270; number_of_response:1; }","duration":"1.164144068s","start":"2026-02-28T00:26:52.940496Z","end":"2026-02-28T00:26:54.10464Z","steps":["trace[985013468] 'process raft request' (duration: 1.163842521s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:26:54.105196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"723.165224ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-02-28T00:26:54.105684Z","caller":"traceutil/trace.go:171","msg":"trace[1505991141] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23273; }","duration":"723.673947ms","start":"2026-02-28T00:26:53.381989Z","end":"2026-02-28T00:26:54.105663Z","steps":["trace[1505991141] 'agreement among raft nodes before linearized reading' (duration: 723.106262ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:26:54.105739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:26:53.381975Z","time spent":"723.75029ms","remote":"127.0.0.1:36904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-28T00:26:54.105811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:26:52.94048Z","time spent":"1.165154305s","remote":"127.0.0.1:36904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T00:26:54.105181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"849.076665ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-28T00:26:54.105926Z","caller":"traceutil/trace.go:171","msg":"trace[767991338] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23273; }","duration":"849.856734ms","start":"2026-02-28T00:26:53.256057Z","end":"2026-02-28T00:26:54.105914Z","steps":["trace[767991338] 'agreement among raft nodes before linearized reading' (duration: 849.064814ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:26:54.10531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.152366ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1936"} {"level":"info","ts":"2026-02-28T00:26:54.106119Z","caller":"traceutil/trace.go:171","msg":"trace[1660755220] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:23273; }","duration":"345.981507ms","start":"2026-02-28T00:26:53.760119Z","end":"2026-02-28T00:26:54.1061Z","steps":["trace[1660755220] 'agreement among raft nodes before linearized reading' (duration: 345.055473ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:26:54.106166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:26:53.760096Z","time spent":"346.058758ms","remote":"127.0.0.1:36762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1960,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"warn","ts":"2026-02-28T00:26:54.105305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.640767ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-edd897c8-9625-41f8-9d90-cf344766afeb\" ","response":"range_response_count:1 size:3760"} {"level":"info","ts":"2026-02-28T00:26:54.106269Z","caller":"traceutil/trace.go:171","msg":"trace[1067261935] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-edd897c8-9625-41f8-9d90-cf344766afeb; range_end:; response_count:1; response_revision:23273; }","duration":"185.634622ms","start":"2026-02-28T00:26:53.92061Z","end":"2026-02-28T00:26:54.106245Z","steps":["trace[1067261935] 'agreement among raft nodes before linearized reading' (duration: 184.545525ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:26:54.106057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:26:53.256041Z","time spent":"849.999138ms","remote":"127.0.0.1:36594","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-28T00:26:54.83341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"395.692732ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-28T00:26:54.833545Z","caller":"traceutil/trace.go:171","msg":"trace[83282739] linearizableReadLoop","detail":"{readStateIndex:24085; appliedIndex:24084; }","duration":"722.930598ms","start":"2026-02-28T00:26:54.110605Z","end":"2026-02-28T00:26:54.833536Z","steps":["trace[83282739] 'read index received' (duration: 327.092572ms)","trace[83282739] 'applied index is now lower than readState.Index' (duration: 395.837536ms)"],"step_count":2} {"level":"info","ts":"2026-02-28T00:26:54.8336Z","caller":"traceutil/trace.go:171","msg":"trace[1049456025] transaction","detail":"{read_only:false; response_revision:23274; number_of_response:1; }","duration":"723.524883ms","start":"2026-02-28T00:26:54.11007Z","end":"2026-02-28T00:26:54.833595Z","steps":["trace[1049456025] 'process raft request' (duration: 327.598775ms)","trace[1049456025] 'compare' (duration: 395.373665ms)"],"step_count":2} {"level":"warn","ts":"2026-02-28T00:26:54.833629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:26:54.110044Z","time spent":"723.569034ms","remote":"127.0.0.1:36904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T00:26:54.833766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"723.162474ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-28T00:26:54.83374Z","caller":"traceutil/trace.go:171","msg":"trace[1306862130] transaction","detail":"{read_only:false; response_revision:23275; number_of_response:1; }","duration":"722.2284ms","start":"2026-02-28T00:26:54.111487Z","end":"2026-02-28T00:26:54.833715Z","steps":["trace[1306862130] 'process raft request' (duration: 721.991764ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:26:54.833781Z","caller":"traceutil/trace.go:171","msg":"trace[405462226] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:23275; }","duration":"723.176264ms","start":"2026-02-28T00:26:54.110599Z","end":"2026-02-28T00:26:54.833776Z","steps":["trace[405462226] 'agreement among raft nodes before linearized reading' (duration: 723.134752ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:26:54.833795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:26:54.110555Z","time spent":"723.236286ms","remote":"127.0.0.1:36806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":30,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-02-28T00:26:54.833865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:26:54.111471Z","time spent":"722.325113ms","remote":"127.0.0.1:36904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T00:26:54.833913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.882144ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-02-28T00:26:54.833928Z","caller":"traceutil/trace.go:171","msg":"trace[243121179] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23275; }","duration":"375.926575ms","start":"2026-02-28T00:26:54.457998Z","end":"2026-02-28T00:26:54.833924Z","steps":["trace[243121179] 'agreement among raft nodes before linearized reading' (duration: 375.864273ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:26:54.833939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:26:54.457982Z","time spent":"375.954516ms","remote":"127.0.0.1:36904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-28T00:26:55.349389Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16594529469309097091,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-28T00:26:55.362761Z","caller":"traceutil/trace.go:171","msg":"trace[996065664] transaction","detail":"{read_only:false; response_revision:23276; number_of_response:1; }","duration":"524.718622ms","start":"2026-02-28T00:26:54.838016Z","end":"2026-02-28T00:26:55.362735Z","steps":["trace[996065664] 'process raft request' (duration: 524.565089ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:26:55.362903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:26:54.838006Z","time spent":"524.827045ms","remote":"127.0.0.1:36904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T00:26:55.367935Z","caller":"traceutil/trace.go:171","msg":"trace[545129134] linearizableReadLoop","detail":"{readStateIndex:24088; appliedIndex:24086; }","duration":"519.195761ms","start":"2026-02-28T00:26:54.848727Z","end":"2026-02-28T00:26:55.367922Z","steps":["trace[545129134] 'read index received' (duration: 513.965166ms)","trace[545129134] 'applied index is now lower than readState.Index' (duration: 5.229465ms)"],"step_count":2} {"level":"warn","ts":"2026-02-28T00:26:55.368139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"519.400857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"warn","ts":"2026-02-28T00:26:55.368159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"451.179776ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-02-28T00:26:55.368177Z","caller":"traceutil/trace.go:171","msg":"trace[2008508016] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:23277; }","duration":"519.447388ms","start":"2026-02-28T00:26:54.848717Z","end":"2026-02-28T00:26:55.368165Z","steps":["trace[2008508016] 'agreement among raft nodes before linearized reading' (duration: 519.285744ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:26:55.368182Z","caller":"traceutil/trace.go:171","msg":"trace[2050772605] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23277; }","duration":"451.264498ms","start":"2026-02-28T00:26:54.91691Z","end":"2026-02-28T00:26:55.368175Z","steps":["trace[2050772605] 'agreement among raft nodes before linearized reading' (duration: 451.185566ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:26:55.368201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:26:54.916883Z","time spent":"451.31373ms","remote":"127.0.0.1:36904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-28T00:26:55.36829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.610858ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-28T00:26:55.368309Z","caller":"traceutil/trace.go:171","msg":"trace[1749903222] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23277; }","duration":"163.654029ms","start":"2026-02-28T00:26:55.204649Z","end":"2026-02-28T00:26:55.368303Z","steps":["trace[1749903222] 'agreement among raft nodes before linearized reading' (duration: 163.622458ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:26:55.368357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.156572ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-edd897c8-9625-41f8-9d90-cf344766afeb\" ","response":"range_response_count:1 size:3760"} {"level":"info","ts":"2026-02-28T00:26:55.36838Z","caller":"traceutil/trace.go:171","msg":"trace[717469553] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-edd897c8-9625-41f8-9d90-cf344766afeb; range_end:; response_count:1; response_revision:23277; }","duration":"256.213864ms","start":"2026-02-28T00:26:55.112158Z","end":"2026-02-28T00:26:55.368372Z","steps":["trace[717469553] 'agreement among raft nodes before linearized reading' (duration: 256.150892ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:26:55.368441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.333958ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-28T00:26:55.368463Z","caller":"traceutil/trace.go:171","msg":"trace[887218823] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23277; }","duration":"115.415041ms","start":"2026-02-28T00:26:55.253042Z","end":"2026-02-28T00:26:55.368457Z","steps":["trace[887218823] 'agreement among raft nodes before linearized reading' (duration: 115.38246ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:26:55.368513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"451.503774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-02-28T00:26:55.368533Z","caller":"traceutil/trace.go:171","msg":"trace[338856928] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23277; }","duration":"451.535845ms","start":"2026-02-28T00:26:54.916991Z","end":"2026-02-28T00:26:55.368527Z","steps":["trace[338856928] 'agreement among raft nodes before linearized reading' (duration: 451.480963ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:26:55.368554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:26:54.916987Z","time spent":"451.560086ms","remote":"127.0.0.1:36904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-28T00:26:55.368201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:26:54.848681Z","time spent":"519.514819ms","remote":"127.0.0.1:38960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5676,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-02-28T00:26:58.417501Z","caller":"traceutil/trace.go:171","msg":"trace[383496291] transaction","detail":"{read_only:false; response_revision:23296; number_of_response:1; }","duration":"297.052671ms","start":"2026-02-28T00:26:58.120422Z","end":"2026-02-28T00:26:58.417475Z","steps":["trace[383496291] 'process raft request' (duration: 296.857637ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:26:58.417843Z","caller":"traceutil/trace.go:171","msg":"trace[1589448399] linearizableReadLoop","detail":"{readStateIndex:24112; appliedIndex:24107; }","duration":"164.900432ms","start":"2026-02-28T00:26:58.252926Z","end":"2026-02-28T00:26:58.417826Z","steps":["trace[1589448399] 'read index received' (duration: 164.332387ms)","trace[1589448399] 'applied index is now lower than readState.Index' (duration: 566.495µs)"],"step_count":2} {"level":"info","ts":"2026-02-28T00:26:58.417848Z","caller":"traceutil/trace.go:171","msg":"trace[1077887667] transaction","detail":"{read_only:false; response_revision:23298; number_of_response:1; }","duration":"296.308542ms","start":"2026-02-28T00:26:58.121488Z","end":"2026-02-28T00:26:58.417797Z","steps":["trace[1077887667] 'process raft request' (duration: 296.182349ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:26:58.417931Z","caller":"traceutil/trace.go:171","msg":"trace[628027623] transaction","detail":"{read_only:false; response_revision:23299; number_of_response:1; }","duration":"296.364124ms","start":"2026-02-28T00:26:58.121557Z","end":"2026-02-28T00:26:58.417921Z","steps":["trace[628027623] 'process raft request' (duration: 296.17551ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:26:58.41795Z","caller":"traceutil/trace.go:171","msg":"trace[1520585458] transaction","detail":"{read_only:false; response_revision:23300; number_of_response:1; }","duration":"284.638262ms","start":"2026-02-28T00:26:58.133291Z","end":"2026-02-28T00:26:58.41793Z","steps":["trace[1520585458] 'process raft request' (duration: 284.484279ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:26:58.418004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.063576ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-28T00:26:58.417805Z","caller":"traceutil/trace.go:171","msg":"trace[424772123] transaction","detail":"{read_only:false; response_revision:23297; number_of_response:1; }","duration":"297.211796ms","start":"2026-02-28T00:26:58.120579Z","end":"2026-02-28T00:26:58.417791Z","steps":["trace[424772123] 'process raft request' (duration: 296.851266ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:26:58.418049Z","caller":"traceutil/trace.go:171","msg":"trace[1920796988] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23300; }","duration":"165.160818ms","start":"2026-02-28T00:26:58.252873Z","end":"2026-02-28T00:26:58.418034Z","steps":["trace[1920796988] 'agreement among raft nodes before linearized reading' (duration: 165.053595ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:26:58.769528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.759698ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-28T00:26:58.769634Z","caller":"traceutil/trace.go:171","msg":"trace[1301082756] linearizableReadLoop","detail":"{readStateIndex:24113; appliedIndex:24112; }","duration":"195.016293ms","start":"2026-02-28T00:26:58.574601Z","end":"2026-02-28T00:26:58.769617Z","steps":["trace[1301082756] 'read index received' (duration: 14.02595ms)","trace[1301082756] 'applied index is now lower than readState.Index' (duration: 180.989103ms)"],"step_count":2} {"level":"warn","ts":"2026-02-28T00:26:58.769778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.182898ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-02-28T00:26:58.769812Z","caller":"traceutil/trace.go:171","msg":"trace[1691043719] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:23301; }","duration":"195.245059ms","start":"2026-02-28T00:26:58.574557Z","end":"2026-02-28T00:26:58.769802Z","steps":["trace[1691043719] 'agreement among raft nodes before linearized reading' (duration: 195.105255ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:26:58.769816Z","caller":"traceutil/trace.go:171","msg":"trace[1365917071] transaction","detail":"{read_only:false; response_revision:23301; number_of_response:1; }","duration":"287.052075ms","start":"2026-02-28T00:26:58.48272Z","end":"2026-02-28T00:26:58.769772Z","steps":["trace[1365917071] 'process raft request' (duration: 105.964578ms)","trace[1365917071] 'compare' (duration: 180.643785ms)"],"step_count":2} {"level":"info","ts":"2026-02-28T00:27:02.320721Z","caller":"traceutil/trace.go:171","msg":"trace[1750119635] transaction","detail":"{read_only:false; response_revision:23348; number_of_response:1; }","duration":"145.474243ms","start":"2026-02-28T00:27:02.1752Z","end":"2026-02-28T00:27:02.320674Z","steps":["trace[1750119635] 'process raft request' (duration: 145.224536ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:27:02.622874Z","caller":"traceutil/trace.go:171","msg":"trace[2136443165] transaction","detail":"{read_only:false; response_revision:23349; number_of_response:1; }","duration":"193.755591ms","start":"2026-02-28T00:27:02.429074Z","end":"2026-02-28T00:27:02.62283Z","steps":["trace[2136443165] 'process raft request' (duration: 116.209252ms)","trace[2136443165] 'compare' (duration: 77.406825ms)"],"step_count":2} {"level":"info","ts":"2026-02-28T00:27:02.629103Z","caller":"traceutil/trace.go:171","msg":"trace[1791172534] transaction","detail":"{read_only:false; response_revision:23350; number_of_response:1; }","duration":"199.990421ms","start":"2026-02-28T00:27:02.429073Z","end":"2026-02-28T00:27:02.629064Z","steps":["trace[1791172534] 'process raft request' (duration: 199.844257ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:27:02.629339Z","caller":"traceutil/trace.go:171","msg":"trace[1086087794] linearizableReadLoop","detail":"{readStateIndex:24166; appliedIndex:24161; }","duration":"105.702712ms","start":"2026-02-28T00:27:02.52362Z","end":"2026-02-28T00:27:02.629322Z","steps":["trace[1086087794] 'read index received' (duration: 21.609454ms)","trace[1086087794] 'applied index is now lower than readState.Index' (duration: 84.092438ms)"],"step_count":2} {"level":"info","ts":"2026-02-28T00:27:02.629417Z","caller":"traceutil/trace.go:171","msg":"trace[299894142] transaction","detail":"{read_only:false; response_revision:23352; number_of_response:1; }","duration":"199.656783ms","start":"2026-02-28T00:27:02.429754Z","end":"2026-02-28T00:27:02.629411Z","steps":["trace[299894142] 'process raft request' (duration: 199.469828ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:27:02.62946Z","caller":"traceutil/trace.go:171","msg":"trace[1295917931] transaction","detail":"{read_only:false; response_revision:23351; number_of_response:1; }","duration":"199.829398ms","start":"2026-02-28T00:27:02.429613Z","end":"2026-02-28T00:27:02.629442Z","steps":["trace[1295917931] 'process raft request' (duration: 199.418077ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:27:02.629593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.956038ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"info","ts":"2026-02-28T00:27:02.629631Z","caller":"traceutil/trace.go:171","msg":"trace[1651889167] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0; range_end:; response_count:1; response_revision:23353; }","duration":"106.001659ms","start":"2026-02-28T00:27:02.523614Z","end":"2026-02-28T00:27:02.629615Z","steps":["trace[1651889167] 'agreement among raft nodes before linearized reading' (duration: 105.875296ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:27:02.629737Z","caller":"traceutil/trace.go:171","msg":"trace[124909687] transaction","detail":"{read_only:false; response_revision:23353; number_of_response:1; }","duration":"198.586466ms","start":"2026-02-28T00:27:02.431138Z","end":"2026-02-28T00:27:02.629725Z","steps":["trace[124909687] 'process raft request' (duration: 198.156556ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:27:18.97154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.667353ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-28T00:27:18.971941Z","caller":"traceutil/trace.go:171","msg":"trace[1546166006] transaction","detail":"{read_only:false; response_revision:23470; number_of_response:1; }","duration":"278.372892ms","start":"2026-02-28T00:27:18.693543Z","end":"2026-02-28T00:27:18.971916Z","steps":["trace[1546166006] 'process raft request' (duration: 278.112226ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:27:18.971946Z","caller":"traceutil/trace.go:171","msg":"trace[745346335] transaction","detail":"{read_only:false; response_revision:23469; number_of_response:1; }","duration":"279.149322ms","start":"2026-02-28T00:27:18.692709Z","end":"2026-02-28T00:27:18.971859Z","steps":["trace[745346335] 'process raft request' (duration: 146.050037ms)","trace[745346335] 'compare' (duration: 132.53063ms)"],"step_count":2} {"level":"info","ts":"2026-02-28T00:27:18.972065Z","caller":"traceutil/trace.go:171","msg":"trace[517628561] transaction","detail":"{read_only:false; response_revision:23471; number_of_response:1; }","duration":"276.364501ms","start":"2026-02-28T00:27:18.695669Z","end":"2026-02-28T00:27:18.972033Z","steps":["trace[517628561] 'process raft request' (duration: 276.105325ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:27:18.972174Z","caller":"traceutil/trace.go:171","msg":"trace[159464355] transaction","detail":"{read_only:false; response_revision:23472; number_of_response:1; }","duration":"266.946979ms","start":"2026-02-28T00:27:18.705213Z","end":"2026-02-28T00:27:18.97216Z","steps":["trace[159464355] 'process raft request' (duration: 266.600081ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:27:19.266969Z","caller":"traceutil/trace.go:171","msg":"trace[220755230] transaction","detail":"{read_only:false; response_revision:23473; number_of_response:1; }","duration":"290.607356ms","start":"2026-02-28T00:27:18.976341Z","end":"2026-02-28T00:27:19.266948Z","steps":["trace[220755230] 'process raft request' (duration: 286.742718ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:27:19.267146Z","caller":"traceutil/trace.go:171","msg":"trace[885983668] transaction","detail":"{read_only:false; response_revision:23474; number_of_response:1; }","duration":"289.717924ms","start":"2026-02-28T00:27:18.977403Z","end":"2026-02-28T00:27:19.267121Z","steps":["trace[885983668] 'process raft request' (duration: 289.644642ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:27:19.778943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.239629ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-28T00:27:19.779149Z","caller":"traceutil/trace.go:171","msg":"trace[1950548805] transaction","detail":"{read_only:false; response_revision:23478; number_of_response:1; }","duration":"246.109445ms","start":"2026-02-28T00:27:19.533023Z","end":"2026-02-28T00:27:19.779132Z","steps":["trace[1950548805] 'process raft request' (duration: 246.071504ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:27:19.779232Z","caller":"traceutil/trace.go:171","msg":"trace[1155197881] linearizableReadLoop","detail":"{readStateIndex:24293; appliedIndex:24292; }","duration":"271.050424ms","start":"2026-02-28T00:27:19.508156Z","end":"2026-02-28T00:27:19.779207Z","steps":["trace[1155197881] 'read index received' (duration: 123.495458ms)","trace[1155197881] 'applied index is now lower than readState.Index' (duration: 147.553356ms)"],"step_count":2} {"level":"info","ts":"2026-02-28T00:27:19.779352Z","caller":"traceutil/trace.go:171","msg":"trace[708649130] transaction","detail":"{read_only:false; response_revision:23476; number_of_response:1; }","duration":"273.172759ms","start":"2026-02-28T00:27:19.506166Z","end":"2026-02-28T00:27:19.779339Z","steps":["trace[708649130] 'process raft request' (duration: 125.47165ms)","trace[708649130] 'compare' (duration: 146.996031ms)"],"step_count":2} {"level":"info","ts":"2026-02-28T00:27:19.779439Z","caller":"traceutil/trace.go:171","msg":"trace[38684379] transaction","detail":"{read_only:false; response_revision:23477; number_of_response:1; }","duration":"267.045421ms","start":"2026-02-28T00:27:19.512383Z","end":"2026-02-28T00:27:19.779429Z","steps":["trace[38684379] 'process raft request' (duration: 266.660332ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:27:19.779523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.104583ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-28T00:27:19.779553Z","caller":"traceutil/trace.go:171","msg":"trace[432156990] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:23478; }","duration":"138.182176ms","start":"2026-02-28T00:27:19.641362Z","end":"2026-02-28T00:27:19.779545Z","steps":["trace[432156990] 'agreement among raft nodes before linearized reading' (duration: 138.109533ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:27:19.77959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.308832ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-28T00:27:19.779645Z","caller":"traceutil/trace.go:171","msg":"trace[228158929] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23478; }","duration":"296.410915ms","start":"2026-02-28T00:27:19.483221Z","end":"2026-02-28T00:27:19.779632Z","steps":["trace[228158929] 'agreement among raft nodes before linearized reading' (duration: 296.220099ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:27:19.779786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.116231ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-02-28T00:27:19.779885Z","caller":"traceutil/trace.go:171","msg":"trace[268147298] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23478; }","duration":"293.248884ms","start":"2026-02-28T00:27:19.486615Z","end":"2026-02-28T00:27:19.779864Z","steps":["trace[268147298] 'agreement among raft nodes before linearized reading' (duration: 292.963807ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:27:20.104155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.74462ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-28T00:27:20.104408Z","caller":"traceutil/trace.go:171","msg":"trace[716393640] linearizableReadLoop","detail":"{readStateIndex:24297; appliedIndex:24295; }","duration":"179.887315ms","start":"2026-02-28T00:27:19.924497Z","end":"2026-02-28T00:27:20.104384Z","steps":["trace[716393640] 'read index received' (duration: 32.601µs)","trace[716393640] 'applied index is now lower than readState.Index' (duration: 179.853304ms)"],"step_count":2} {"level":"info","ts":"2026-02-28T00:27:20.104459Z","caller":"traceutil/trace.go:171","msg":"trace[1336708923] transaction","detail":"{read_only:false; response_revision:23480; number_of_response:1; }","duration":"319.58675ms","start":"2026-02-28T00:27:19.784844Z","end":"2026-02-28T00:27:20.104431Z","steps":["trace[1336708923] 'process raft request' (duration: 319.432556ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:27:20.104538Z","caller":"traceutil/trace.go:171","msg":"trace[712439343] transaction","detail":"{read_only:false; response_revision:23479; number_of_response:1; }","duration":"321.437447ms","start":"2026-02-28T00:27:19.783061Z","end":"2026-02-28T00:27:20.104498Z","steps":["trace[712439343] 'process raft request' (duration: 99.226075ms)","trace[712439343] 'compare' (duration: 221.588416ms)"],"step_count":2} {"level":"warn","ts":"2026-02-28T00:27:20.104605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:27:19.784829Z","time spent":"319.697423ms","remote":"127.0.0.1:36904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T00:27:20.104624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.24712ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"info","ts":"2026-02-28T00:27:20.10466Z","caller":"traceutil/trace.go:171","msg":"trace[947818656] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0; range_end:; response_count:1; response_revision:23480; }","duration":"112.329053ms","start":"2026-02-28T00:27:19.99232Z","end":"2026-02-28T00:27:20.104649Z","steps":["trace[947818656] 'agreement among raft nodes before linearized reading' (duration: 112.20579ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:27:20.104685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:27:19.783045Z","time spent":"321.57744ms","remote":"127.0.0.1:36904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T00:27:20.104715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.198923ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-manila-server-0\" ","response":"range_response_count:1 size:10853"} {"level":"info","ts":"2026-02-28T00:27:20.104793Z","caller":"traceutil/trace.go:171","msg":"trace[860008449] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-manila-server-0; range_end:; response_count:1; response_revision:23480; }","duration":"180.386419ms","start":"2026-02-28T00:27:19.924387Z","end":"2026-02-28T00:27:20.104773Z","steps":["trace[860008449] 'agreement among raft nodes before linearized reading' (duration: 180.124712ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:27:20.471147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.188823ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-28T00:27:20.471253Z","caller":"traceutil/trace.go:171","msg":"trace[1710576015] transaction","detail":"{read_only:false; response_revision:23481; number_of_response:1; }","duration":"357.839042ms","start":"2026-02-28T00:27:20.113396Z","end":"2026-02-28T00:27:20.471235Z","steps":["trace[1710576015] 'process raft request' (duration: 200.461734ms)","trace[1710576015] 'compare' (duration: 156.952716ms)"],"step_count":2} {"level":"warn","ts":"2026-02-28T00:27:20.471312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:27:20.113376Z","time spent":"357.907664ms","remote":"127.0.0.1:36678","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":765,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T00:27:20.490622Z","caller":"traceutil/trace.go:171","msg":"trace[1647293197] linearizableReadLoop","detail":"{readStateIndex:24299; appliedIndex:24297; }","duration":"234.792344ms","start":"2026-02-28T00:27:20.255806Z","end":"2026-02-28T00:27:20.490599Z","steps":["trace[1647293197] 'read index received' (duration: 58.129751ms)","trace[1647293197] 'applied index is now lower than readState.Index' (duration: 176.661393ms)"],"step_count":2} {"level":"info","ts":"2026-02-28T00:27:20.490728Z","caller":"traceutil/trace.go:171","msg":"trace[2003531689] transaction","detail":"{read_only:false; response_revision:23482; number_of_response:1; }","duration":"376.569371ms","start":"2026-02-28T00:27:20.114148Z","end":"2026-02-28T00:27:20.490717Z","steps":["trace[2003531689] 'process raft request' (duration: 376.302944ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:27:20.490835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:27:20.114136Z","time spent":"376.625573ms","remote":"127.0.0.1:36790","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10655,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T00:27:20.490982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.182984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-28T00:27:20.49102Z","caller":"traceutil/trace.go:171","msg":"trace[121130944] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23482; }","duration":"235.254156ms","start":"2026-02-28T00:27:20.255755Z","end":"2026-02-28T00:27:20.491009Z","steps":["trace[121130944] 'agreement among raft nodes before linearized reading' (duration: 235.197224ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:27:20.491395Z","caller":"traceutil/trace.go:171","msg":"trace[1003494248] transaction","detail":"{read_only:false; response_revision:23483; number_of_response:1; }","duration":"100.551399ms","start":"2026-02-28T00:27:20.390815Z","end":"2026-02-28T00:27:20.491366Z","steps":["trace[1003494248] 'process raft request' (duration: 100.344674ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:27:20.959377Z","caller":"traceutil/trace.go:171","msg":"trace[412082288] linearizableReadLoop","detail":"{readStateIndex:24310; appliedIndex:24309; }","duration":"166.332548ms","start":"2026-02-28T00:27:20.793021Z","end":"2026-02-28T00:27:20.959354Z","steps":["trace[412082288] 'read index received' (duration: 166.150703ms)","trace[412082288] 'applied index is now lower than readState.Index' (duration: 181.165µs)"],"step_count":2} {"level":"warn","ts":"2026-02-28T00:27:20.959637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.596584ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-28T00:27:20.959604Z","caller":"traceutil/trace.go:171","msg":"trace[847124839] transaction","detail":"{read_only:false; response_revision:23493; number_of_response:1; }","duration":"171.456239ms","start":"2026-02-28T00:27:20.788099Z","end":"2026-02-28T00:27:20.959555Z","steps":["trace[847124839] 'process raft request' (duration: 171.133141ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:27:20.959671Z","caller":"traceutil/trace.go:171","msg":"trace[237787205] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:23493; }","duration":"166.672886ms","start":"2026-02-28T00:27:20.792985Z","end":"2026-02-28T00:27:20.959658Z","steps":["trace[237787205] 'agreement among raft nodes before linearized reading' (duration: 166.509942ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:27:21.566041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"437.499925ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-02-28T00:27:21.566325Z","caller":"traceutil/trace.go:171","msg":"trace[1710597326] linearizableReadLoop","detail":"{readStateIndex:24311; appliedIndex:24310; }","duration":"592.070432ms","start":"2026-02-28T00:27:20.974233Z","end":"2026-02-28T00:27:21.566304Z","steps":["trace[1710597326] 'read index received' (duration: 154.303949ms)","trace[1710597326] 'applied index is now lower than readState.Index' (duration: 437.765252ms)"],"step_count":2} {"level":"warn","ts":"2026-02-28T00:27:21.566659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"592.40589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-02-28T00:27:21.566703Z","caller":"traceutil/trace.go:171","msg":"trace[880957285] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:23493; }","duration":"592.472911ms","start":"2026-02-28T00:27:20.974217Z","end":"2026-02-28T00:27:21.56669Z","steps":["trace[880957285] 'agreement among raft nodes before linearized reading' (duration: 592.302307ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:27:21.566738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:27:20.974193Z","time spent":"592.535943ms","remote":"127.0.0.1:38960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5676,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-02-28T00:27:21.56702Z","caller":"traceutil/trace.go:171","msg":"trace[1254326164] transaction","detail":"{read_only:false; response_revision:23494; number_of_response:1; }","duration":"591.364313ms","start":"2026-02-28T00:27:20.975615Z","end":"2026-02-28T00:27:21.56698Z","steps":["trace[1254326164] 'process raft request' (duration: 590.554222ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:27:21.567244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:27:20.975602Z","time spent":"591.517306ms","remote":"127.0.0.1:36904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T00:27:21.600915Z","caller":"traceutil/trace.go:171","msg":"trace[1131329999] transaction","detail":"{read_only:false; response_revision:23495; number_of_response:1; }","duration":"624.521933ms","start":"2026-02-28T00:27:20.976349Z","end":"2026-02-28T00:27:21.600871Z","steps":["trace[1131329999] 'process raft request' (duration: 590.595403ms)","trace[1131329999] 'compare' (duration: 33.712445ms)"],"step_count":2} {"level":"info","ts":"2026-02-28T00:27:21.601003Z","caller":"traceutil/trace.go:171","msg":"trace[1268558421] transaction","detail":"{read_only:false; response_revision:23497; number_of_response:1; }","duration":"621.272429ms","start":"2026-02-28T00:27:20.979722Z","end":"2026-02-28T00:27:21.600995Z","steps":["trace[1268558421] 'process raft request' (duration: 621.106725ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:27:21.601138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:27:20.979699Z","time spent":"621.342091ms","remote":"127.0.0.1:36904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T00:27:21.601151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:27:20.976343Z","time spent":"624.669976ms","remote":"127.0.0.1:36904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T00:27:21.601261Z","caller":"traceutil/trace.go:171","msg":"trace[1299539344] transaction","detail":"{read_only:false; response_revision:23498; number_of_response:1; }","duration":"314.072029ms","start":"2026-02-28T00:27:21.287157Z","end":"2026-02-28T00:27:21.601229Z","steps":["trace[1299539344] 'process raft request' (duration: 313.803321ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:27:21.601449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:27:21.287136Z","time spent":"314.216922ms","remote":"127.0.0.1:36904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T00:27:21.601535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.882583ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-28T00:27:21.601618Z","caller":"traceutil/trace.go:171","msg":"trace[1632655830] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23499; }","duration":"125.015027ms","start":"2026-02-28T00:27:21.476584Z","end":"2026-02-28T00:27:21.601599Z","steps":["trace[1632655830] 'agreement among raft nodes before linearized reading' (duration: 124.879793ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:27:21.601678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.749905ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-02-28T00:27:21.601716Z","caller":"traceutil/trace.go:171","msg":"trace[226476727] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23499; }","duration":"330.812707ms","start":"2026-02-28T00:27:21.270891Z","end":"2026-02-28T00:27:21.601704Z","steps":["trace[226476727] 'agreement among raft nodes before linearized reading' (duration: 330.707645ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:27:21.601741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:27:21.270875Z","time spent":"330.861018ms","remote":"127.0.0.1:36904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-28T00:27:21.601722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.690473ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-28T00:27:21.601785Z","caller":"traceutil/trace.go:171","msg":"trace[1794036106] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:23499; }","duration":"298.760675ms","start":"2026-02-28T00:27:21.303008Z","end":"2026-02-28T00:27:21.601768Z","steps":["trace[1794036106] 'agreement among raft nodes before linearized reading' (duration: 298.637882ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:27:21.600893Z","caller":"traceutil/trace.go:171","msg":"trace[175691200] transaction","detail":"{read_only:false; response_revision:23496; number_of_response:1; }","duration":"621.234488ms","start":"2026-02-28T00:27:20.979641Z","end":"2026-02-28T00:27:21.600875Z","steps":["trace[175691200] 'process raft request' (duration: 621.152536ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:27:21.601941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.985302ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-02-28T00:27:21.601974Z","caller":"traceutil/trace.go:171","msg":"trace[481204993] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23499; }","duration":"331.049683ms","start":"2026-02-28T00:27:21.270915Z","end":"2026-02-28T00:27:21.601965Z","steps":["trace[481204993] 'agreement among raft nodes before linearized reading' (duration: 330.915209ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:27:21.60199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:27:20.979627Z","time spent":"622.336657ms","remote":"127.0.0.1:36904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T00:27:21.602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:27:21.270896Z","time spent":"331.098165ms","remote":"127.0.0.1:36904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-28T00:27:21.809387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.864297ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-28T00:27:21.80978Z","caller":"traceutil/trace.go:171","msg":"trace[1786251224] transaction","detail":"{read_only:false; response_revision:23501; number_of_response:1; }","duration":"204.093756ms","start":"2026-02-28T00:27:21.605669Z","end":"2026-02-28T00:27:21.809763Z","steps":["trace[1786251224] 'process raft request' (duration: 102.754427ms)","trace[1786251224] 'compare' (duration: 100.564769ms)"],"step_count":2} {"level":"warn","ts":"2026-02-28T00:27:22.068556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.033213ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-28T00:27:22.068677Z","caller":"traceutil/trace.go:171","msg":"trace[258036077] transaction","detail":"{read_only:false; response_revision:23502; number_of_response:1; }","duration":"254.247843ms","start":"2026-02-28T00:27:21.814404Z","end":"2026-02-28T00:27:22.068652Z","steps":["trace[258036077] 'process raft request' (duration: 144.037136ms)","trace[258036077] 'compare' (duration: 109.728525ms)"],"step_count":2} {"level":"info","ts":"2026-02-28T00:27:22.288894Z","caller":"traceutil/trace.go:171","msg":"trace[1312699666] linearizableReadLoop","detail":"{readStateIndex:24321; appliedIndex:24320; }","duration":"193.993997ms","start":"2026-02-28T00:27:22.094873Z","end":"2026-02-28T00:27:22.288867Z","steps":["trace[1312699666] 'read index received' (duration: 156.555176ms)","trace[1312699666] 'applied index is now lower than readState.Index' (duration: 37.437261ms)"],"step_count":2} {"level":"info","ts":"2026-02-28T00:27:22.289243Z","caller":"traceutil/trace.go:171","msg":"trace[18855502] transaction","detail":"{read_only:false; response_revision:23503; number_of_response:1; }","duration":"435.285308ms","start":"2026-02-28T00:27:21.853934Z","end":"2026-02-28T00:27:22.289219Z","steps":["trace[18855502] 'process raft request' (duration: 397.453357ms)","trace[18855502] 'compare' (duration: 37.342939ms)"],"step_count":2} {"level":"warn","ts":"2026-02-28T00:27:22.289369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:27:21.8539Z","time spent":"435.39325ms","remote":"127.0.0.1:37102","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9529,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T00:27:22.289698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.825828ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-28T00:27:22.289756Z","caller":"traceutil/trace.go:171","msg":"trace[1494044350] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:23503; }","duration":"194.885969ms","start":"2026-02-28T00:27:22.094856Z","end":"2026-02-28T00:27:22.289742Z","steps":["trace[1494044350] 'agreement among raft nodes before linearized reading' (duration: 194.732016ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:27:22.290052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.924588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-02-28T00:27:22.290104Z","caller":"traceutil/trace.go:171","msg":"trace[607445352] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23503; }","duration":"182.00302ms","start":"2026-02-28T00:27:22.108088Z","end":"2026-02-28T00:27:22.290091Z","steps":["trace[607445352] 'agreement among raft nodes before linearized reading' (duration: 181.831375ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:27:22.290683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.232455ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-28T00:27:22.290735Z","caller":"traceutil/trace.go:171","msg":"trace[1200016323] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23503; }","duration":"182.291146ms","start":"2026-02-28T00:27:22.108432Z","end":"2026-02-28T00:27:22.290723Z","steps":["trace[1200016323] 'agreement among raft nodes before linearized reading' (duration: 182.168053ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:27:22.600346Z","caller":"traceutil/trace.go:171","msg":"trace[1126440799] transaction","detail":"{read_only:false; response_revision:23505; number_of_response:1; }","duration":"298.721925ms","start":"2026-02-28T00:27:22.301581Z","end":"2026-02-28T00:27:22.600303Z","steps":["trace[1126440799] 'process raft request' (duration: 282.748645ms)","trace[1126440799] 'compare' (duration: 15.651181ms)"],"step_count":2} {"level":"info","ts":"2026-02-28T00:27:22.600525Z","caller":"traceutil/trace.go:171","msg":"trace[756596764] transaction","detail":"{read_only:false; response_revision:23506; number_of_response:1; }","duration":"295.41536ms","start":"2026-02-28T00:27:22.305084Z","end":"2026-02-28T00:27:22.600499Z","steps":["trace[756596764] 'process raft request' (duration: 295.174044ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:27:22.626925Z","caller":"traceutil/trace.go:171","msg":"trace[55726147] transaction","detail":"{read_only:false; response_revision:23507; number_of_response:1; }","duration":"128.292952ms","start":"2026-02-28T00:27:22.498598Z","end":"2026-02-28T00:27:22.626891Z","steps":["trace[55726147] 'process raft request' (duration: 128.030005ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:27:22.883968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.70973ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-28T00:27:22.884123Z","caller":"traceutil/trace.go:171","msg":"trace[70956676] linearizableReadLoop","detail":"{readStateIndex:24326; appliedIndex:24325; }","duration":"235.935834ms","start":"2026-02-28T00:27:22.648162Z","end":"2026-02-28T00:27:22.884098Z","steps":["trace[70956676] 'read index received' (duration: 110.962378ms)","trace[70956676] 'applied index is now lower than readState.Index' (duration: 124.971366ms)"],"step_count":2} {"level":"info","ts":"2026-02-28T00:27:22.884128Z","caller":"traceutil/trace.go:171","msg":"trace[1507738719] transaction","detail":"{read_only:false; response_revision:23508; number_of_response:1; }","duration":"241.935058ms","start":"2026-02-28T00:27:22.642164Z","end":"2026-02-28T00:27:22.884099Z","steps":["trace[1507738719] 'process raft request' (duration: 116.944441ms)","trace[1507738719] 'compare' (duration: 124.358651ms)"],"step_count":2} {"level":"warn","ts":"2026-02-28T00:27:22.884378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.052772ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" ","response":"range_response_count:1 size:1850"} {"level":"warn","ts":"2026-02-28T00:27:22.884353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.172329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-manila-server\" ","response":"range_response_count:1 size:9547"} {"level":"info","ts":"2026-02-28T00:27:22.884445Z","caller":"traceutil/trace.go:171","msg":"trace[1661295031] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0; range_end:; response_count:1; response_revision:23508; }","duration":"101.166036ms","start":"2026-02-28T00:27:22.783262Z","end":"2026-02-28T00:27:22.884428Z","steps":["trace[1661295031] 'agreement among raft nodes before linearized reading' (duration: 100.97875ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:27:22.884455Z","caller":"traceutil/trace.go:171","msg":"trace[2045408275] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-manila-server; range_end:; response_count:1; response_revision:23508; }","duration":"236.289983ms","start":"2026-02-28T00:27:22.648146Z","end":"2026-02-28T00:27:22.884436Z","steps":["trace[2045408275] 'agreement among raft nodes before linearized reading' (duration: 236.024256ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:27:23.775274Z","caller":"traceutil/trace.go:171","msg":"trace[1566521450] transaction","detail":"{read_only:false; response_revision:23513; number_of_response:1; }","duration":"169.659933ms","start":"2026-02-28T00:27:23.605578Z","end":"2026-02-28T00:27:23.775238Z","steps":["trace[1566521450] 'process raft request' (duration: 169.359726ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:27:23.775272Z","caller":"traceutil/trace.go:171","msg":"trace[925492244] transaction","detail":"{read_only:false; response_revision:23514; number_of_response:1; }","duration":"168.982345ms","start":"2026-02-28T00:27:23.606266Z","end":"2026-02-28T00:27:23.775248Z","steps":["trace[925492244] 'process raft request' (duration: 168.876043ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:27:23.775545Z","caller":"traceutil/trace.go:171","msg":"trace[573843872] linearizableReadLoop","detail":"{readStateIndex:24334; appliedIndex:24329; }","duration":"124.271218ms","start":"2026-02-28T00:27:23.651256Z","end":"2026-02-28T00:27:23.775528Z","steps":["trace[573843872] 'read index received' (duration: 9.329769ms)","trace[573843872] 'applied index is now lower than readState.Index' (duration: 114.940669ms)"],"step_count":2} {"level":"info","ts":"2026-02-28T00:27:23.775621Z","caller":"traceutil/trace.go:171","msg":"trace[1159526462] transaction","detail":"{read_only:false; response_revision:23516; number_of_response:1; }","duration":"168.921414ms","start":"2026-02-28T00:27:23.606686Z","end":"2026-02-28T00:27:23.775607Z","steps":["trace[1159526462] 'process raft request' (duration: 168.723089ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:27:23.775615Z","caller":"traceutil/trace.go:171","msg":"trace[1557755547] transaction","detail":"{read_only:false; response_revision:23515; number_of_response:1; }","duration":"168.945494ms","start":"2026-02-28T00:27:23.606634Z","end":"2026-02-28T00:27:23.77558Z","steps":["trace[1557755547] 'process raft request' (duration: 168.564095ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:27:23.775714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.451203ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-02-28T00:27:23.775747Z","caller":"traceutil/trace.go:171","msg":"trace[252546650] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23516; }","duration":"124.542785ms","start":"2026-02-28T00:27:23.651192Z","end":"2026-02-28T00:27:23.775735Z","steps":["trace[252546650] 'agreement among raft nodes before linearized reading' (duration: 124.399341ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:27:24.024848Z","caller":"traceutil/trace.go:171","msg":"trace[1174572098] transaction","detail":"{read_only:false; response_revision:23518; number_of_response:1; }","duration":"167.326663ms","start":"2026-02-28T00:27:23.857491Z","end":"2026-02-28T00:27:24.024818Z","steps":["trace[1174572098] 'process raft request' (duration: 127.814909ms)","trace[1174572098] 'compare' (duration: 39.388381ms)"],"step_count":2} {"level":"info","ts":"2026-02-28T00:27:24.19929Z","caller":"traceutil/trace.go:171","msg":"trace[105287756] transaction","detail":"{read_only:false; response_revision:23519; number_of_response:1; }","duration":"114.640482ms","start":"2026-02-28T00:27:24.084626Z","end":"2026-02-28T00:27:24.199266Z","steps":["trace[105287756] 'process raft request' (duration: 71.124684ms)","trace[105287756] 'compare' (duration: 43.195949ms)"],"step_count":2} {"level":"info","ts":"2026-02-28T00:27:26.566841Z","caller":"traceutil/trace.go:171","msg":"trace[1874743593] transaction","detail":"{read_only:false; response_revision:23534; number_of_response:1; }","duration":"164.440719ms","start":"2026-02-28T00:27:26.402369Z","end":"2026-02-28T00:27:26.56681Z","steps":["trace[1874743593] 'process raft request' (duration: 164.231113ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:27:27.967297Z","caller":"traceutil/trace.go:171","msg":"trace[759661577] transaction","detail":"{read_only:false; response_revision:23543; number_of_response:1; }","duration":"161.076363ms","start":"2026-02-28T00:27:27.806195Z","end":"2026-02-28T00:27:27.967271Z","steps":["trace[759661577] 'process raft request' (duration: 101.261268ms)","trace[759661577] 'compare' (duration: 59.406804ms)"],"step_count":2} {"level":"warn","ts":"2026-02-28T00:27:30.72125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.808762ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-28T00:27:30.721348Z","caller":"traceutil/trace.go:171","msg":"trace[696461319] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23567; }","duration":"131.943236ms","start":"2026-02-28T00:27:30.589385Z","end":"2026-02-28T00:27:30.721328Z","steps":["trace[696461319] 'range keys from in-memory index tree' (duration: 131.666458ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:27:30.721261Z","caller":"traceutil/trace.go:171","msg":"trace[263415061] transaction","detail":"{read_only:false; response_revision:23568; number_of_response:1; }","duration":"104.515051ms","start":"2026-02-28T00:27:30.616701Z","end":"2026-02-28T00:27:30.721216Z","steps":["trace[263415061] 'process raft request' (duration: 90.659846ms)","trace[263415061] 'compare' (duration: 13.511917ms)"],"step_count":2} {"level":"info","ts":"2026-02-28T00:27:34.870111Z","caller":"traceutil/trace.go:171","msg":"trace[985734486] transaction","detail":"{read_only:false; response_revision:23603; number_of_response:1; }","duration":"125.953682ms","start":"2026-02-28T00:27:34.744111Z","end":"2026-02-28T00:27:34.870065Z","steps":["trace[985734486] 'process raft request' (duration: 125.755576ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:27:35.00654Z","caller":"traceutil/trace.go:171","msg":"trace[530460880] transaction","detail":"{read_only:false; response_revision:23604; number_of_response:1; }","duration":"132.389477ms","start":"2026-02-28T00:27:34.874122Z","end":"2026-02-28T00:27:35.006512Z","steps":["trace[530460880] 'process raft request' (duration: 132.219243ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:27:35.007542Z","caller":"traceutil/trace.go:171","msg":"trace[1518468663] transaction","detail":"{read_only:false; response_revision:23605; number_of_response:1; }","duration":"130.362084ms","start":"2026-02-28T00:27:34.877121Z","end":"2026-02-28T00:27:35.007483Z","steps":["trace[1518468663] 'process raft request' (duration: 130.120927ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:27:37.289778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.39698ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-28T00:27:37.289861Z","caller":"traceutil/trace.go:171","msg":"trace[393567001] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:23618; }","duration":"281.492153ms","start":"2026-02-28T00:27:37.008351Z","end":"2026-02-28T00:27:37.289843Z","steps":["trace[393567001] 'range keys from in-memory index tree' (duration: 281.314508ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:27:37.289919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.778018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-28T00:27:37.289964Z","caller":"traceutil/trace.go:171","msg":"trace[1170601260] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:23618; }","duration":"293.88308ms","start":"2026-02-28T00:27:36.996069Z","end":"2026-02-28T00:27:37.289952Z","steps":["trace[1170601260] 'count revisions from in-memory index tree' (duration: 293.648014ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:27:37.290133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.550982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-02-28T00:27:37.290172Z","caller":"traceutil/trace.go:171","msg":"trace[904474432] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23618; }","duration":"279.622933ms","start":"2026-02-28T00:27:37.01054Z","end":"2026-02-28T00:27:37.290162Z","steps":["trace[904474432] 'range keys from in-memory index tree' (duration: 279.411649ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:27:37.290382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.613924ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-28T00:27:37.290422Z","caller":"traceutil/trace.go:171","msg":"trace[1043325193] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23618; }","duration":"279.694256ms","start":"2026-02-28T00:27:37.010716Z","end":"2026-02-28T00:27:37.29041Z","steps":["trace[1043325193] 'range keys from in-memory index tree' (duration: 279.443791ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:27:37.290608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.818121ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-28T00:27:37.290676Z","caller":"traceutil/trace.go:171","msg":"trace[199005941] linearizableReadLoop","detail":"{readStateIndex:24440; appliedIndex:24439; }","duration":"161.562715ms","start":"2026-02-28T00:27:37.129102Z","end":"2026-02-28T00:27:37.290665Z","steps":["trace[199005941] 'read index received' (duration: 50.161µs)","trace[199005941] 'applied index is now lower than readState.Index' (duration: 161.511334ms)"],"step_count":2} {"level":"warn","ts":"2026-02-28T00:27:37.290776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.699419ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-28T00:27:37.290781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.529781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-28T00:27:37.290772Z","caller":"traceutil/trace.go:171","msg":"trace[1831833561] transaction","detail":"{read_only:false; response_revision:23619; number_of_response:1; }","duration":"278.797653ms","start":"2026-02-28T00:27:37.011923Z","end":"2026-02-28T00:27:37.290721Z","steps":["trace[1831833561] 'process raft request' (duration: 49.810398ms)","trace[1831833561] 'compare' (duration: 228.180674ms)"],"step_count":2} {"level":"info","ts":"2026-02-28T00:27:37.290849Z","caller":"traceutil/trace.go:171","msg":"trace[1166369444] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:23619; }","duration":"148.632863ms","start":"2026-02-28T00:27:37.142205Z","end":"2026-02-28T00:27:37.290838Z","steps":["trace[1166369444] 'agreement among raft nodes before linearized reading' (duration: 148.53957ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:27:37.290824Z","caller":"traceutil/trace.go:171","msg":"trace[1878237456] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:23619; }","duration":"161.783991ms","start":"2026-02-28T00:27:37.129025Z","end":"2026-02-28T00:27:37.290809Z","steps":["trace[1878237456] 'agreement among raft nodes before linearized reading' (duration: 161.709849ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:27:39.799349Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16594529469309097919,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-28T00:27:40.263969Z","caller":"traceutil/trace.go:171","msg":"trace[349614171] linearizableReadLoop","detail":"{readStateIndex:24452; appliedIndex:24451; }","duration":"965.151283ms","start":"2026-02-28T00:27:39.298801Z","end":"2026-02-28T00:27:40.263952Z","steps":["trace[349614171] 'read index received' (duration: 965.120532ms)","trace[349614171] 'applied index is now lower than readState.Index' (duration: 30.211µs)"],"step_count":2} {"level":"info","ts":"2026-02-28T00:27:40.264045Z","caller":"traceutil/trace.go:171","msg":"trace[486870627] transaction","detail":"{read_only:false; response_revision:23631; number_of_response:1; }","duration":"967.867152ms","start":"2026-02-28T00:27:39.296171Z","end":"2026-02-28T00:27:40.264039Z","steps":["trace[486870627] 'process raft request' (duration: 967.676717ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:27:40.264127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:27:39.296124Z","time spent":"967.936894ms","remote":"127.0.0.1:36904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T00:27:40.264265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"965.474322ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-02-28T00:27:40.264288Z","caller":"traceutil/trace.go:171","msg":"trace[1619853932] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23631; }","duration":"965.538674ms","start":"2026-02-28T00:27:39.298744Z","end":"2026-02-28T00:27:40.264282Z","steps":["trace[1619853932] 'agreement among raft nodes before linearized reading' (duration: 965.457611ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:27:40.264302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:27:39.298723Z","time spent":"965.576094ms","remote":"127.0.0.1:36904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-28T00:27:40.267925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"965.78227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-02-28T00:27:40.267969Z","caller":"traceutil/trace.go:171","msg":"trace[2136139422] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23637; }","duration":"965.875712ms","start":"2026-02-28T00:27:39.302084Z","end":"2026-02-28T00:27:40.267959Z","steps":["trace[2136139422] 'agreement among raft nodes before linearized reading' (duration: 965.77797ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:27:40.26799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:27:39.302063Z","time spent":"965.921983ms","remote":"127.0.0.1:36904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-02-28T00:27:40.268012Z","caller":"traceutil/trace.go:171","msg":"trace[1349842001] transaction","detail":"{read_only:false; response_revision:23634; number_of_response:1; }","duration":"377.168327ms","start":"2026-02-28T00:27:39.890836Z","end":"2026-02-28T00:27:40.268004Z","steps":["trace[1349842001] 'process raft request' (duration: 376.922481ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:27:40.268058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:27:39.890812Z","time spent":"377.217199ms","remote":"127.0.0.1:36904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T00:27:40.268042Z","caller":"traceutil/trace.go:171","msg":"trace[767237470] transaction","detail":"{read_only:false; response_revision:23633; number_of_response:1; }","duration":"377.349691ms","start":"2026-02-28T00:27:39.89066Z","end":"2026-02-28T00:27:40.26801Z","steps":["trace[767237470] 'process raft request' (duration: 377.069223ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:27:40.268203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.53299ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/magnum-api-68bfddc77d-9m6hq.1898416abfd2836e\" ","response":"range_response_count:1 size:783"} {"level":"info","ts":"2026-02-28T00:27:40.268595Z","caller":"traceutil/trace.go:171","msg":"trace[1471850548] range","detail":"{range_begin:/registry/events/openstack/magnum-api-68bfddc77d-9m6hq.1898416abfd2836e; range_end:; response_count:1; response_revision:23637; }","duration":"155.938771ms","start":"2026-02-28T00:27:40.11264Z","end":"2026-02-28T00:27:40.268579Z","steps":["trace[1471850548] 'agreement among raft nodes before linearized reading' (duration: 155.482049ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:27:40.268132Z","caller":"traceutil/trace.go:171","msg":"trace[268434581] transaction","detail":"{read_only:false; response_revision:23636; number_of_response:1; }","duration":"259.719183ms","start":"2026-02-28T00:27:40.008332Z","end":"2026-02-28T00:27:40.268051Z","steps":["trace[268434581] 'process raft request' (duration: 259.475107ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:27:40.268216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"505.744375ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-28T00:27:40.268774Z","caller":"traceutil/trace.go:171","msg":"trace[662786526] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:23637; }","duration":"506.33305ms","start":"2026-02-28T00:27:39.762432Z","end":"2026-02-28T00:27:40.268765Z","steps":["trace[662786526] 'agreement among raft nodes before linearized reading' (duration: 505.762656ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:27:40.268797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:27:39.762413Z","time spent":"506.376472ms","remote":"127.0.0.1:54720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":30,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"warn","ts":"2026-02-28T00:27:40.268239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"814.134019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-28T00:27:40.268853Z","caller":"traceutil/trace.go:171","msg":"trace[968611406] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:23637; }","duration":"814.766795ms","start":"2026-02-28T00:27:39.454057Z","end":"2026-02-28T00:27:40.268824Z","steps":["trace[968611406] 'agreement among raft nodes before linearized reading' (duration: 814.162029ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:27:40.268948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:27:39.454036Z","time spent":"814.879097ms","remote":"127.0.0.1:38848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"info","ts":"2026-02-28T00:27:40.268231Z","caller":"traceutil/trace.go:171","msg":"trace[820564018] transaction","detail":"{read_only:false; response_revision:23635; number_of_response:1; }","duration":"377.261329ms","start":"2026-02-28T00:27:39.890951Z","end":"2026-02-28T00:27:40.268212Z","steps":["trace[820564018] 'process raft request' (duration: 376.830849ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:27:40.269182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:27:39.890941Z","time spent":"378.151432ms","remote":"127.0.0.1:36904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T00:27:40.268262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.402956ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-02-28T00:27:40.269249Z","caller":"traceutil/trace.go:171","msg":"trace[1765744528] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23637; }","duration":"177.414582ms","start":"2026-02-28T00:27:40.091829Z","end":"2026-02-28T00:27:40.269244Z","steps":["trace[1765744528] 'agreement among raft nodes before linearized reading' (duration: 176.401605ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:27:40.268275Z","caller":"traceutil/trace.go:171","msg":"trace[1012333697] transaction","detail":"{read_only:false; response_revision:23632; number_of_response:1; }","duration":"452.207122ms","start":"2026-02-28T00:27:39.816057Z","end":"2026-02-28T00:27:40.268264Z","steps":["trace[1012333697] 'process raft request' (duration: 451.619137ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:27:40.269369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:27:39.816037Z","time spent":"453.267229ms","remote":"127.0.0.1:36904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T00:27:40.26843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.118129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-02-28T00:27:40.269457Z","caller":"traceutil/trace.go:171","msg":"trace[351176944] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23637; }","duration":"246.151326ms","start":"2026-02-28T00:27:40.023282Z","end":"2026-02-28T00:27:40.269434Z","steps":["trace[351176944] 'agreement among raft nodes before linearized reading' (duration: 244.992276ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:27:40.270391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:27:39.890639Z","time spent":"377.869015ms","remote":"127.0.0.1:36904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T00:28:27.00522Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16594529469309099241,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-28T00:28:27.392609Z","caller":"traceutil/trace.go:171","msg":"trace[1003358163] transaction","detail":"{read_only:false; response_revision:24127; number_of_response:1; }","duration":"935.307997ms","start":"2026-02-28T00:28:26.457276Z","end":"2026-02-28T00:28:27.392584Z","steps":["trace[1003358163] 'process raft request' (duration: 935.149072ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:28:27.39277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:28:26.457251Z","time spent":"935.43844ms","remote":"127.0.0.1:36904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T00:28:29.255211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999973674s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-28T00:28:29.255291Z","caller":"traceutil/trace.go:171","msg":"trace[2136832046] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000102747s","start":"2026-02-28T00:28:27.255166Z","end":"2026-02-28T00:28:29.255269Z","steps":["trace[2136832046] 'agreement among raft nodes before linearized reading' (duration: 1.999990714s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:28:29.255333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:28:27.255147Z","time spent":"2.000179128s","remote":"127.0.0.1:36594","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-28T00:28:29.735554Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.342586146s","expected-duration":"1s"} {"level":"info","ts":"2026-02-28T00:28:29.743975Z","caller":"traceutil/trace.go:171","msg":"trace[655895059] linearizableReadLoop","detail":"{readStateIndex:24965; appliedIndex:24959; }","duration":"3.239584237s","start":"2026-02-28T00:28:26.504361Z","end":"2026-02-28T00:28:29.743945Z","steps":["trace[655895059] 'read index received' (duration: 888.038753ms)","trace[655895059] 'applied index is now lower than readState.Index' (duration: 2.351544384s)"],"step_count":2} {"level":"info","ts":"2026-02-28T00:28:29.744308Z","caller":"traceutil/trace.go:171","msg":"trace[635465313] transaction","detail":"{read_only:false; response_revision:24128; number_of_response:1; }","duration":"3.279651496s","start":"2026-02-28T00:28:26.464638Z","end":"2026-02-28T00:28:29.74429Z","steps":["trace[635465313] 'process raft request' (duration: 3.271175869s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:28:29.744458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:28:26.464621Z","time spent":"3.279744909s","remote":"127.0.0.1:36904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T00:28:29.744785Z","caller":"traceutil/trace.go:171","msg":"trace[466054607] transaction","detail":"{read_only:false; response_revision:24132; number_of_response:1; }","duration":"3.27086699s","start":"2026-02-28T00:28:26.473889Z","end":"2026-02-28T00:28:29.744756Z","steps":["trace[466054607] 'process raft request' (duration: 3.269960137s)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:28:29.744899Z","caller":"traceutil/trace.go:171","msg":"trace[983035396] transaction","detail":"{read_only:false; response_revision:24131; number_of_response:1; }","duration":"3.271811235s","start":"2026-02-28T00:28:26.473065Z","end":"2026-02-28T00:28:29.744876Z","steps":["trace[983035396] 'process raft request' (duration: 3.270614354s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:28:29.744936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:28:26.473882Z","time spent":"3.270977224s","remote":"127.0.0.1:36904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T00:28:29.744959Z","caller":"traceutil/trace.go:171","msg":"trace[645347066] transaction","detail":"{read_only:false; response_revision:24129; number_of_response:1; }","duration":"3.276120076s","start":"2026-02-28T00:28:26.46883Z","end":"2026-02-28T00:28:29.74495Z","steps":["trace[645347066] 'process raft request' (duration: 3.274654759s)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:28:29.744915Z","caller":"traceutil/trace.go:171","msg":"trace[2016599653] transaction","detail":"{read_only:false; response_revision:24133; number_of_response:1; }","duration":"2.682195807s","start":"2026-02-28T00:28:27.062685Z","end":"2026-02-28T00:28:29.744881Z","steps":["trace[2016599653] 'process raft request' (duration: 2.681212832s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:28:29.745028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:28:26.468815Z","time spent":"3.276170917s","remote":"127.0.0.1:36904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T00:28:29.745037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.240657626s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-02-28T00:28:29.745813Z","caller":"traceutil/trace.go:171","msg":"trace[1405939418] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24133; }","duration":"3.241441466s","start":"2026-02-28T00:28:26.504311Z","end":"2026-02-28T00:28:29.745753Z","steps":["trace[1405939418] 'agreement among raft nodes before linearized reading' (duration: 3.240559843s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:28:29.745018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:28:26.473056Z","time spent":"3.271906307s","remote":"127.0.0.1:36904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T00:28:29.745892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:28:26.50429Z","time spent":"3.241588149s","remote":"127.0.0.1:36904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-28T00:28:29.745077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:28:27.062667Z","time spent":"2.682351331s","remote":"127.0.0.1:36904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T00:28:29.744898Z","caller":"traceutil/trace.go:171","msg":"trace[2014019923] transaction","detail":"{read_only:false; response_revision:24130; number_of_response:1; }","duration":"3.27282896s","start":"2026-02-28T00:28:26.472045Z","end":"2026-02-28T00:28:29.744874Z","steps":["trace[2014019923] 'process raft request' (duration: 3.271575538s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:28:29.746137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:28:26.472035Z","time spent":"3.274010551s","remote":"127.0.0.1:36904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T00:28:29.750943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.183010026s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-02-28T00:28:29.75098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.258595129s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-02-28T00:28:29.75102Z","caller":"traceutil/trace.go:171","msg":"trace[88049136] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24135; }","duration":"3.183131549s","start":"2026-02-28T00:28:26.567873Z","end":"2026-02-28T00:28:29.751005Z","steps":["trace[88049136] 'agreement among raft nodes before linearized reading' (duration: 3.182928044s)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:28:29.751041Z","caller":"traceutil/trace.go:171","msg":"trace[805055205] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:24135; }","duration":"2.25867189s","start":"2026-02-28T00:28:27.492351Z","end":"2026-02-28T00:28:29.751023Z","steps":["trace[805055205] 'agreement among raft nodes before linearized reading' (duration: 2.258495206s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:28:29.751066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.260558918s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-28T00:28:29.751086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:28:27.492341Z","time spent":"2.258738262s","remote":"127.0.0.1:36866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5031,"request content":"key:\"/registry/jobs/openstack/manila-db-sync\" "} {"level":"warn","ts":"2026-02-28T00:28:29.751142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.261488764s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-28T00:28:29.751164Z","caller":"traceutil/trace.go:171","msg":"trace[1843179861] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:24135; }","duration":"2.261513495s","start":"2026-02-28T00:28:27.489646Z","end":"2026-02-28T00:28:29.751159Z","steps":["trace[1843179861] 'agreement among raft nodes before linearized reading' (duration: 2.261460843s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:28:29.751204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:28:27.489611Z","time spent":"2.261587236s","remote":"127.0.0.1:36866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/manila-rabbit-init\" "} {"level":"info","ts":"2026-02-28T00:28:29.751311Z","caller":"traceutil/trace.go:171","msg":"trace[164054281] transaction","detail":"{read_only:false; response_revision:24134; number_of_response:1; }","duration":"571.206726ms","start":"2026-02-28T00:28:29.18009Z","end":"2026-02-28T00:28:29.751297Z","steps":["trace[164054281] 'process raft request' (duration: 570.524089ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:28:29.751388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:28:29.180073Z","time spent":"571.272877ms","remote":"127.0.0.1:36904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T00:28:29.751478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.314320348s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-02-28T00:28:29.751526Z","caller":"traceutil/trace.go:171","msg":"trace[2092952477] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:24135; }","duration":"2.31438026s","start":"2026-02-28T00:28:27.437119Z","end":"2026-02-28T00:28:29.751499Z","steps":["trace[2092952477] 'agreement among raft nodes before linearized reading' (duration: 2.314295948s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:28:29.751548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:28:27.437103Z","time spent":"2.314439271s","remote":"127.0.0.1:36866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5031,"request content":"key:\"/registry/jobs/openstack/manila-db-sync\" "} {"level":"warn","ts":"2026-02-28T00:28:29.751582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.364577111s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-28T00:28:29.751653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.471979397s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-02-28T00:28:29.75165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"495.928243ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-28T00:28:29.751738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"531.678151ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-28T00:28:29.751745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.917291861s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/cilium\" ","response":"range_response_count:1 size:521"} {"level":"info","ts":"2026-02-28T00:28:29.751777Z","caller":"traceutil/trace.go:171","msg":"trace[721136884] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/cilium; range_end:; response_count:1; response_revision:24135; }","duration":"1.917357453s","start":"2026-02-28T00:28:27.834413Z","end":"2026-02-28T00:28:29.75177Z","steps":["trace[721136884] 'agreement among raft nodes before linearized reading' (duration: 1.917302161s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:28:29.751785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.316888474s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-28T00:28:29.751794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"923.932455ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"warn","ts":"2026-02-28T00:28:29.751829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.316936006s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-28T00:28:29.751834Z","caller":"traceutil/trace.go:171","msg":"trace[801386571] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:24135; }","duration":"2.316961907s","start":"2026-02-28T00:28:27.434865Z","end":"2026-02-28T00:28:29.751826Z","steps":["trace[801386571] 'agreement among raft nodes before linearized reading' (duration: 2.316881534s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:28:29.751828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"987.386034ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0\" ","response":"range_response_count:1 size:1566"} {"level":"warn","ts":"2026-02-28T00:28:29.751826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.316943035s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-28T00:28:29.751849Z","caller":"traceutil/trace.go:171","msg":"trace[1258556945] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:24135; }","duration":"2.316970587s","start":"2026-02-28T00:28:27.434872Z","end":"2026-02-28T00:28:29.751843Z","steps":["trace[1258556945] 'agreement among raft nodes before linearized reading' (duration: 2.316937927s)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:28:29.751849Z","caller":"traceutil/trace.go:171","msg":"trace[2094689832] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:24135; }","duration":"923.984987ms","start":"2026-02-28T00:28:28.827852Z","end":"2026-02-28T00:28:29.751837Z","steps":["trace[2094689832] 'agreement among raft nodes before linearized reading' (duration: 923.828292ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:28:29.751871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:28:27.434863Z","time spent":"2.317004178s","remote":"127.0.0.1:36866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/manila-rabbit-init\" "} {"level":"info","ts":"2026-02-28T00:28:29.751869Z","caller":"traceutil/trace.go:171","msg":"trace[11976976] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0; range_end:; response_count:1; response_revision:24135; }","duration":"987.473926ms","start":"2026-02-28T00:28:28.764384Z","end":"2026-02-28T00:28:29.751858Z","steps":["trace[11976976] 'agreement among raft nodes before linearized reading' (duration: 987.349422ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:28:29.751898Z","caller":"traceutil/trace.go:171","msg":"trace[1929392872] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:24135; }","duration":"2.31707165s","start":"2026-02-28T00:28:27.434791Z","end":"2026-02-28T00:28:29.751862Z","steps":["trace[1929392872] 'agreement among raft nodes before linearized reading' (duration: 2.316963356s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:28:29.751904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:28:28.764352Z","time spent":"987.540568ms","remote":"127.0.0.1:36762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":1590,"request content":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0\" "} {"level":"warn","ts":"2026-02-28T00:28:29.751919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.187880954s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"warn","ts":"2026-02-28T00:28:29.751929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:28:27.434763Z","time spent":"2.317158701s","remote":"127.0.0.1:36866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"info","ts":"2026-02-28T00:28:29.751947Z","caller":"traceutil/trace.go:171","msg":"trace[1132954776] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:24135; }","duration":"2.187954197s","start":"2026-02-28T00:28:27.563985Z","end":"2026-02-28T00:28:29.751939Z","steps":["trace[1132954776] 'agreement among raft nodes before linearized reading' (duration: 2.187843344s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:28:29.751894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:28:28.827797Z","time spent":"924.088849ms","remote":"127.0.0.1:36904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":586,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-02-28T00:28:29.751968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.191267851s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-28T00:28:29.751979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:28:27.56395Z","time spent":"2.188022318s","remote":"127.0.0.1:36866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5031,"request content":"key:\"/registry/jobs/openstack/manila-db-sync\" "} {"level":"info","ts":"2026-02-28T00:28:29.752004Z","caller":"traceutil/trace.go:171","msg":"trace[1498933369] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:24135; }","duration":"2.191320463s","start":"2026-02-28T00:28:27.560673Z","end":"2026-02-28T00:28:29.751994Z","steps":["trace[1498933369] 'agreement among raft nodes before linearized reading' (duration: 2.191253461s)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:28:29.751095Z","caller":"traceutil/trace.go:171","msg":"trace[1678680017] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:24135; }","duration":"2.260610401s","start":"2026-02-28T00:28:27.490472Z","end":"2026-02-28T00:28:29.751082Z","steps":["trace[1678680017] 'agreement among raft nodes before linearized reading' (duration: 2.26058011s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:28:29.752049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:28:27.560664Z","time spent":"2.191377524s","remote":"127.0.0.1:36866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"info","ts":"2026-02-28T00:28:29.75178Z","caller":"traceutil/trace.go:171","msg":"trace[324315350] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:24135; }","duration":"531.749732ms","start":"2026-02-28T00:28:29.220006Z","end":"2026-02-28T00:28:29.751756Z","steps":["trace[324315350] 'agreement among raft nodes before linearized reading' (duration: 531.710841ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:28:29.751751Z","caller":"traceutil/trace.go:171","msg":"trace[1475052659] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24135; }","duration":"496.068987ms","start":"2026-02-28T00:28:29.255671Z","end":"2026-02-28T00:28:29.75174Z","steps":["trace[1475052659] 'agreement among raft nodes before linearized reading' (duration: 495.938594ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:28:29.752097Z","caller":"traceutil/trace.go:171","msg":"trace[2067325803] transaction","detail":"{read_only:false; response_revision:24135; number_of_response:1; }","duration":"353.350456ms","start":"2026-02-28T00:28:29.398734Z","end":"2026-02-28T00:28:29.752085Z","steps":["trace[2067325803] 'process raft request' (duration: 352.003122ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:28:29.752113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.189829505s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-28T00:28:29.752137Z","caller":"traceutil/trace.go:171","msg":"trace[1498329466] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:24135; }","duration":"2.189863195s","start":"2026-02-28T00:28:27.562267Z","end":"2026-02-28T00:28:29.75213Z","steps":["trace[1498329466] 'agreement among raft nodes before linearized reading' (duration: 2.189826734s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:28:29.752152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.191375874s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-28T00:28:29.752131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:28:26.567857Z","time spent":"3.183892058s","remote":"127.0.0.1:36904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-28T00:28:29.752168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:28:27.56226Z","time spent":"2.189902726s","remote":"127.0.0.1:36866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/manila-rabbit-init\" "} {"level":"warn","ts":"2026-02-28T00:28:29.752187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.946997671s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/kube-proxy\" ","response":"range_response_count:1 size:186"} {"level":"warn","ts":"2026-02-28T00:28:29.752211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.758222338s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-28T00:28:29.750974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.70495011s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7749"} {"level":"info","ts":"2026-02-28T00:28:29.752226Z","caller":"traceutil/trace.go:171","msg":"trace[404033611] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/kube-proxy; range_end:; response_count:1; response_revision:24135; }","duration":"2.947070992s","start":"2026-02-28T00:28:26.805134Z","end":"2026-02-28T00:28:29.752205Z","steps":["trace[404033611] 'agreement among raft nodes before linearized reading' (duration: 2.9469748s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:28:29.752246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.874179ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-28T00:28:29.752268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:28:26.805109Z","time spent":"2.947152745s","remote":"127.0.0.1:36810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":210,"request content":"key:\"/registry/serviceaccounts/kube-system/kube-proxy\" "} {"level":"warn","ts":"2026-02-28T00:28:29.752273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.175481464s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-02-28T00:28:29.752283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.758229108s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-02-28T00:28:29.752287Z","caller":"traceutil/trace.go:171","msg":"trace[1273351785] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:24135; }","duration":"132.953151ms","start":"2026-02-28T00:28:29.619324Z","end":"2026-02-28T00:28:29.752277Z","steps":["trace[1273351785] 'agreement among raft nodes before linearized reading' (duration: 132.882569ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:28:29.7523Z","caller":"traceutil/trace.go:171","msg":"trace[2033865811] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:24135; }","duration":"2.758282609s","start":"2026-02-28T00:28:26.994013Z","end":"2026-02-28T00:28:29.752295Z","steps":["trace[2033865811] 'agreement among raft nodes before linearized reading' (duration: 2.758229958s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:28:29.752332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:28:26.993996Z","time spent":"2.758332421s","remote":"127.0.0.1:36866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5031,"request content":"key:\"/registry/jobs/openstack/manila-db-sync\" "} {"level":"warn","ts":"2026-02-28T00:28:29.752333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.178066229s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-02-28T00:28:29.751011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.260322762s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-28T00:28:29.752361Z","caller":"traceutil/trace.go:171","msg":"trace[996941577] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24135; }","duration":"3.17810771s","start":"2026-02-28T00:28:26.574245Z","end":"2026-02-28T00:28:29.752352Z","steps":["trace[996941577] 'agreement among raft nodes before linearized reading' (duration: 3.178028858s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:28:29.752376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.131132305s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-02-28T00:28:29.752393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:28:26.574236Z","time spent":"3.178151822s","remote":"127.0.0.1:36904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-02-28T00:28:29.752404Z","caller":"traceutil/trace.go:171","msg":"trace[1076495649] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24135; }","duration":"3.131180426s","start":"2026-02-28T00:28:26.621216Z","end":"2026-02-28T00:28:29.752396Z","steps":["trace[1076495649] 'agreement among raft nodes before linearized reading' (duration: 3.131107774s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:28:29.751858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:28:27.434849Z","time spent":"2.317003388s","remote":"127.0.0.1:36866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"warn","ts":"2026-02-28T00:28:29.752444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:28:26.621205Z","time spent":"3.131231378s","remote":"127.0.0.1:36904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-28T00:28:29.752445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.759617322s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-28T00:28:29.752483Z","caller":"traceutil/trace.go:171","msg":"trace[223941128] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:24135; }","duration":"2.759721136s","start":"2026-02-28T00:28:26.992755Z","end":"2026-02-28T00:28:29.752476Z","steps":["trace[223941128] 'agreement among raft nodes before linearized reading' (duration: 2.759652774s)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:28:29.752403Z","caller":"traceutil/trace.go:171","msg":"trace[457069084] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:24135; }","duration":"2.261719798s","start":"2026-02-28T00:28:27.490647Z","end":"2026-02-28T00:28:29.752367Z","steps":["trace[457069084] 'agreement among raft nodes before linearized reading' (duration: 2.260347073s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:28:29.752506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:28:26.99273Z","time spent":"2.759770687s","remote":"127.0.0.1:36866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"info","ts":"2026-02-28T00:28:29.752301Z","caller":"traceutil/trace.go:171","msg":"trace[148911540] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24135; }","duration":"3.175529615s","start":"2026-02-28T00:28:26.576763Z","end":"2026-02-28T00:28:29.752293Z","steps":["trace[148911540] 'agreement among raft nodes before linearized reading' (duration: 3.175445023s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:28:29.75253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:28:27.490637Z","time spent":"2.261883194s","remote":"127.0.0.1:36866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"warn","ts":"2026-02-28T00:28:29.752175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:28:29.39871Z","time spent":"353.420428ms","remote":"127.0.0.1:36904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T00:28:29.752551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:28:26.576753Z","time spent":"3.175790282s","remote":"127.0.0.1:36904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-02-28T00:28:29.751695Z","caller":"traceutil/trace.go:171","msg":"trace[993054902] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24135; }","duration":"1.472063679s","start":"2026-02-28T00:28:28.279621Z","end":"2026-02-28T00:28:29.751685Z","steps":["trace[993054902] 'agreement among raft nodes before linearized reading' (duration: 1.471949456s)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:28:29.751654Z","caller":"traceutil/trace.go:171","msg":"trace[650028367] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:24135; }","duration":"1.364685083s","start":"2026-02-28T00:28:28.386951Z","end":"2026-02-28T00:28:29.751636Z","steps":["trace[650028367] 'agreement among raft nodes before linearized reading' (duration: 1.364513029s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:28:29.754032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:28:28.386938Z","time spent":"1.367072975s","remote":"127.0.0.1:47828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-28T00:28:29.751697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"855.067019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"warn","ts":"2026-02-28T00:28:29.75445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:28:29.255644Z","time spent":"498.778127ms","remote":"127.0.0.1:36602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-28T00:28:29.754523Z","caller":"traceutil/trace.go:171","msg":"trace[220211560] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:24135; }","duration":"857.923172ms","start":"2026-02-28T00:28:28.896581Z","end":"2026-02-28T00:28:29.754504Z","steps":["trace[220211560] 'agreement among raft nodes before linearized reading' (duration: 855.052258ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:28:29.75458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:28:28.89656Z","time spent":"857.993773ms","remote":"127.0.0.1:36904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":557,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-02-28T00:28:29.75181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:28:27.834395Z","time spent":"1.917408374s","remote":"127.0.0.1:36810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":545,"request content":"key:\"/registry/serviceaccounts/kube-system/cilium\" "} {"level":"warn","ts":"2026-02-28T00:28:29.754811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.762030735s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-28T00:28:29.752055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:28:27.49045Z","time spent":"2.261598966s","remote":"127.0.0.1:36866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"info","ts":"2026-02-28T00:28:29.754871Z","caller":"traceutil/trace.go:171","msg":"trace[1370178669] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:24135; }","duration":"2.762125148s","start":"2026-02-28T00:28:26.992721Z","end":"2026-02-28T00:28:29.754847Z","steps":["trace[1370178669] 'agreement among raft nodes before linearized reading' (duration: 2.759773687s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:28:29.754907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:28:26.992697Z","time spent":"2.76220181s","remote":"127.0.0.1:36866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"info","ts":"2026-02-28T00:28:29.752181Z","caller":"traceutil/trace.go:171","msg":"trace[56188390] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:24135; }","duration":"2.191413455s","start":"2026-02-28T00:28:27.560758Z","end":"2026-02-28T00:28:29.752172Z","steps":["trace[56188390] 'agreement among raft nodes before linearized reading' (duration: 2.191370404s)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:28:29.752254Z","caller":"traceutil/trace.go:171","msg":"trace[334087902] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:24135; }","duration":"2.706267604s","start":"2026-02-28T00:28:27.045978Z","end":"2026-02-28T00:28:29.752246Z","steps":["trace[334087902] 'agreement among raft nodes before linearized reading' (duration: 2.70492847s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:28:29.754945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:28:27.560754Z","time spent":"2.194181506s","remote":"127.0.0.1:36866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"warn","ts":"2026-02-28T00:28:29.754967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:28:27.045959Z","time spent":"2.708995744s","remote":"127.0.0.1:42106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7773,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"info","ts":"2026-02-28T00:28:29.752231Z","caller":"traceutil/trace.go:171","msg":"trace[1037455135] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:24135; }","duration":"2.758266689s","start":"2026-02-28T00:28:26.993959Z","end":"2026-02-28T00:28:29.752226Z","steps":["trace[1037455135] 'agreement among raft nodes before linearized reading' (duration: 2.758234038s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:28:29.754998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:28:28.279582Z","time spent":"1.473007403s","remote":"127.0.0.1:36790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-28T00:28:29.755123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:28:26.993947Z","time spent":"2.761167854s","remote":"127.0.0.1:36866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/manila-rabbit-init\" "} {"level":"warn","ts":"2026-02-28T00:28:29.752091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:28:29.219974Z","time spent":"532.106712ms","remote":"127.0.0.1:42160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":32,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true "} {"level":"info","ts":"2026-02-28T00:29:42.99571Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":22073} {"level":"info","ts":"2026-02-28T00:29:43.124489Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":22073,"took":"125.653134ms","hash":200398617,"current-db-size-bytes":49696768,"current-db-size":"50 MB","current-db-size-in-use-bytes":33452032,"current-db-size-in-use":"34 MB"} {"level":"info","ts":"2026-02-28T00:29:43.124545Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":200398617,"revision":22073,"compact-revision":18954} {"level":"info","ts":"2026-02-28T00:31:11.515655Z","caller":"traceutil/trace.go:171","msg":"trace[1923778968] linearizableReadLoop","detail":"{readStateIndex:26600; appliedIndex:26599; }","duration":"120.943644ms","start":"2026-02-28T00:31:11.394686Z","end":"2026-02-28T00:31:11.51563Z","steps":["trace[1923778968] 'read index received' (duration: 99.653337ms)","trace[1923778968] 'applied index is now lower than readState.Index' (duration: 21.288777ms)"],"step_count":2} {"level":"warn","ts":"2026-02-28T00:31:11.515873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.137568ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-28T00:31:11.515918Z","caller":"traceutil/trace.go:171","msg":"trace[1510879928] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:25724; }","duration":"121.24869ms","start":"2026-02-28T00:31:11.394654Z","end":"2026-02-28T00:31:11.515903Z","steps":["trace[1510879928] 'agreement among raft nodes before linearized reading' (duration: 121.130318ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:31:11.51603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.596193ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/dashboard.189841ace185f64a\" ","response":"range_response_count:1 size:677"} {"level":"info","ts":"2026-02-28T00:31:11.516115Z","caller":"traceutil/trace.go:171","msg":"trace[338267175] range","detail":"{range_begin:/registry/events/openstack/dashboard.189841ace185f64a; range_end:; response_count:1; response_revision:25724; }","duration":"118.740756ms","start":"2026-02-28T00:31:11.397355Z","end":"2026-02-28T00:31:11.516095Z","steps":["trace[338267175] 'agreement among raft nodes before linearized reading' (duration: 118.49804ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:34:43.001784Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":24764} {"level":"info","ts":"2026-02-28T00:34:43.125462Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":24764,"took":"119.551167ms","hash":1387463429,"current-db-size-bytes":49696768,"current-db-size":"50 MB","current-db-size-in-use-bytes":32288768,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-02-28T00:34:43.125509Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1387463429,"revision":24764,"compact-revision":22073} {"level":"warn","ts":"2026-02-28T00:38:58.793016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.286622ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-28T00:38:58.793077Z","caller":"traceutil/trace.go:171","msg":"trace[496236221] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:28965; }","duration":"185.392135ms","start":"2026-02-28T00:38:58.607672Z","end":"2026-02-28T00:38:58.793064Z","steps":["trace[496236221] 'count revisions from in-memory index tree' (duration: 185.237581ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:39:07.088154Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"b11e7fc5714be64b","local-member-applied-index":30003,"local-member-snapshot-index":20002,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-02-28T00:39:07.094238Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":30003} {"level":"info","ts":"2026-02-28T00:39:07.094419Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":25003} {"level":"info","ts":"2026-02-28T00:39:43.009881Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":27195} {"level":"info","ts":"2026-02-28T00:39:43.153399Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":27195,"took":"138.761586ms","hash":2959430234,"current-db-size-bytes":49696768,"current-db-size":"50 MB","current-db-size-in-use-bytes":27754496,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-02-28T00:39:43.153481Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2959430234,"revision":27195,"compact-revision":24764} {"level":"warn","ts":"2026-02-28T00:41:59.335085Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16594529469309114482,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-28T00:41:59.835798Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16594529469309114482,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-28T00:42:00.336652Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16594529469309114482,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-28T00:42:00.837083Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16594529469309114482,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-28T00:42:00.918631Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.115305679s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-28T00:42:00.924105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:41:59.953871Z","time spent":"970.231493ms","remote":"127.0.0.1:39312","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-02-28T00:42:00.92515Z","caller":"traceutil/trace.go:171","msg":"trace[301407870] transaction","detail":"{read_only:false; response_revision:30269; number_of_response:1; }","duration":"2.1219303s","start":"2026-02-28T00:41:58.8032Z","end":"2026-02-28T00:42:00.925131Z","steps":["trace[301407870] 'process raft request' (duration: 2.115677049s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:42:00.92524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:41:58.803173Z","time spent":"2.122009182s","remote":"127.0.0.1:36904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T00:42:00.947876Z","caller":"traceutil/trace.go:171","msg":"trace[845800310] transaction","detail":"{read_only:false; response_revision:30272; number_of_response:1; }","duration":"1.922900584s","start":"2026-02-28T00:41:59.024944Z","end":"2026-02-28T00:42:00.947845Z","steps":["trace[845800310] 'process raft request' (duration: 1.922831923s)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:42:00.947905Z","caller":"traceutil/trace.go:171","msg":"trace[363612601] transaction","detail":"{read_only:false; response_revision:30270; number_of_response:1; }","duration":"2.136942976s","start":"2026-02-28T00:41:58.81093Z","end":"2026-02-28T00:42:00.947873Z","steps":["trace[363612601] 'process raft request' (duration: 2.1367009s)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:42:00.947912Z","caller":"traceutil/trace.go:171","msg":"trace[1657004266] transaction","detail":"{read_only:false; response_revision:30271; number_of_response:1; }","duration":"1.922951946s","start":"2026-02-28T00:41:59.024938Z","end":"2026-02-28T00:42:00.94789Z","steps":["trace[1657004266] 'process raft request' (duration: 1.922811513s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:42:00.948043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:41:59.024918Z","time spent":"1.923040679s","remote":"127.0.0.1:36904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T00:42:00.948106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:41:58.810895Z","time spent":"2.13711929s","remote":"127.0.0.1:36904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-28T00:42:00.948075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:41:59.024903Z","time spent":"1.923132612s","remote":"127.0.0.1:36904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T00:42:00.94826Z","caller":"traceutil/trace.go:171","msg":"trace[1213094080] transaction","detail":"{read_only:false; response_revision:30273; number_of_response:1; }","duration":"1.231691094s","start":"2026-02-28T00:41:59.716541Z","end":"2026-02-28T00:42:00.948232Z","steps":["trace[1213094080] 'process raft request' (duration: 1.231272462s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:42:00.948382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:41:59.716513Z","time spent":"1.231810736s","remote":"127.0.0.1:36904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T00:42:00.949607Z","caller":"traceutil/trace.go:171","msg":"trace[2046130271] transaction","detail":"{read_only:false; response_revision:30274; number_of_response:1; }","duration":"411.848294ms","start":"2026-02-28T00:42:00.537741Z","end":"2026-02-28T00:42:00.949589Z","steps":["trace[2046130271] 'process raft request' (duration: 410.397877ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:42:00.949678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:42:00.537716Z","time spent":"411.925127ms","remote":"127.0.0.1:36904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-28T00:42:00.949759Z","caller":"traceutil/trace.go:171","msg":"trace[1249964597] transaction","detail":"{read_only:false; response_revision:30275; number_of_response:1; }","duration":"241.854456ms","start":"2026-02-28T00:42:00.707893Z","end":"2026-02-28T00:42:00.949747Z","steps":["trace[1249964597] 'process raft request' (duration: 241.60883ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:42:00.949891Z","caller":"traceutil/trace.go:171","msg":"trace[1407545391] transaction","detail":"{read_only:false; response_revision:30276; number_of_response:1; }","duration":"241.134706ms","start":"2026-02-28T00:42:00.708746Z","end":"2026-02-28T00:42:00.949881Z","steps":["trace[1407545391] 'process raft request' (duration: 240.87309ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:42:00.949886Z","caller":"traceutil/trace.go:171","msg":"trace[1025571613] linearizableReadLoop","detail":"{readStateIndex:31294; appliedIndex:31285; }","duration":"2.115923475s","start":"2026-02-28T00:41:58.83395Z","end":"2026-02-28T00:42:00.949873Z","steps":["trace[1025571613] 'read index received' (duration: 2.084941959s)","trace[1025571613] 'applied index is now lower than readState.Index' (duration: 30.980546ms)"],"step_count":2} {"level":"warn","ts":"2026-02-28T00:42:00.950129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.116174701s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-02-28T00:42:00.950164Z","caller":"traceutil/trace.go:171","msg":"trace[1940283005] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:30277; }","duration":"2.116280074s","start":"2026-02-28T00:41:58.833873Z","end":"2026-02-28T00:42:00.950153Z","steps":["trace[1940283005] 'agreement among raft nodes before linearized reading' (duration: 2.116084679s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:42:00.950192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:41:58.833855Z","time spent":"2.116327735s","remote":"127.0.0.1:36704","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":144,"response size":33,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"info","ts":"2026-02-28T00:42:00.9503Z","caller":"traceutil/trace.go:171","msg":"trace[1770617223] transaction","detail":"{read_only:false; response_revision:30277; number_of_response:1; }","duration":"150.058607ms","start":"2026-02-28T00:42:00.800224Z","end":"2026-02-28T00:42:00.950282Z","steps":["trace[1770617223] 'process raft request' (duration: 149.567754ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:42:00.950544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.02151076s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-28T00:42:00.950575Z","caller":"traceutil/trace.go:171","msg":"trace[1140651234] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:30277; }","duration":"1.021567282s","start":"2026-02-28T00:41:59.928999Z","end":"2026-02-28T00:42:00.950566Z","steps":["trace[1140651234] 'agreement among raft nodes before linearized reading' (duration: 1.021508591s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:42:00.95058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"625.288539ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"warn","ts":"2026-02-28T00:42:00.9506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:41:59.92899Z","time spent":"1.021602993s","remote":"127.0.0.1:36756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":30,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"info","ts":"2026-02-28T00:42:00.950641Z","caller":"traceutil/trace.go:171","msg":"trace[786395727] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:30277; }","duration":"625.36723ms","start":"2026-02-28T00:42:00.32525Z","end":"2026-02-28T00:42:00.950617Z","steps":["trace[786395727] 'agreement among raft nodes before linearized reading' (duration: 625.183086ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:42:00.950686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:42:00.325241Z","time spent":"625.432982ms","remote":"127.0.0.1:36904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":586,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-02-28T00:42:00.950664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"962.815463ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-02-28T00:42:00.950777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.021728076s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-28T00:42:00.950781Z","caller":"traceutil/trace.go:171","msg":"trace[1128996083] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:30277; }","duration":"962.966786ms","start":"2026-02-28T00:41:59.987782Z","end":"2026-02-28T00:42:00.950749Z","steps":["trace[1128996083] 'agreement among raft nodes before linearized reading' (duration: 962.657379ms)"],"step_count":1} {"level":"info","ts":"2026-02-28T00:42:00.950816Z","caller":"traceutil/trace.go:171","msg":"trace[1632659074] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:30277; }","duration":"1.021808288s","start":"2026-02-28T00:41:59.928995Z","end":"2026-02-28T00:42:00.950803Z","steps":["trace[1632659074] 'agreement among raft nodes before linearized reading' (duration: 1.021744696s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:42:00.95083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.09970041s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-02-28T00:42:00.950852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:41:59.987767Z","time spent":"963.071629ms","remote":"127.0.0.1:36904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-02-28T00:42:00.950875Z","caller":"traceutil/trace.go:171","msg":"trace[252343451] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:30277; }","duration":"1.099788712s","start":"2026-02-28T00:41:59.851076Z","end":"2026-02-28T00:42:00.950865Z","steps":["trace[252343451] 'agreement among raft nodes before linearized reading' (duration: 1.099601528s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:42:00.95091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:41:59.851053Z","time spent":"1.099849644s","remote":"127.0.0.1:36904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-28T00:42:00.95094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"519.017949ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-28T00:42:00.950993Z","caller":"traceutil/trace.go:171","msg":"trace[421853625] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:30277; }","duration":"519.109341ms","start":"2026-02-28T00:42:00.431868Z","end":"2026-02-28T00:42:00.950977Z","steps":["trace[421853625] 'agreement among raft nodes before linearized reading' (duration: 519.025649ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:42:00.951037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:42:00.43185Z","time spent":"519.174832ms","remote":"127.0.0.1:43984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":30,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"warn","ts":"2026-02-28T00:42:00.951127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"629.993759ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"warn","ts":"2026-02-28T00:42:00.951161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.063320936s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-02-28T00:42:00.951172Z","caller":"traceutil/trace.go:171","msg":"trace[2121958314] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:30277; }","duration":"630.061311ms","start":"2026-02-28T00:42:00.321099Z","end":"2026-02-28T00:42:00.95116Z","steps":["trace[2121958314] 'agreement among raft nodes before linearized reading' (duration: 629.921208ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:42:00.95118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.458581373s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-28T00:42:00.951195Z","caller":"traceutil/trace.go:171","msg":"trace[888768418] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:30277; }","duration":"1.063376267s","start":"2026-02-28T00:41:59.88781Z","end":"2026-02-28T00:42:00.951186Z","steps":["trace[888768418] 'agreement among raft nodes before linearized reading' (duration: 1.063277625s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:42:00.951225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:41:59.8878Z","time spent":"1.063417598s","remote":"127.0.0.1:36904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-28T00:42:00.951207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:42:00.321088Z","time spent":"630.112192ms","remote":"127.0.0.1:36904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":557,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-02-28T00:42:00.951227Z","caller":"traceutil/trace.go:171","msg":"trace[345915484] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:30277; }","duration":"1.458677436s","start":"2026-02-28T00:41:59.492534Z","end":"2026-02-28T00:42:00.951211Z","steps":["trace[345915484] 'agreement among raft nodes before linearized reading' (duration: 1.458591244s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:42:00.95126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:41:59.492509Z","time spent":"1.458743868s","remote":"127.0.0.1:47718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true "} {"level":"warn","ts":"2026-02-28T00:42:00.950847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:41:59.928971Z","time spent":"1.02186779s","remote":"127.0.0.1:46464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":2,"response size":32,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true "} {"level":"warn","ts":"2026-02-28T00:42:00.951299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"686.113121ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-28T00:42:00.951329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"965.541693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-02-28T00:42:00.951364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"963.306405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-28T00:42:00.951381Z","caller":"traceutil/trace.go:171","msg":"trace[1963997457] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:30277; }","duration":"686.211834ms","start":"2026-02-28T00:42:00.265128Z","end":"2026-02-28T00:42:00.95134Z","steps":["trace[1963997457] 'agreement among raft nodes before linearized reading' (duration: 686.130722ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:42:00.951601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:42:00.265105Z","time spent":"686.385008ms","remote":"127.0.0.1:42048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true "} {"level":"info","ts":"2026-02-28T00:42:00.951442Z","caller":"traceutil/trace.go:171","msg":"trace[16246233] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:30277; }","duration":"963.370117ms","start":"2026-02-28T00:41:59.988032Z","end":"2026-02-28T00:42:00.951402Z","steps":["trace[16246233] 'agreement among raft nodes before linearized reading' (duration: 963.267135ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:42:00.951696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.694622188s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-28T00:42:00.951734Z","caller":"traceutil/trace.go:171","msg":"trace[835024958] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:30277; }","duration":"1.696254231s","start":"2026-02-28T00:41:59.255469Z","end":"2026-02-28T00:42:00.951723Z","steps":["trace[835024958] 'agreement among raft nodes before linearized reading' (duration: 1.69466641s)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:42:00.951839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:41:59.255442Z","time spent":"1.696385565s","remote":"127.0.0.1:36594","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-28T00:42:00.951699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:41:59.988025Z","time spent":"963.662775ms","remote":"127.0.0.1:36904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-02-28T00:42:00.951449Z","caller":"traceutil/trace.go:171","msg":"trace[429044181] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:30277; }","duration":"965.665445ms","start":"2026-02-28T00:41:59.985726Z","end":"2026-02-28T00:42:00.951392Z","steps":["trace[429044181] 'agreement among raft nodes before linearized reading' (duration: 964.875255ms)"],"step_count":1} {"level":"warn","ts":"2026-02-28T00:42:00.951977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-28T00:41:59.985705Z","time spent":"966.242511ms","remote":"127.0.0.1:36904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-02-28T00:44:43.015229Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":29268} {"level":"info","ts":"2026-02-28T00:44:43.127608Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":29268,"took":"106.544358ms","hash":2051944792,"current-db-size-bytes":49696768,"current-db-size":"50 MB","current-db-size-in-use-bytes":28622848,"current-db-size-in-use":"29 MB"} {"level":"info","ts":"2026-02-28T00:44:43.127666Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2051944792,"revision":29268,"compact-revision":27195} {"level":"info","ts":"2026-02-28T00:49:43.021776Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":31443} {"level":"info","ts":"2026-02-28T00:49:43.168083Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":31443,"took":"141.704782ms","hash":598816585,"current-db-size-bytes":49696768,"current-db-size":"50 MB","current-db-size-in-use-bytes":29188096,"current-db-size-in-use":"29 MB"} {"level":"info","ts":"2026-02-28T00:49:43.16815Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":598816585,"revision":31443,"compact-revision":29268} {"level":"info","ts":"2026-02-28T00:53:32.749376Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000002-0000000000008dd1.wal"} {"level":"info","ts":"2026-02-28T00:54:43.029783Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":33534} {"level":"info","ts":"2026-02-28T00:54:43.150773Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":33534,"took":"116.769032ms","hash":268397702,"current-db-size-bytes":50118656,"current-db-size":"50 MB","current-db-size-in-use-bytes":28753920,"current-db-size-in-use":"29 MB"} {"level":"info","ts":"2026-02-28T00:54:43.150845Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":268397702,"revision":33534,"compact-revision":31443}