{"level":"warn","ts":"2026-03-18T16:53:27.566449Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-18T16:53:27.566604Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.210:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.210:2380","--initial-cluster=instance=https://199.204.45.210:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.210:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.210:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-03-18T16:53:27.566694Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-18T16:53:27.566711Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.210:2380"]} {"level":"info","ts":"2026-03-18T16:53:27.566735Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-18T16:53:27.567549Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.210:2379"]} {"level":"info","ts":"2026-03-18T16:53:27.567625Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.210:2380"],"listen-peer-urls":["https://199.204.45.210:2380"],"advertise-client-urls":["https://199.204.45.210:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.210:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.210:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-03-18T16:53:27.571814Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"3.955046ms"} {"level":"info","ts":"2026-03-18T16:53:27.579182Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"1cac722af8b2b8a6","cluster-id":"ba0a336ca61ee41d"} {"level":"info","ts":"2026-03-18T16:53:27.579273Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1cac722af8b2b8a6 switched to configuration voters=()"} {"level":"info","ts":"2026-03-18T16:53:27.579299Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1cac722af8b2b8a6 became follower at term 0"} {"level":"info","ts":"2026-03-18T16:53:27.579313Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 1cac722af8b2b8a6 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-03-18T16:53:27.579329Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1cac722af8b2b8a6 became follower at term 1"} {"level":"info","ts":"2026-03-18T16:53:27.579366Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1cac722af8b2b8a6 switched to configuration voters=(2066151857942870182)"} {"level":"warn","ts":"2026-03-18T16:53:27.591461Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-03-18T16:53:27.593139Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-03-18T16:53:27.594483Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-03-18T16:53:27.596811Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"1cac722af8b2b8a6","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-03-18T16:53:27.597021Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"1cac722af8b2b8a6","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-03-18T16:53:27.597133Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-18T16:53:27.59719Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-18T16:53:27.597199Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-18T16:53:27.598119Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1cac722af8b2b8a6 switched to configuration voters=(2066151857942870182)"} {"level":"info","ts":"2026-03-18T16:53:27.598494Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"ba0a336ca61ee41d","local-member-id":"1cac722af8b2b8a6","added-peer-id":"1cac722af8b2b8a6","added-peer-peer-urls":["https://199.204.45.210:2380"]} {"level":"info","ts":"2026-03-18T16:53:27.600979Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-18T16:53:27.601123Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.210:2380"} {"level":"info","ts":"2026-03-18T16:53:27.601153Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.210:2380"} {"level":"info","ts":"2026-03-18T16:53:27.601495Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"1cac722af8b2b8a6","initial-advertise-peer-urls":["https://199.204.45.210:2380"],"listen-peer-urls":["https://199.204.45.210:2380"],"advertise-client-urls":["https://199.204.45.210:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.210:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-03-18T16:53:27.601529Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-03-18T16:53:27.78031Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1cac722af8b2b8a6 is starting a new election at term 1"} {"level":"info","ts":"2026-03-18T16:53:27.780376Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1cac722af8b2b8a6 became pre-candidate at term 1"} {"level":"info","ts":"2026-03-18T16:53:27.780421Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1cac722af8b2b8a6 received MsgPreVoteResp from 1cac722af8b2b8a6 at term 1"} {"level":"info","ts":"2026-03-18T16:53:27.780443Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1cac722af8b2b8a6 became candidate at term 2"} {"level":"info","ts":"2026-03-18T16:53:27.780457Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1cac722af8b2b8a6 received MsgVoteResp from 1cac722af8b2b8a6 at term 2"} {"level":"info","ts":"2026-03-18T16:53:27.780473Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1cac722af8b2b8a6 became leader at term 2"} {"level":"info","ts":"2026-03-18T16:53:27.780487Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 1cac722af8b2b8a6 elected leader 1cac722af8b2b8a6 at term 2"} {"level":"info","ts":"2026-03-18T16:53:27.78153Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-03-18T16:53:27.782309Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-18T16:53:27.782308Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"1cac722af8b2b8a6","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.210:2379]}","request-path":"/0/members/1cac722af8b2b8a6/attributes","cluster-id":"ba0a336ca61ee41d","publish-timeout":"7s"} {"level":"info","ts":"2026-03-18T16:53:27.78239Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-18T16:53:27.782699Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-03-18T16:53:27.782727Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-03-18T16:53:27.782892Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"ba0a336ca61ee41d","local-member-id":"1cac722af8b2b8a6","cluster-version":"3.5"} {"level":"info","ts":"2026-03-18T16:53:27.782995Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-03-18T16:53:27.783027Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-03-18T16:53:27.785572Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.210:2379"} {"level":"info","ts":"2026-03-18T16:53:27.786244Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"warn","ts":"2026-03-18T16:53:49.370599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.79536ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-18T16:53:49.370746Z","caller":"traceutil/trace.go:171","msg":"trace[529735930] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:411; }","duration":"176.964924ms","start":"2026-03-18T16:53:49.193757Z","end":"2026-03-18T16:53:49.370722Z","steps":["trace[529735930] 'range keys from in-memory index tree' (duration: 176.654007ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T16:53:53.957639Z","caller":"traceutil/trace.go:171","msg":"trace[1749827146] transaction","detail":"{read_only:false; response_revision:424; number_of_response:1; }","duration":"124.675328ms","start":"2026-03-18T16:53:53.832923Z","end":"2026-03-18T16:53:53.957599Z","steps":["trace[1749827146] 'process raft request' (duration: 124.35625ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T16:53:55.895931Z","caller":"traceutil/trace.go:171","msg":"trace[311197261] linearizableReadLoop","detail":"{readStateIndex:443; appliedIndex:442; }","duration":"491.046748ms","start":"2026-03-18T16:53:55.404857Z","end":"2026-03-18T16:53:55.895904Z","steps":["trace[311197261] 'read index received' (duration: 490.745311ms)","trace[311197261] 'applied index is now lower than readState.Index' (duration: 300.437µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T16:53:55.896034Z","caller":"traceutil/trace.go:171","msg":"trace[1306714253] transaction","detail":"{read_only:false; response_revision:426; number_of_response:1; }","duration":"795.818076ms","start":"2026-03-18T16:53:55.100173Z","end":"2026-03-18T16:53:55.895991Z","steps":["trace[1306714253] 'process raft request' (duration: 795.5494ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T16:53:55.896137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"491.251243ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-18T16:53:55.896236Z","caller":"traceutil/trace.go:171","msg":"trace[1773787204] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:426; }","duration":"491.407777ms","start":"2026-03-18T16:53:55.404809Z","end":"2026-03-18T16:53:55.896216Z","steps":["trace[1773787204] 'agreement among raft nodes before linearized reading' (duration: 491.200802ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T16:53:55.896288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T16:53:55.40479Z","time spent":"491.489808ms","remote":"127.0.0.1:36212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-18T16:53:55.896901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T16:53:55.100155Z","time spent":"795.99051ms","remote":"127.0.0.1:36212","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T16:54:00.411269Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305494780454739744,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-18T16:54:00.413471Z","caller":"traceutil/trace.go:171","msg":"trace[317809524] transaction","detail":"{read_only:false; response_revision:469; number_of_response:1; }","duration":"535.560506ms","start":"2026-03-18T16:53:59.877879Z","end":"2026-03-18T16:54:00.41344Z","steps":["trace[317809524] 'process raft request' (duration: 535.333821ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T16:54:00.413664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T16:53:59.877866Z","time spent":"535.702769ms","remote":"127.0.0.1:36110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4571,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T16:54:00.422554Z","caller":"traceutil/trace.go:171","msg":"trace[2146582152] linearizableReadLoop","detail":"{readStateIndex:488; appliedIndex:486; }","duration":"512.054917ms","start":"2026-03-18T16:53:59.910477Z","end":"2026-03-18T16:54:00.422532Z","steps":["trace[2146582152] 'read index received' (duration: 502.864455ms)","trace[2146582152] 'applied index is now lower than readState.Index' (duration: 9.189562ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T16:54:00.422672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"512.18375ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-18T16:54:00.422702Z","caller":"traceutil/trace.go:171","msg":"trace[2104301884] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:470; }","duration":"512.260932ms","start":"2026-03-18T16:53:59.910433Z","end":"2026-03-18T16:54:00.422694Z","steps":["trace[2104301884] 'agreement among raft nodes before linearized reading' (duration: 512.19303ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T16:54:00.422728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T16:53:59.91041Z","time spent":"512.312643ms","remote":"127.0.0.1:36212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-18T16:54:00.42283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.103702ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-18T16:54:00.422851Z","caller":"traceutil/trace.go:171","msg":"trace[797079261] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:470; }","duration":"399.163213ms","start":"2026-03-18T16:54:00.023682Z","end":"2026-03-18T16:54:00.422845Z","steps":["trace[797079261] 'agreement among raft nodes before linearized reading' (duration: 399.124682ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T16:54:00.422869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T16:54:00.023654Z","time spent":"399.210845ms","remote":"127.0.0.1:36212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-18T16:54:00.422926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.426131ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T16:54:00.422946Z","caller":"traceutil/trace.go:171","msg":"trace[61424945] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:470; }","duration":"359.480053ms","start":"2026-03-18T16:54:00.063461Z","end":"2026-03-18T16:54:00.422941Z","steps":["trace[61424945] 'agreement among raft nodes before linearized reading' (duration: 359.453392ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T16:54:00.422965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T16:54:00.063438Z","time spent":"359.523664ms","remote":"127.0.0.1:35926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T16:54:00.422884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"476.965907ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-18T16:54:00.423073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"403.911329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-18T16:54:00.423079Z","caller":"traceutil/trace.go:171","msg":"trace[1721685908] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:470; }","duration":"477.238503ms","start":"2026-03-18T16:53:59.945816Z","end":"2026-03-18T16:54:00.423054Z","steps":["trace[1721685908] 'agreement among raft nodes before linearized reading' (duration: 476.864084ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T16:54:00.423121Z","caller":"traceutil/trace.go:171","msg":"trace[1847778662] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:470; }","duration":"404.001141ms","start":"2026-03-18T16:54:00.019109Z","end":"2026-03-18T16:54:00.42311Z","steps":["trace[1847778662] 'agreement among raft nodes before linearized reading' (duration: 403.904328ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T16:54:00.423138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T16:53:59.945794Z","time spent":"477.332356ms","remote":"127.0.0.1:36212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-18T16:54:00.423147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T16:54:00.019086Z","time spent":"404.056091ms","remote":"127.0.0.1:36212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-18T16:54:08.655082Z","caller":"traceutil/trace.go:171","msg":"trace[537798681] linearizableReadLoop","detail":"{readStateIndex:535; appliedIndex:534; }","duration":"161.417169ms","start":"2026-03-18T16:54:08.493641Z","end":"2026-03-18T16:54:08.655058Z","steps":["trace[537798681] 'read index received' (duration: 161.240575ms)","trace[537798681] 'applied index is now lower than readState.Index' (duration: 174.024µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T16:54:08.65526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.610953ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-18T16:54:08.655264Z","caller":"traceutil/trace.go:171","msg":"trace[665819998] transaction","detail":"{read_only:false; response_revision:515; number_of_response:1; }","duration":"175.604702ms","start":"2026-03-18T16:54:08.479568Z","end":"2026-03-18T16:54:08.655173Z","steps":["trace[665819998] 'process raft request' (duration: 175.335315ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T16:54:08.655341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.190618ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-18T16:54:08.655314Z","caller":"traceutil/trace.go:171","msg":"trace[1776550289] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:515; }","duration":"161.715466ms","start":"2026-03-18T16:54:08.493574Z","end":"2026-03-18T16:54:08.65529Z","steps":["trace[1776550289] 'agreement among raft nodes before linearized reading' (duration: 161.619964ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T16:54:08.655419Z","caller":"traceutil/trace.go:171","msg":"trace[233374410] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:515; }","duration":"141.334381ms","start":"2026-03-18T16:54:08.514068Z","end":"2026-03-18T16:54:08.655402Z","steps":["trace[233374410] 'agreement among raft nodes before linearized reading' (duration: 141.182707ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T16:54:08.655615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.940315ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-18T16:54:08.655741Z","caller":"traceutil/trace.go:171","msg":"trace[944405513] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:515; }","duration":"120.158039ms","start":"2026-03-18T16:54:08.535554Z","end":"2026-03-18T16:54:08.655712Z","steps":["trace[944405513] 'agreement among raft nodes before linearized reading' (duration: 119.75829ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T16:54:09.090497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.389856ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T16:54:09.090787Z","caller":"traceutil/trace.go:171","msg":"trace[388466475] transaction","detail":"{read_only:false; response_revision:517; number_of_response:1; }","duration":"430.940233ms","start":"2026-03-18T16:54:08.659824Z","end":"2026-03-18T16:54:09.090764Z","steps":["trace[388466475] 'process raft request' (duration: 430.781669ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T16:54:09.090751Z","caller":"traceutil/trace.go:171","msg":"trace[405675917] transaction","detail":"{read_only:false; response_revision:516; number_of_response:1; }","duration":"430.884902ms","start":"2026-03-18T16:54:08.659825Z","end":"2026-03-18T16:54:09.09071Z","steps":["trace[405675917] 'process raft request' (duration: 91.037394ms)","trace[405675917] 'compare' (duration: 339.279604ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T16:54:09.090882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T16:54:08.659803Z","time spent":"431.032566ms","remote":"127.0.0.1:36212","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T16:54:09.090898Z","caller":"traceutil/trace.go:171","msg":"trace[247531212] linearizableReadLoop","detail":"{readStateIndex:538; appliedIndex:535; }","duration":"357.338542ms","start":"2026-03-18T16:54:08.733546Z","end":"2026-03-18T16:54:09.090885Z","steps":["trace[247531212] 'read index received' (duration: 17.304369ms)","trace[247531212] 'applied index is now lower than readState.Index' (duration: 340.033183ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T16:54:09.090954Z","caller":"traceutil/trace.go:171","msg":"trace[1707276139] transaction","detail":"{read_only:false; response_revision:518; number_of_response:1; }","duration":"430.477132ms","start":"2026-03-18T16:54:08.660439Z","end":"2026-03-18T16:54:09.090916Z","steps":["trace[1707276139] 'process raft request' (duration: 430.277887ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T16:54:09.090978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.429364ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/cert-manager/cert-manager-cainjector\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T16:54:09.090977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T16:54:08.659799Z","time spent":"431.078877ms","remote":"127.0.0.1:36212","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T16:54:09.091004Z","caller":"traceutil/trace.go:171","msg":"trace[590397208] range","detail":"{range_begin:/registry/serviceaccounts/cert-manager/cert-manager-cainjector; range_end:; response_count:0; response_revision:518; }","duration":"357.499405ms","start":"2026-03-18T16:54:08.733497Z","end":"2026-03-18T16:54:09.090997Z","steps":["trace[590397208] 'agreement among raft nodes before linearized reading' (duration: 357.452084ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T16:54:09.091032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T16:54:08.733475Z","time spent":"357.551287ms","remote":"127.0.0.1:36140","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":28,"request content":"key:\"/registry/serviceaccounts/cert-manager/cert-manager-cainjector\" "} {"level":"warn","ts":"2026-03-18T16:54:09.091048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T16:54:08.660432Z","time spent":"430.565334ms","remote":"127.0.0.1:36212","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T16:54:09.533937Z","caller":"traceutil/trace.go:171","msg":"trace[935720325] transaction","detail":"{read_only:false; response_revision:565; number_of_response:1; }","duration":"134.160269ms","start":"2026-03-18T16:54:09.399748Z","end":"2026-03-18T16:54:09.533908Z","steps":["trace[935720325] 'process raft request' (duration: 131.191377ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T16:54:09.538619Z","caller":"traceutil/trace.go:171","msg":"trace[856468591] transaction","detail":"{read_only:false; response_revision:566; number_of_response:1; }","duration":"138.555414ms","start":"2026-03-18T16:54:09.400021Z","end":"2026-03-18T16:54:09.538577Z","steps":["trace[856468591] 'process raft request' (duration: 138.202586ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T16:54:09.538678Z","caller":"traceutil/trace.go:171","msg":"trace[1463787913] transaction","detail":"{read_only:false; response_revision:568; number_of_response:1; }","duration":"137.577241ms","start":"2026-03-18T16:54:09.401068Z","end":"2026-03-18T16:54:09.538645Z","steps":["trace[1463787913] 'process raft request' (duration: 137.326315ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T16:54:09.538647Z","caller":"traceutil/trace.go:171","msg":"trace[1519336169] transaction","detail":"{read_only:false; response_revision:567; number_of_response:1; }","duration":"138.389571ms","start":"2026-03-18T16:54:09.400217Z","end":"2026-03-18T16:54:09.538607Z","steps":["trace[1519336169] 'process raft request' (duration: 138.140005ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T16:54:09.538676Z","caller":"traceutil/trace.go:171","msg":"trace[1097729467] transaction","detail":"{read_only:false; number_of_response:1; response_revision:569; }","duration":"132.201601ms","start":"2026-03-18T16:54:09.406447Z","end":"2026-03-18T16:54:09.538649Z","steps":["trace[1097729467] 'process raft request' (duration: 132.148399ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T16:54:09.538843Z","caller":"traceutil/trace.go:171","msg":"trace[796297083] transaction","detail":"{read_only:false; response_revision:569; number_of_response:1; }","duration":"133.142913ms","start":"2026-03-18T16:54:09.405664Z","end":"2026-03-18T16:54:09.538807Z","steps":["trace[796297083] 'process raft request' (duration: 132.819386ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T16:54:29.031396Z","caller":"traceutil/trace.go:171","msg":"trace[391971211] transaction","detail":"{read_only:false; response_revision:886; number_of_response:1; }","duration":"132.894718ms","start":"2026-03-18T16:54:28.898478Z","end":"2026-03-18T16:54:29.031373Z","steps":["trace[391971211] 'process raft request' (duration: 132.736714ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T16:54:29.501099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"396.141031ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T16:54:29.501268Z","caller":"traceutil/trace.go:171","msg":"trace[258493134] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:887; }","duration":"396.324835ms","start":"2026-03-18T16:54:29.104919Z","end":"2026-03-18T16:54:29.501244Z","steps":["trace[258493134] 'range keys from in-memory index tree' (duration: 396.11017ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T16:54:29.503431Z","caller":"traceutil/trace.go:171","msg":"trace[1911245649] linearizableReadLoop","detail":"{readStateIndex:915; appliedIndex:914; }","duration":"320.362706ms","start":"2026-03-18T16:54:29.183043Z","end":"2026-03-18T16:54:29.503406Z","steps":["trace[1911245649] 'read index received' (duration: 319.957526ms)","trace[1911245649] 'applied index is now lower than readState.Index' (duration: 404.34µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T16:54:29.503533Z","caller":"traceutil/trace.go:171","msg":"trace[1074345173] transaction","detail":"{read_only:false; response_revision:888; number_of_response:1; }","duration":"419.404335ms","start":"2026-03-18T16:54:29.084087Z","end":"2026-03-18T16:54:29.503492Z","steps":["trace[1074345173] 'process raft request' (duration: 418.975094ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T16:54:29.503736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.685666ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-18T16:54:29.50378Z","caller":"traceutil/trace.go:171","msg":"trace[161925877] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:888; }","duration":"318.770848ms","start":"2026-03-18T16:54:29.184997Z","end":"2026-03-18T16:54:29.503768Z","steps":["trace[161925877] 'agreement among raft nodes before linearized reading' (duration: 318.604194ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T16:54:29.503817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T16:54:29.184984Z","time spent":"318.824999ms","remote":"127.0.0.1:36212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-18T16:54:29.503832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T16:54:29.08406Z","time spent":"419.597909ms","remote":"127.0.0.1:36374","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3875,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T16:54:29.503868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.823402ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-18T16:54:29.504006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.882159ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-18T16:54:29.504204Z","caller":"traceutil/trace.go:171","msg":"trace[960328311] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:888; }","duration":"321.179255ms","start":"2026-03-18T16:54:29.182995Z","end":"2026-03-18T16:54:29.504175Z","steps":["trace[960328311] 'agreement among raft nodes before linearized reading' (duration: 320.689963ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T16:54:29.504513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T16:54:29.182973Z","time spent":"321.326169ms","remote":"127.0.0.1:36212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-18T16:54:29.504753Z","caller":"traceutil/trace.go:171","msg":"trace[1898469408] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:888; }","duration":"315.055707ms","start":"2026-03-18T16:54:29.188997Z","end":"2026-03-18T16:54:29.504052Z","steps":["trace[1898469408] 'agreement among raft nodes before linearized reading' (duration: 314.692008ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T16:54:29.504887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T16:54:29.188982Z","time spent":"315.842297ms","remote":"127.0.0.1:36212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-18T16:55:13.901529Z","caller":"traceutil/trace.go:171","msg":"trace[179553615] transaction","detail":"{read_only:false; response_revision:1447; number_of_response:1; }","duration":"106.497578ms","start":"2026-03-18T16:55:13.79498Z","end":"2026-03-18T16:55:13.901478Z","steps":["trace[179553615] 'process raft request' (duration: 79.804159ms)","trace[179553615] 'compare' (duration: 26.242698ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T16:55:23.286629Z","caller":"traceutil/trace.go:171","msg":"trace[2060823837] transaction","detail":"{read_only:false; response_revision:1573; number_of_response:1; }","duration":"151.351247ms","start":"2026-03-18T16:55:23.135243Z","end":"2026-03-18T16:55:23.286594Z","steps":["trace[2060823837] 'process raft request' (duration: 94.377774ms)","trace[2060823837] 'compare' (duration: 56.83485ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T16:55:23.286662Z","caller":"traceutil/trace.go:171","msg":"trace[230648959] linearizableReadLoop","detail":"{readStateIndex:1640; appliedIndex:1639; }","duration":"127.391434ms","start":"2026-03-18T16:55:23.159236Z","end":"2026-03-18T16:55:23.286627Z","steps":["trace[230648959] 'read index received' (duration: 70.39896ms)","trace[230648959] 'applied index is now lower than readState.Index' (duration: 56.990054ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T16:55:23.286677Z","caller":"traceutil/trace.go:171","msg":"trace[293071907] transaction","detail":"{read_only:false; response_revision:1574; number_of_response:1; }","duration":"126.113264ms","start":"2026-03-18T16:55:23.16054Z","end":"2026-03-18T16:55:23.286653Z","steps":["trace[293071907] 'process raft request' (duration: 126.047502ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T16:55:23.286879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.633991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-haproxy-0\" ","response":"range_response_count:1 size:10985"} {"level":"info","ts":"2026-03-18T16:55:23.286934Z","caller":"traceutil/trace.go:171","msg":"trace[439151791] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-haproxy-0; range_end:; response_count:1; response_revision:1574; }","duration":"127.743064ms","start":"2026-03-18T16:55:23.159176Z","end":"2026-03-18T16:55:23.286919Z","steps":["trace[439151791] 'agreement among raft nodes before linearized reading' (duration: 127.533559ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T16:55:29.490321Z","caller":"traceutil/trace.go:171","msg":"trace[1537146010] transaction","detail":"{read_only:false; response_revision:1631; number_of_response:1; }","duration":"136.993488ms","start":"2026-03-18T16:55:29.353302Z","end":"2026-03-18T16:55:29.490295Z","steps":["trace[1537146010] 'process raft request' (duration: 136.847954ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T16:55:29.907543Z","caller":"traceutil/trace.go:171","msg":"trace[1431357633] transaction","detail":"{read_only:false; response_revision:1632; number_of_response:1; }","duration":"110.216227ms","start":"2026-03-18T16:55:29.797299Z","end":"2026-03-18T16:55:29.907515Z","steps":["trace[1431357633] 'process raft request' (duration: 110.054273ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T16:55:33.804794Z","caller":"traceutil/trace.go:171","msg":"trace[1498714617] transaction","detail":"{read_only:false; response_revision:1656; number_of_response:1; }","duration":"297.783076ms","start":"2026-03-18T16:55:33.506977Z","end":"2026-03-18T16:55:33.80476Z","steps":["trace[1498714617] 'process raft request' (duration: 297.612792ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T16:55:34.547719Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305494780454742080,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-18T16:55:34.926624Z","caller":"traceutil/trace.go:171","msg":"trace[1863932901] linearizableReadLoop","detail":"{readStateIndex:1732; appliedIndex:1731; }","duration":"879.758474ms","start":"2026-03-18T16:55:34.04684Z","end":"2026-03-18T16:55:34.926599Z","steps":["trace[1863932901] 'read index received' (duration: 877.045348ms)","trace[1863932901] 'applied index is now lower than readState.Index' (duration: 2.712276ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T16:55:34.926671Z","caller":"traceutil/trace.go:171","msg":"trace[1274623550] transaction","detail":"{read_only:false; response_revision:1662; number_of_response:1; }","duration":"920.518205ms","start":"2026-03-18T16:55:34.006122Z","end":"2026-03-18T16:55:34.92664Z","steps":["trace[1274623550] 'process raft request' (duration: 917.764508ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T16:55:34.926782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"860.848705ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T16:55:34.926825Z","caller":"traceutil/trace.go:171","msg":"trace[606567859] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1662; }","duration":"860.929627ms","start":"2026-03-18T16:55:34.065884Z","end":"2026-03-18T16:55:34.926814Z","steps":["trace[606567859] 'agreement among raft nodes before linearized reading' (duration: 860.837554ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T16:55:34.926824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T16:55:34.006091Z","time spent":"920.651268ms","remote":"127.0.0.1:36212","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T16:55:34.926859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T16:55:34.065874Z","time spent":"860.980878ms","remote":"127.0.0.1:35926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T16:55:34.9271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"880.197765ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-18T16:55:34.927289Z","caller":"traceutil/trace.go:171","msg":"trace[1436529086] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1662; }","duration":"880.437821ms","start":"2026-03-18T16:55:34.046813Z","end":"2026-03-18T16:55:34.927251Z","steps":["trace[1436529086] 'agreement among raft nodes before linearized reading' (duration: 879.888048ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T16:55:34.927369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T16:55:34.046725Z","time spent":"880.626246ms","remote":"127.0.0.1:47352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-18T16:56:01.143171Z","caller":"traceutil/trace.go:171","msg":"trace[1655101220] linearizableReadLoop","detail":"{readStateIndex:1884; appliedIndex:1883; }","duration":"123.357146ms","start":"2026-03-18T16:56:01.019788Z","end":"2026-03-18T16:56:01.143145Z","steps":["trace[1655101220] 'read index received' (duration: 123.213952ms)","trace[1655101220] 'applied index is now lower than readState.Index' (duration: 142.094µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T16:56:01.143243Z","caller":"traceutil/trace.go:171","msg":"trace[1961075209] transaction","detail":"{read_only:false; response_revision:1808; number_of_response:1; }","duration":"131.404159ms","start":"2026-03-18T16:56:01.011802Z","end":"2026-03-18T16:56:01.143206Z","steps":["trace[1961075209] 'process raft request' (duration: 131.138451ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T16:56:01.143445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.632323ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.210\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-18T16:56:01.143503Z","caller":"traceutil/trace.go:171","msg":"trace[1870993705] range","detail":"{range_begin:/registry/masterleases/199.204.45.210; range_end:; response_count:1; response_revision:1808; }","duration":"123.736864ms","start":"2026-03-18T16:56:01.019752Z","end":"2026-03-18T16:56:01.143488Z","steps":["trace[1870993705] 'agreement among raft nodes before linearized reading' (duration: 123.54834ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T16:56:01.701431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"477.357942ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-03-18T16:56:01.70154Z","caller":"traceutil/trace.go:171","msg":"trace[1143698431] linearizableReadLoop","detail":"{readStateIndex:1885; appliedIndex:1884; }","duration":"410.621502ms","start":"2026-03-18T16:56:01.290901Z","end":"2026-03-18T16:56:01.701523Z","steps":["trace[1143698431] 'read index received' (duration: 64.401µs)","trace[1143698431] 'applied index is now lower than readState.Index' (duration: 410.555751ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T16:56:01.701692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"410.790306ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-18T16:56:01.701728Z","caller":"traceutil/trace.go:171","msg":"trace[711854885] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1808; }","duration":"410.869848ms","start":"2026-03-18T16:56:01.290847Z","end":"2026-03-18T16:56:01.701717Z","steps":["trace[711854885] 'agreement among raft nodes before linearized reading' (duration: 410.722514ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T16:56:01.701759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T16:56:01.290822Z","time spent":"410.929789ms","remote":"127.0.0.1:36212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-18T16:56:01.701756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T16:56:01.144774Z","time spent":"556.974661ms","remote":"127.0.0.1:35952","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-18T16:56:02.310862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"434.457736ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T16:56:02.310941Z","caller":"traceutil/trace.go:171","msg":"trace[1928132598] transaction","detail":"{read_only:false; response_revision:1809; number_of_response:1; }","duration":"608.205526ms","start":"2026-03-18T16:56:01.702723Z","end":"2026-03-18T16:56:02.310929Z","steps":["trace[1928132598] 'process raft request' (duration: 173.624647ms)","trace[1928132598] 'compare' (duration: 434.263152ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T16:56:02.310977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T16:56:01.702706Z","time spent":"608.252648ms","remote":"127.0.0.1:35952","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T16:56:02.36348Z","caller":"traceutil/trace.go:171","msg":"trace[223967656] linearizableReadLoop","detail":"{readStateIndex:1887; appliedIndex:1886; }","duration":"431.512205ms","start":"2026-03-18T16:56:01.931948Z","end":"2026-03-18T16:56:02.36346Z","steps":["trace[223967656] 'read index received' (duration: 431.361642ms)","trace[223967656] 'applied index is now lower than readState.Index' (duration: 149.713µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T16:56:02.36354Z","caller":"traceutil/trace.go:171","msg":"trace[1705312823] transaction","detail":"{read_only:false; response_revision:1810; number_of_response:1; }","duration":"657.881745ms","start":"2026-03-18T16:56:01.705634Z","end":"2026-03-18T16:56:02.363515Z","steps":["trace[1705312823] 'process raft request' (duration: 657.68283ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T16:56:02.363725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T16:56:01.705612Z","time spent":"658.036229ms","remote":"127.0.0.1:36212","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T16:56:02.363742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"431.799623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-18T16:56:02.363803Z","caller":"traceutil/trace.go:171","msg":"trace[1862730858] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1810; }","duration":"431.928756ms","start":"2026-03-18T16:56:01.931855Z","end":"2026-03-18T16:56:02.363784Z","steps":["trace[1862730858] 'agreement among raft nodes before linearized reading' (duration: 431.709651ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T16:56:02.363912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T16:56:01.931835Z","time spent":"432.009578ms","remote":"127.0.0.1:36212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-18T16:56:02.388762Z","caller":"traceutil/trace.go:171","msg":"trace[1307927947] transaction","detail":"{read_only:false; response_revision:1811; number_of_response:1; }","duration":"371.833197ms","start":"2026-03-18T16:56:02.016897Z","end":"2026-03-18T16:56:02.38873Z","steps":["trace[1307927947] 'process raft request' (duration: 371.645192ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T16:56:02.389077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T16:56:02.016874Z","time spent":"372.067243ms","remote":"127.0.0.1:36212","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T16:56:02.389272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.602614ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-18T16:56:02.389337Z","caller":"traceutil/trace.go:171","msg":"trace[620161080] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1812; }","duration":"238.690636ms","start":"2026-03-18T16:56:02.150627Z","end":"2026-03-18T16:56:02.389318Z","steps":["trace[620161080] 'agreement among raft nodes before linearized reading' (duration: 238.530762ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T16:56:02.389358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.285161ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-18T16:56:02.389419Z","caller":"traceutil/trace.go:171","msg":"trace[5160163] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1812; }","duration":"271.364253ms","start":"2026-03-18T16:56:02.11804Z","end":"2026-03-18T16:56:02.389404Z","steps":["trace[5160163] 'agreement among raft nodes before linearized reading' (duration: 271.192979ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T16:56:02.389332Z","caller":"traceutil/trace.go:171","msg":"trace[125550958] transaction","detail":"{read_only:false; response_revision:1812; number_of_response:1; }","duration":"323.04204ms","start":"2026-03-18T16:56:02.06623Z","end":"2026-03-18T16:56:02.389272Z","steps":["trace[125550958] 'process raft request' (duration: 322.446526ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T16:56:02.389117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.823456ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-18T16:56:02.389543Z","caller":"traceutil/trace.go:171","msg":"trace[1387651383] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1812; }","duration":"277.304438ms","start":"2026-03-18T16:56:02.112225Z","end":"2026-03-18T16:56:02.389529Z","steps":["trace[1387651383] 'agreement among raft nodes before linearized reading' (duration: 276.702574ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T16:56:02.389526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.543888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-18T16:56:02.389609Z","caller":"traceutil/trace.go:171","msg":"trace[72992029] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1812; }","duration":"271.659001ms","start":"2026-03-18T16:56:02.11793Z","end":"2026-03-18T16:56:02.389589Z","steps":["trace[72992029] 'agreement among raft nodes before linearized reading' (duration: 271.442396ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T16:56:02.389659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T16:56:02.06621Z","time spent":"323.328367ms","remote":"127.0.0.1:36212","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T16:56:02.589745Z","caller":"traceutil/trace.go:171","msg":"trace[430553339] linearizableReadLoop","detail":"{readStateIndex:1890; appliedIndex:1889; }","duration":"198.19918ms","start":"2026-03-18T16:56:02.39152Z","end":"2026-03-18T16:56:02.589719Z","steps":["trace[430553339] 'read index received' (duration: 145.878148ms)","trace[430553339] 'applied index is now lower than readState.Index' (duration: 52.320062ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T16:56:02.589814Z","caller":"traceutil/trace.go:171","msg":"trace[881509937] transaction","detail":"{read_only:false; response_revision:1813; number_of_response:1; }","duration":"220.756164ms","start":"2026-03-18T16:56:02.369041Z","end":"2026-03-18T16:56:02.589797Z","steps":["trace[881509937] 'process raft request' (duration: 168.286828ms)","trace[881509937] 'compare' (duration: 52.286561ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T16:56:02.589962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.425145ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-18T16:56:02.59Z","caller":"traceutil/trace.go:171","msg":"trace[1446217555] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:1813; }","duration":"198.518887ms","start":"2026-03-18T16:56:02.391472Z","end":"2026-03-18T16:56:02.589991Z","steps":["trace[1446217555] 'agreement among raft nodes before linearized reading' (duration: 198.369304ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T16:56:02.628319Z","caller":"traceutil/trace.go:171","msg":"trace[793746664] transaction","detail":"{read_only:false; response_revision:1815; number_of_response:1; }","duration":"234.154717ms","start":"2026-03-18T16:56:02.394146Z","end":"2026-03-18T16:56:02.6283Z","steps":["trace[793746664] 'process raft request' (duration: 234.093266ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T16:56:02.628358Z","caller":"traceutil/trace.go:171","msg":"trace[403364169] transaction","detail":"{read_only:false; response_revision:1814; number_of_response:1; }","duration":"234.535596ms","start":"2026-03-18T16:56:02.393787Z","end":"2026-03-18T16:56:02.628322Z","steps":["trace[403364169] 'process raft request' (duration: 234.344071ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T16:56:02.628538Z","caller":"traceutil/trace.go:171","msg":"trace[1813810007] transaction","detail":"{read_only:false; response_revision:1816; number_of_response:1; }","duration":"234.29026ms","start":"2026-03-18T16:56:02.394216Z","end":"2026-03-18T16:56:02.628506Z","steps":["trace[1813810007] 'process raft request' (duration: 234.052905ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T16:56:02.628625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.42362ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T16:56:02.628712Z","caller":"traceutil/trace.go:171","msg":"trace[484593579] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:1816; }","duration":"158.579135ms","start":"2026-03-18T16:56:02.470116Z","end":"2026-03-18T16:56:02.628695Z","steps":["trace[484593579] 'agreement among raft nodes before linearized reading' (duration: 158.421651ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T16:56:04.58431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.232024ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T16:56:04.584435Z","caller":"traceutil/trace.go:171","msg":"trace[462248489] linearizableReadLoop","detail":"{readStateIndex:1899; appliedIndex:1897; }","duration":"179.708883ms","start":"2026-03-18T16:56:04.404709Z","end":"2026-03-18T16:56:04.584418Z","steps":["trace[462248489] 'read index received' (duration: 6.945766ms)","trace[462248489] 'applied index is now lower than readState.Index' (duration: 172.761017ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T16:56:04.584541Z","caller":"traceutil/trace.go:171","msg":"trace[565952074] transaction","detail":"{read_only:false; response_revision:1822; number_of_response:1; }","duration":"189.010167ms","start":"2026-03-18T16:56:04.395499Z","end":"2026-03-18T16:56:04.584509Z","steps":["trace[565952074] 'process raft request' (duration: 55.480037ms)","trace[565952074] 'compare' (duration: 133.12523ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T16:56:04.584585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.868397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-18T16:56:04.584627Z","caller":"traceutil/trace.go:171","msg":"trace[1539259039] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1822; }","duration":"179.925668ms","start":"2026-03-18T16:56:04.404686Z","end":"2026-03-18T16:56:04.584611Z","steps":["trace[1539259039] 'agreement among raft nodes before linearized reading' (duration: 179.777605ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T16:56:04.78876Z","caller":"traceutil/trace.go:171","msg":"trace[320720150] transaction","detail":"{read_only:false; response_revision:1825; number_of_response:1; }","duration":"151.591376ms","start":"2026-03-18T16:56:04.63714Z","end":"2026-03-18T16:56:04.788732Z","steps":["trace[320720150] 'process raft request' (duration: 130.028456ms)","trace[320720150] 'compare' (duration: 21.376806ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T16:56:04.788902Z","caller":"traceutil/trace.go:171","msg":"trace[1292965077] transaction","detail":"{read_only:false; response_revision:1826; number_of_response:1; }","duration":"150.543491ms","start":"2026-03-18T16:56:04.638298Z","end":"2026-03-18T16:56:04.788841Z","steps":["trace[1292965077] 'process raft request' (duration: 150.381067ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T16:56:08.548136Z","caller":"traceutil/trace.go:171","msg":"trace[212363804] transaction","detail":"{read_only:false; response_revision:1839; number_of_response:1; }","duration":"136.121433ms","start":"2026-03-18T16:56:08.411983Z","end":"2026-03-18T16:56:08.548104Z","steps":["trace[212363804] 'process raft request' (duration: 135.974639ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T16:56:08.977578Z","caller":"traceutil/trace.go:171","msg":"trace[1331876960] transaction","detail":"{read_only:false; response_revision:1840; number_of_response:1; }","duration":"555.324271ms","start":"2026-03-18T16:56:08.422229Z","end":"2026-03-18T16:56:08.977553Z","steps":["trace[1331876960] 'process raft request' (duration: 527.679175ms)","trace[1331876960] 'compare' (duration: 27.212556ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T16:56:08.977722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T16:56:08.422205Z","time spent":"555.443624ms","remote":"127.0.0.1:36212","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T16:56:08.977756Z","caller":"traceutil/trace.go:171","msg":"trace[302325112] transaction","detail":"{read_only:false; response_revision:1841; number_of_response:1; }","duration":"379.376257ms","start":"2026-03-18T16:56:08.598348Z","end":"2026-03-18T16:56:08.977724Z","steps":["trace[302325112] 'process raft request' (duration: 379.170363ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T16:56:08.977661Z","caller":"traceutil/trace.go:171","msg":"trace[1759492031] linearizableReadLoop","detail":"{readStateIndex:1919; appliedIndex:1917; }","duration":"369.657975ms","start":"2026-03-18T16:56:08.607985Z","end":"2026-03-18T16:56:08.977643Z","steps":["trace[1759492031] 'read index received' (duration: 341.984457ms)","trace[1759492031] 'applied index is now lower than readState.Index' (duration: 27.672578ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T16:56:08.978194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T16:56:08.598326Z","time spent":"379.674175ms","remote":"127.0.0.1:36212","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T16:56:08.9782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.214107ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-18T16:56:08.9783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.196188ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-18T16:56:08.978299Z","caller":"traceutil/trace.go:171","msg":"trace[456893947] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1841; }","duration":"370.354751ms","start":"2026-03-18T16:56:08.607925Z","end":"2026-03-18T16:56:08.97828Z","steps":["trace[456893947] 'agreement among raft nodes before linearized reading' (duration: 370.114095ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T16:56:08.978346Z","caller":"traceutil/trace.go:171","msg":"trace[308027988] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1841; }","duration":"176.289861ms","start":"2026-03-18T16:56:08.802044Z","end":"2026-03-18T16:56:08.978334Z","steps":["trace[308027988] 'agreement among raft nodes before linearized reading' (duration: 176.200759ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T16:56:08.978357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T16:56:08.607906Z","time spent":"370.435442ms","remote":"127.0.0.1:36212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-18T16:56:08.978384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.775574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-18T16:56:08.978296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.087606ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-18T16:56:08.978396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.981911ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.189dfddbd2f699df\" ","response":"range_response_count:1 size:846"} {"level":"info","ts":"2026-03-18T16:56:08.978465Z","caller":"traceutil/trace.go:171","msg":"trace[771690031] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1841; }","duration":"305.882647ms","start":"2026-03-18T16:56:08.672564Z","end":"2026-03-18T16:56:08.978447Z","steps":["trace[771690031] 'agreement among raft nodes before linearized reading' (duration: 305.692602ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T16:56:08.978485Z","caller":"traceutil/trace.go:171","msg":"trace[294934571] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.189dfddbd2f699df; range_end:; response_count:1; response_revision:1841; }","duration":"146.123764ms","start":"2026-03-18T16:56:08.832342Z","end":"2026-03-18T16:56:08.978465Z","steps":["trace[294934571] 'agreement among raft nodes before linearized reading' (duration: 145.873508ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T16:56:08.978464Z","caller":"traceutil/trace.go:171","msg":"trace[1910935447] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1841; }","duration":"176.300621ms","start":"2026-03-18T16:56:08.802151Z","end":"2026-03-18T16:56:08.978452Z","steps":["trace[1910935447] 'agreement among raft nodes before linearized reading' (duration: 176.042155ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T16:56:08.978533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T16:56:08.672551Z","time spent":"305.966448ms","remote":"127.0.0.1:36212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-18T16:56:08.979115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.00151ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-18T16:56:08.979248Z","caller":"traceutil/trace.go:171","msg":"trace[409144130] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1841; }","duration":"367.178474ms","start":"2026-03-18T16:56:08.612048Z","end":"2026-03-18T16:56:08.979226Z","steps":["trace[409144130] 'agreement among raft nodes before linearized reading' (duration: 366.114078ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T16:56:08.979397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T16:56:08.612031Z","time spent":"367.284126ms","remote":"127.0.0.1:47352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-18T16:56:09.148452Z","caller":"traceutil/trace.go:171","msg":"trace[1747251394] transaction","detail":"{read_only:false; response_revision:1843; number_of_response:1; }","duration":"165.708246ms","start":"2026-03-18T16:56:08.98271Z","end":"2026-03-18T16:56:09.148418Z","steps":["trace[1747251394] 'process raft request' (duration: 156.298879ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T16:56:09.148494Z","caller":"traceutil/trace.go:171","msg":"trace[1054130012] transaction","detail":"{read_only:false; response_revision:1845; number_of_response:1; }","duration":"165.670335ms","start":"2026-03-18T16:56:08.982801Z","end":"2026-03-18T16:56:09.148472Z","steps":["trace[1054130012] 'process raft request' (duration: 165.47522ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T16:56:09.148663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.011836ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12386"} {"level":"info","ts":"2026-03-18T16:56:09.148732Z","caller":"traceutil/trace.go:171","msg":"trace[141832553] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1846; }","duration":"140.131679ms","start":"2026-03-18T16:56:09.008585Z","end":"2026-03-18T16:56:09.148716Z","steps":["trace[141832553] 'agreement among raft nodes before linearized reading' (duration: 139.918714ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T16:56:09.148821Z","caller":"traceutil/trace.go:171","msg":"trace[846840894] transaction","detail":"{read_only:false; response_revision:1844; number_of_response:1; }","duration":"166.014403ms","start":"2026-03-18T16:56:08.982792Z","end":"2026-03-18T16:56:09.148806Z","steps":["trace[846840894] 'process raft request' (duration: 165.411689ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T16:56:09.148463Z","caller":"traceutil/trace.go:171","msg":"trace[1894230981] linearizableReadLoop","detail":"{readStateIndex:1924; appliedIndex:1919; }","duration":"139.807561ms","start":"2026-03-18T16:56:09.008638Z","end":"2026-03-18T16:56:09.148446Z","steps":["trace[1894230981] 'read index received' (duration: 7.583483ms)","trace[1894230981] 'applied index is now lower than readState.Index' (duration: 132.222918ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T16:56:09.148968Z","caller":"traceutil/trace.go:171","msg":"trace[1469610272] transaction","detail":"{read_only:false; response_revision:1846; number_of_response:1; }","duration":"166.031693ms","start":"2026-03-18T16:56:08.982827Z","end":"2026-03-18T16:56:09.148859Z","steps":["trace[1469610272] 'process raft request' (duration: 165.561132ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T16:56:11.493118Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305494780454742521,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-18T16:56:11.504999Z","caller":"traceutil/trace.go:171","msg":"trace[2070725174] transaction","detail":"{read_only:false; response_revision:1848; number_of_response:1; }","duration":"948.492363ms","start":"2026-03-18T16:56:10.556484Z","end":"2026-03-18T16:56:11.504976Z","steps":["trace[2070725174] 'process raft request' (duration: 948.327199ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T16:56:11.50526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T16:56:10.556468Z","time spent":"948.604155ms","remote":"127.0.0.1:36212","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T16:56:12.348584Z","caller":"traceutil/trace.go:171","msg":"trace[1578316405] transaction","detail":"{read_only:false; response_revision:1850; number_of_response:1; }","duration":"1.363782977s","start":"2026-03-18T16:56:10.984782Z","end":"2026-03-18T16:56:12.348565Z","steps":["trace[1578316405] 'process raft request' (duration: 1.363709485s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T16:56:12.348746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T16:56:10.98476Z","time spent":"1.363894271s","remote":"127.0.0.1:36212","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T16:56:12.348588Z","caller":"traceutil/trace.go:171","msg":"trace[1498645682] transaction","detail":"{read_only:false; response_revision:1849; number_of_response:1; }","duration":"1.364792731s","start":"2026-03-18T16:56:10.983763Z","end":"2026-03-18T16:56:12.348556Z","steps":["trace[1498645682] 'process raft request' (duration: 1.364586507s)"],"step_count":1} {"level":"info","ts":"2026-03-18T16:56:12.348794Z","caller":"traceutil/trace.go:171","msg":"trace[870445075] linearizableReadLoop","detail":"{readStateIndex:1929; appliedIndex:1925; }","duration":"1.356024651s","start":"2026-03-18T16:56:10.992745Z","end":"2026-03-18T16:56:12.34877Z","steps":["trace[870445075] 'read index received' (duration: 512.082008ms)","trace[870445075] 'applied index is now lower than readState.Index' (duration: 843.939502ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T16:56:12.348872Z","caller":"traceutil/trace.go:171","msg":"trace[1585001836] transaction","detail":"{read_only:false; response_revision:1851; number_of_response:1; }","duration":"1.155558657s","start":"2026-03-18T16:56:11.193276Z","end":"2026-03-18T16:56:12.348834Z","steps":["trace[1585001836] 'process raft request' (duration: 1.155255879s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T16:56:12.348942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T16:56:10.983735Z","time spent":"1.365147501s","remote":"127.0.0.1:36212","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T16:56:12.349113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T16:56:11.19325Z","time spent":"1.155773162s","remote":"127.0.0.1:36212","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T16:56:12.349228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.356450351s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-03-18T16:56:12.349296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.284324122s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T16:56:12.349335Z","caller":"traceutil/trace.go:171","msg":"trace[645958829] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1851; }","duration":"1.284402054s","start":"2026-03-18T16:56:11.064922Z","end":"2026-03-18T16:56:12.349324Z","steps":["trace[645958829] 'agreement among raft nodes before linearized reading' (duration: 1.284329522s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T16:56:12.349341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"415.87939ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T16:56:12.34932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.196900424s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-18T16:56:12.3494Z","caller":"traceutil/trace.go:171","msg":"trace[684561467] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:1851; }","duration":"415.924881ms","start":"2026-03-18T16:56:11.933448Z","end":"2026-03-18T16:56:12.349373Z","steps":["trace[684561467] 'agreement among raft nodes before linearized reading' (duration: 415.856989ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T16:56:12.349422Z","caller":"traceutil/trace.go:171","msg":"trace[1897331248] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1851; }","duration":"1.197057208s","start":"2026-03-18T16:56:11.152347Z","end":"2026-03-18T16:56:12.349404Z","steps":["trace[1897331248] 'agreement among raft nodes before linearized reading' (duration: 1.196776311s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T16:56:12.349443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T16:56:11.933383Z","time spent":"416.051163ms","remote":"127.0.0.1:41338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"warn","ts":"2026-03-18T16:56:12.349411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.196251738s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-18T16:56:12.349472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T16:56:11.152331Z","time spent":"1.197132389s","remote":"127.0.0.1:36212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-18T16:56:12.349347Z","caller":"traceutil/trace.go:171","msg":"trace[1496929354] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1851; }","duration":"1.356589075s","start":"2026-03-18T16:56:10.992731Z","end":"2026-03-18T16:56:12.34932Z","steps":["trace[1496929354] 'agreement among raft nodes before linearized reading' (duration: 1.356184215s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T16:56:12.349501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.196294769s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-18T16:56:12.349514Z","caller":"traceutil/trace.go:171","msg":"trace[1906637920] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1851; }","duration":"1.196393051s","start":"2026-03-18T16:56:11.153096Z","end":"2026-03-18T16:56:12.349489Z","steps":["trace[1906637920] 'agreement among raft nodes before linearized reading' (duration: 1.196077243s)"],"step_count":1} {"level":"info","ts":"2026-03-18T16:56:12.349534Z","caller":"traceutil/trace.go:171","msg":"trace[62850083] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1851; }","duration":"1.19634545s","start":"2026-03-18T16:56:11.15318Z","end":"2026-03-18T16:56:12.349526Z","steps":["trace[62850083] 'agreement among raft nodes before linearized reading' (duration: 1.196218086s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T16:56:12.349542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T16:56:10.992674Z","time spent":"1.356855182s","remote":"127.0.0.1:47352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-18T16:56:12.34956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T16:56:11.153171Z","time spent":"1.19638457s","remote":"127.0.0.1:36212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-18T16:56:12.349241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.196043922s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-18T16:56:12.34958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T16:56:11.153056Z","time spent":"1.196508593s","remote":"127.0.0.1:36212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-18T16:56:12.349635Z","caller":"traceutil/trace.go:171","msg":"trace[1770305109] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1851; }","duration":"1.196488623s","start":"2026-03-18T16:56:11.153136Z","end":"2026-03-18T16:56:12.349624Z","steps":["trace[1770305109] 'agreement among raft nodes before linearized reading' (duration: 1.19595621s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T16:56:12.349688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T16:56:11.153116Z","time spent":"1.196564055s","remote":"127.0.0.1:36212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-18T16:56:12.349365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T16:56:11.064911Z","time spent":"1.284447275s","remote":"127.0.0.1:35938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T16:56:12.349816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.329777668s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.210\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-18T16:56:12.349882Z","caller":"traceutil/trace.go:171","msg":"trace[2023301610] range","detail":"{range_begin:/registry/masterleases/199.204.45.210; range_end:; response_count:1; response_revision:1851; }","duration":"1.32986646s","start":"2026-03-18T16:56:11.020003Z","end":"2026-03-18T16:56:12.349869Z","steps":["trace[2023301610] 'agreement among raft nodes before linearized reading' (duration: 1.329083901s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T16:56:12.349918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T16:56:11.019994Z","time spent":"1.329916261s","remote":"127.0.0.1:35952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.210\" "} {"level":"warn","ts":"2026-03-18T16:56:13.23899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"620.929463ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"warn","ts":"2026-03-18T16:56:13.239092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T16:56:12.351527Z","time spent":"887.561732ms","remote":"127.0.0.1:35952","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-18T16:56:13.519362Z","caller":"traceutil/trace.go:171","msg":"trace[1215701868] linearizableReadLoop","detail":"{readStateIndex:1934; appliedIndex:1929; }","duration":"1.160670079s","start":"2026-03-18T16:56:12.358664Z","end":"2026-03-18T16:56:13.519334Z","steps":["trace[1215701868] 'read index received' (duration: 259.397006ms)","trace[1215701868] 'applied index is now lower than readState.Index' (duration: 901.272113ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T16:56:13.519536Z","caller":"traceutil/trace.go:171","msg":"trace[4949170] transaction","detail":"{read_only:false; response_revision:1854; number_of_response:1; }","duration":"1.165011493s","start":"2026-03-18T16:56:12.354487Z","end":"2026-03-18T16:56:13.519499Z","steps":["trace[4949170] 'process raft request' (duration: 1.164784908s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T16:56:13.519616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.160928586s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T16:56:13.519654Z","caller":"traceutil/trace.go:171","msg":"trace[2070425956] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1855; }","duration":"1.160984768s","start":"2026-03-18T16:56:12.35866Z","end":"2026-03-18T16:56:13.519645Z","steps":["trace[2070425956] 'agreement among raft nodes before linearized reading' (duration: 1.160884744s)"],"step_count":1} {"level":"info","ts":"2026-03-18T16:56:13.519641Z","caller":"traceutil/trace.go:171","msg":"trace[1831696189] transaction","detail":"{read_only:false; response_revision:1853; number_of_response:1; }","duration":"1.165141797s","start":"2026-03-18T16:56:12.354482Z","end":"2026-03-18T16:56:13.519624Z","steps":["trace[1831696189] 'process raft request' (duration: 1.164733136s)"],"step_count":1} {"level":"info","ts":"2026-03-18T16:56:13.519634Z","caller":"traceutil/trace.go:171","msg":"trace[1909389026] transaction","detail":"{read_only:false; response_revision:1852; number_of_response:1; }","duration":"1.165550378s","start":"2026-03-18T16:56:12.354045Z","end":"2026-03-18T16:56:13.519595Z","steps":["trace[1909389026] 'process raft request' (duration: 1.164911381s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T16:56:13.519677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T16:56:12.358629Z","time spent":"1.161043218s","remote":"127.0.0.1:35926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-18T16:56:13.519546Z","caller":"traceutil/trace.go:171","msg":"trace[802175764] transaction","detail":"{read_only:false; response_revision:1855; number_of_response:1; }","duration":"1.164992273s","start":"2026-03-18T16:56:12.35453Z","end":"2026-03-18T16:56:13.519522Z","steps":["trace[802175764] 'process raft request' (duration: 1.164770337s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T16:56:13.519688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T16:56:12.354475Z","time spent":"1.165138427s","remote":"127.0.0.1:36212","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T16:56:13.519775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T16:56:12.354025Z","time spent":"1.165674761s","remote":"127.0.0.1:36212","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T16:56:13.519773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T16:56:12.354473Z","time spent":"1.165227469s","remote":"127.0.0.1:36212","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T16:56:13.519776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T16:56:12.35451Z","time spent":"1.165209838s","remote":"127.0.0.1:36212","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T16:56:13.57751Z","caller":"traceutil/trace.go:171","msg":"trace[1422936900] transaction","detail":"{read_only:false; response_revision:1856; number_of_response:1; }","duration":"399.588525ms","start":"2026-03-18T16:56:13.177863Z","end":"2026-03-18T16:56:13.577452Z","steps":["trace[1422936900] 'process raft request' (duration: 399.37988ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T16:56:13.577684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T16:56:13.177837Z","time spent":"399.751749ms","remote":"127.0.0.1:36212","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T16:56:13.57771Z","caller":"traceutil/trace.go:171","msg":"trace[272985073] transaction","detail":"{read_only:false; response_revision:1857; number_of_response:1; }","duration":"336.813842ms","start":"2026-03-18T16:56:13.240868Z","end":"2026-03-18T16:56:13.577682Z","steps":["trace[272985073] 'process raft request' (duration: 336.518745ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T16:56:13.577833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"742.202218ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T16:56:13.577878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T16:56:13.240848Z","time spent":"336.933085ms","remote":"127.0.0.1:35952","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T16:56:13.577923Z","caller":"traceutil/trace.go:171","msg":"trace[1584685266] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:1857; }","duration":"742.343902ms","start":"2026-03-18T16:56:12.835561Z","end":"2026-03-18T16:56:13.577905Z","steps":["trace[1584685266] 'agreement among raft nodes before linearized reading' (duration: 742.103966ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T16:56:13.577972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T16:56:12.835549Z","time spent":"742.412433ms","remote":"127.0.0.1:36344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":28,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"warn","ts":"2026-03-18T16:56:13.577971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.927993ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-18T16:56:13.578016Z","caller":"traceutil/trace.go:171","msg":"trace[14480862] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1857; }","duration":"220.019665ms","start":"2026-03-18T16:56:13.357983Z","end":"2026-03-18T16:56:13.578002Z","steps":["trace[14480862] 'agreement among raft nodes before linearized reading' (duration: 219.862521ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T16:56:13.578011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"761.805951ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-03-18T16:56:13.578076Z","caller":"traceutil/trace.go:171","msg":"trace[1970176906] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:1857; }","duration":"761.909943ms","start":"2026-03-18T16:56:12.816147Z","end":"2026-03-18T16:56:13.578057Z","steps":["trace[1970176906] 'agreement among raft nodes before linearized reading' (duration: 761.676108ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T16:56:13.578123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T16:56:12.816126Z","time spent":"761.985795ms","remote":"127.0.0.1:36212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-18T16:56:13.936848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.71109ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T16:56:13.937074Z","caller":"traceutil/trace.go:171","msg":"trace[1732262669] transaction","detail":"{read_only:false; response_revision:1858; number_of_response:1; }","duration":"355.223727ms","start":"2026-03-18T16:56:13.581807Z","end":"2026-03-18T16:56:13.93703Z","steps":["trace[1732262669] 'process raft request' (duration: 59.236079ms)","trace[1732262669] 'compare' (duration: 295.553246ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T16:56:13.93733Z","caller":"traceutil/trace.go:171","msg":"trace[936396116] transaction","detail":"{read_only:false; response_revision:1859; number_of_response:1; }","duration":"355.259187ms","start":"2026-03-18T16:56:13.582047Z","end":"2026-03-18T16:56:13.937306Z","steps":["trace[936396116] 'process raft request' (duration: 354.95635ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T16:56:13.937158Z","caller":"traceutil/trace.go:171","msg":"trace[378736541] linearizableReadLoop","detail":"{readStateIndex:1937; appliedIndex:1936; }","duration":"355.081213ms","start":"2026-03-18T16:56:13.582037Z","end":"2026-03-18T16:56:13.937118Z","steps":["trace[378736541] 'read index received' (duration: 59.018563ms)","trace[378736541] 'applied index is now lower than readState.Index' (duration: 296.05833ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T16:56:13.93736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.294428ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-18T16:56:13.937426Z","caller":"traceutil/trace.go:171","msg":"trace[872401483] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:1858; }","duration":"355.404401ms","start":"2026-03-18T16:56:13.582004Z","end":"2026-03-18T16:56:13.937409Z","steps":["trace[872401483] 'agreement among raft nodes before linearized reading' (duration: 355.206056ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T16:56:13.937432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T16:56:13.582024Z","time spent":"355.359669ms","remote":"127.0.0.1:36212","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T16:56:13.937498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T16:56:13.58199Z","time spent":"355.486852ms","remote":"127.0.0.1:35952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-03-18T16:56:13.937602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T16:56:13.581783Z","time spent":"355.527493ms","remote":"127.0.0.1:36212","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T16:56:13.937613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.011905ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T16:56:13.937732Z","caller":"traceutil/trace.go:171","msg":"trace[162394929] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1859; }","duration":"351.169639ms","start":"2026-03-18T16:56:13.586544Z","end":"2026-03-18T16:56:13.937714Z","steps":["trace[162394929] 'agreement among raft nodes before linearized reading' (duration: 350.983005ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T16:56:13.937757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.375508ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.189dfddbd2f699df\" ","response":"range_response_count:1 size:846"} {"level":"warn","ts":"2026-03-18T16:56:13.937776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T16:56:13.586533Z","time spent":"351.23377ms","remote":"127.0.0.1:35926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-18T16:56:13.937811Z","caller":"traceutil/trace.go:171","msg":"trace[2145798219] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.189dfddbd2f699df; range_end:; response_count:1; response_revision:1859; }","duration":"109.46887ms","start":"2026-03-18T16:56:13.828325Z","end":"2026-03-18T16:56:13.937794Z","steps":["trace[2145798219] 'agreement among raft nodes before linearized reading' (duration: 109.252895ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T16:56:14.448523Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305494780454742544,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T16:56:14.948853Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305494780454742544,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T16:56:15.449098Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305494780454742544,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T16:56:15.950296Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305494780454742544,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T16:56:16.451129Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305494780454742544,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T16:56:16.743788Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.803608399s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-18T16:56:17.063425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999911138s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-18T16:56:17.063512Z","caller":"traceutil/trace.go:171","msg":"trace[2098951470] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000048891s","start":"2026-03-18T16:56:15.063446Z","end":"2026-03-18T16:56:17.063495Z","steps":["trace[2098951470] 'agreement among raft nodes before linearized reading' (duration: 1.999943449s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T16:56:17.063617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T16:56:15.063424Z","time spent":"2.000181244s","remote":"127.0.0.1:35926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/18 16:56:17 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-18T16:56:17.822804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.078697863s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T16:56:17.822917Z","caller":"traceutil/trace.go:171","msg":"trace[880302943] transaction","detail":"{read_only:false; response_revision:1860; number_of_response:1; }","duration":"3.882813624s","start":"2026-03-18T16:56:13.940082Z","end":"2026-03-18T16:56:17.822896Z","steps":["trace[880302943] 'process raft request' (duration: 2.803932377s)","trace[880302943] 'compare' (duration: 1.076592542s)"],"step_count":2} {"level":"warn","ts":"2026-03-18T16:56:17.822979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T16:56:13.940068Z","time spent":"3.882881135s","remote":"127.0.0.1:36004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":831,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T16:56:17.957649Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.213657907s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-18T16:56:18.540133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"582.082447ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T16:56:18.541027Z","caller":"traceutil/trace.go:171","msg":"trace[195099527] transaction","detail":"{read_only:false; response_revision:1862; number_of_response:1; }","duration":"4.18541154s","start":"2026-03-18T16:56:14.355578Z","end":"2026-03-18T16:56:18.54099Z","steps":["trace[195099527] 'process raft request' (duration: 4.184664663s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T16:56:18.541234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T16:56:14.355564Z","time spent":"4.185572245s","remote":"127.0.0.1:36212","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T16:56:18.541418Z","caller":"traceutil/trace.go:171","msg":"trace[398203299] transaction","detail":"{read_only:false; response_revision:1861; number_of_response:1; }","duration":"4.18663858s","start":"2026-03-18T16:56:14.354745Z","end":"2026-03-18T16:56:18.541383Z","steps":["trace[398203299] 'process raft request' (duration: 3.60316017s)","trace[398203299] 'compare' (duration: 581.845911ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T16:56:18.541451Z","caller":"traceutil/trace.go:171","msg":"trace[1414434069] transaction","detail":"{read_only:false; response_revision:1864; number_of_response:1; }","duration":"3.341230864s","start":"2026-03-18T16:56:15.200149Z","end":"2026-03-18T16:56:18.54138Z","steps":["trace[1414434069] 'process raft request' (duration: 3.340324282s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T16:56:18.541611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T16:56:14.354716Z","time spent":"4.186801944s","remote":"127.0.0.1:36212","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T16:56:18.541648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T16:56:15.20012Z","time spent":"3.341423838s","remote":"127.0.0.1:36212","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T16:56:18.541418Z","caller":"traceutil/trace.go:171","msg":"trace[1452277961] transaction","detail":"{read_only:false; response_revision:1863; number_of_response:1; }","duration":"4.185122513s","start":"2026-03-18T16:56:14.356256Z","end":"2026-03-18T16:56:18.541378Z","steps":["trace[1452277961] 'process raft request' (duration: 4.184177711s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T16:56:18.541825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T16:56:14.356231Z","time spent":"4.185534754s","remote":"127.0.0.1:36212","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T16:56:18.962065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"421.536325ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-18T16:56:18.962443Z","caller":"traceutil/trace.go:171","msg":"trace[863918] linearizableReadLoop","detail":"{readStateIndex:1945; appliedIndex:1938; }","duration":"5.014416762s","start":"2026-03-18T16:56:13.948006Z","end":"2026-03-18T16:56:18.962423Z","steps":["trace[863918] 'read index received' (duration: 2.796005826s)","trace[863918] 'applied index is now lower than readState.Index' (duration: 2.218410036s)"],"step_count":2} {"level":"info","ts":"2026-03-18T16:56:18.962493Z","caller":"traceutil/trace.go:171","msg":"trace[1863482796] transaction","detail":"{read_only:false; response_revision:1865; number_of_response:1; }","duration":"2.66188151s","start":"2026-03-18T16:56:16.300576Z","end":"2026-03-18T16:56:18.962457Z","steps":["trace[1863482796] 'process raft request' (duration: 2.661586213s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T16:56:18.962643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T16:56:16.300548Z","time spent":"2.662023824s","remote":"127.0.0.1:36212","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T16:56:18.965277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.955560748s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-18T16:56:18.965371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.224361ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.189dfddbd2f699df\" ","response":"range_response_count:1 size:846"} {"level":"warn","ts":"2026-03-18T16:56:18.965399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.02305532s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-18T16:56:18.965448Z","caller":"traceutil/trace.go:171","msg":"trace[1617270434] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.189dfddbd2f699df; range_end:; response_count:1; response_revision:1865; }","duration":"135.355304ms","start":"2026-03-18T16:56:18.830073Z","end":"2026-03-18T16:56:18.965428Z","steps":["trace[1617270434] 'agreement among raft nodes before linearized reading' (duration: 132.587378ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T16:56:18.965442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.900949265s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T16:56:18.965453Z","caller":"traceutil/trace.go:171","msg":"trace[1084219281] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1865; }","duration":"3.023156472s","start":"2026-03-18T16:56:15.942283Z","end":"2026-03-18T16:56:18.965439Z","steps":["trace[1084219281] 'agreement among raft nodes before linearized reading' (duration: 3.020345144s)"],"step_count":1} {"level":"info","ts":"2026-03-18T16:56:18.965493Z","caller":"traceutil/trace.go:171","msg":"trace[1736111099] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:1865; }","duration":"4.901050598s","start":"2026-03-18T16:56:14.064429Z","end":"2026-03-18T16:56:18.96548Z","steps":["trace[1736111099] 'agreement among raft nodes before linearized reading' (duration: 4.898189528s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T16:56:18.965499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T16:56:15.942251Z","time spent":"3.023238985s","remote":"127.0.0.1:36212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-18T16:56:18.965538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T16:56:14.064407Z","time spent":"4.9011211s","remote":"127.0.0.1:36110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":30,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"warn","ts":"2026-03-18T16:56:18.965574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.380169708s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-03-18T16:56:18.965586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"820.948358ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T16:56:18.965668Z","caller":"traceutil/trace.go:171","msg":"trace[2115973119] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:1865; }","duration":"821.085771ms","start":"2026-03-18T16:56:18.144563Z","end":"2026-03-18T16:56:18.965649Z","steps":["trace[2115973119] 'agreement among raft nodes before linearized reading' (duration: 818.104119ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T16:56:18.965642Z","caller":"traceutil/trace.go:171","msg":"trace[181675629] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1865; }","duration":"4.38027159s","start":"2026-03-18T16:56:14.585358Z","end":"2026-03-18T16:56:18.96563Z","steps":["trace[181675629] 'agreement among raft nodes before linearized reading' (duration: 4.37736366s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T16:56:18.965687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.442316332s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-18T16:56:18.965766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.442707881s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-18T16:56:18.965801Z","caller":"traceutil/trace.go:171","msg":"trace[1466675650] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1865; }","duration":"3.442768602s","start":"2026-03-18T16:56:15.523025Z","end":"2026-03-18T16:56:18.965794Z","steps":["trace[1466675650] 'agreement among raft nodes before linearized reading' (duration: 3.439640546s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T16:56:18.9658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.356418225s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-18T16:56:18.965732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T16:56:14.585338Z","time spent":"4.380381383s","remote":"127.0.0.1:47352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-18T16:56:18.96583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T16:56:15.523012Z","time spent":"3.442808683s","remote":"127.0.0.1:36212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-18T16:56:18.965837Z","caller":"traceutil/trace.go:171","msg":"trace[1096216923] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1865; }","duration":"2.356514467s","start":"2026-03-18T16:56:16.609312Z","end":"2026-03-18T16:56:18.965827Z","steps":["trace[1096216923] 'agreement among raft nodes before linearized reading' (duration: 2.353435923s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T16:56:18.965851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.770630613s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12386"} {"level":"warn","ts":"2026-03-18T16:56:18.965768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.302004373s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-18T16:56:18.965878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T16:56:16.609285Z","time spent":"2.356584579s","remote":"127.0.0.1:47352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-18T16:56:18.965884Z","caller":"traceutil/trace.go:171","msg":"trace[1431502125] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1865; }","duration":"4.770697374s","start":"2026-03-18T16:56:14.195176Z","end":"2026-03-18T16:56:18.965874Z","steps":["trace[1431502125] 'agreement among raft nodes before linearized reading' (duration: 4.767555969s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T16:56:18.965719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T16:56:18.14454Z","time spent":"821.168293ms","remote":"127.0.0.1:36442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":30,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-18T16:56:18.965916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T16:56:14.195154Z","time spent":"4.770753876s","remote":"127.0.0.1:36120","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12409,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-18T16:56:18.965618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.901842052s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T16:56:18.966071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.442103476s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-18T16:56:18.966122Z","caller":"traceutil/trace.go:171","msg":"trace[1298758881] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1865; }","duration":"3.442192638s","start":"2026-03-18T16:56:15.523916Z","end":"2026-03-18T16:56:18.966109Z","steps":["trace[1298758881] 'agreement among raft nodes before linearized reading' (duration: 3.438735294s)"],"step_count":1} {"level":"info","ts":"2026-03-18T16:56:18.965892Z","caller":"traceutil/trace.go:171","msg":"trace[1021720553] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:1865; }","duration":"2.302175737s","start":"2026-03-18T16:56:16.663711Z","end":"2026-03-18T16:56:18.965886Z","steps":["trace[1021720553] 'agreement among raft nodes before linearized reading' (duration: 2.299029351s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T16:56:18.966149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.512672528s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-18T16:56:18.966167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T16:56:15.523869Z","time spent":"3.44227547s","remote":"127.0.0.1:36212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-18T16:56:18.966148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.073805035s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T16:56:18.966181Z","caller":"traceutil/trace.go:171","msg":"trace[1012676490] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1865; }","duration":"3.51274402s","start":"2026-03-18T16:56:15.453429Z","end":"2026-03-18T16:56:18.966173Z","steps":["trace[1012676490] 'agreement among raft nodes before linearized reading' (duration: 3.509243986s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T16:56:18.966201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T16:56:16.663679Z","time spent":"2.302490835s","remote":"127.0.0.1:36234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":30,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-18T16:56:18.966216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T16:56:15.453407Z","time spent":"3.51280112s","remote":"127.0.0.1:47300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-18T16:56:18.96622Z","caller":"traceutil/trace.go:171","msg":"trace[563720416] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:1865; }","duration":"3.073930018s","start":"2026-03-18T16:56:15.892273Z","end":"2026-03-18T16:56:18.966203Z","steps":["trace[563720416] 'agreement among raft nodes before linearized reading' (duration: 3.070362132s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T16:56:18.966258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T16:56:15.892254Z","time spent":"3.073992619s","remote":"127.0.0.1:41236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"info","ts":"2026-03-18T16:56:18.965771Z","caller":"traceutil/trace.go:171","msg":"trace[945711391] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1865; }","duration":"3.442426344s","start":"2026-03-18T16:56:15.523329Z","end":"2026-03-18T16:56:18.965755Z","steps":["trace[945711391] 'agreement among raft nodes before linearized reading' (duration: 3.439329879s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T16:56:18.966381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T16:56:15.523318Z","time spent":"3.443049208s","remote":"127.0.0.1:36212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-18T16:56:18.9664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.018383049s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-18T16:56:18.965359Z","caller":"traceutil/trace.go:171","msg":"trace[1791056061] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:1865; }","duration":"1.955725112s","start":"2026-03-18T16:56:17.009617Z","end":"2026-03-18T16:56:18.965342Z","steps":["trace[1791056061] 'agreement among raft nodes before linearized reading' (duration: 1.953166321s)"],"step_count":1} {"level":"info","ts":"2026-03-18T16:56:18.966449Z","caller":"traceutil/trace.go:171","msg":"trace[1026670334] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:1865; }","duration":"5.01846885s","start":"2026-03-18T16:56:13.947966Z","end":"2026-03-18T16:56:18.966435Z","steps":["trace[1026670334] 'agreement among raft nodes before linearized reading' (duration: 5.014515574s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T16:56:18.966475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T16:56:17.009585Z","time spent":"1.95688005s","remote":"127.0.0.1:36126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":14,"response size":30,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"warn","ts":"2026-03-18T16:56:18.966485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T16:56:13.947949Z","time spent":"5.018528432s","remote":"127.0.0.1:36212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-03-18T16:56:18.966088Z","caller":"traceutil/trace.go:171","msg":"trace[1897581881] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1865; }","duration":"1.902350354s","start":"2026-03-18T16:56:17.063719Z","end":"2026-03-18T16:56:18.966069Z","steps":["trace[1897581881] 'agreement among raft nodes before linearized reading' (duration: 1.898956223s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T16:56:18.966669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T16:56:17.063698Z","time spent":"1.902956689s","remote":"127.0.0.1:35938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T16:56:18.96681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.442571217s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-18T16:56:18.966873Z","caller":"traceutil/trace.go:171","msg":"trace[830449300] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1865; }","duration":"3.44264698s","start":"2026-03-18T16:56:15.524201Z","end":"2026-03-18T16:56:18.966848Z","steps":["trace[830449300] 'agreement among raft nodes before linearized reading' (duration: 3.438442608s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T16:56:18.966907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T16:56:15.52419Z","time spent":"3.442709331s","remote":"127.0.0.1:36212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-18T16:57:07.048661Z","caller":"traceutil/trace.go:171","msg":"trace[31486657] transaction","detail":"{read_only:false; response_revision:2270; number_of_response:1; }","duration":"311.395145ms","start":"2026-03-18T16:57:06.737241Z","end":"2026-03-18T16:57:07.048636Z","steps":["trace[31486657] 'process raft request' (duration: 311.342344ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T16:57:07.048775Z","caller":"traceutil/trace.go:171","msg":"trace[854090737] transaction","detail":"{read_only:false; response_revision:2269; number_of_response:1; }","duration":"311.527288ms","start":"2026-03-18T16:57:06.737207Z","end":"2026-03-18T16:57:07.048734Z","steps":["trace[854090737] 'process raft request' (duration: 311.225261ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T16:57:07.048817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T16:57:06.73722Z","time spent":"311.519958ms","remote":"127.0.0.1:36212","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T16:57:07.048993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T16:57:06.737178Z","time spent":"311.692382ms","remote":"127.0.0.1:36212","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T16:57:07.094746Z","caller":"traceutil/trace.go:171","msg":"trace[911468061] transaction","detail":"{read_only:false; response_revision:2271; number_of_response:1; }","duration":"356.953362ms","start":"2026-03-18T16:57:06.73777Z","end":"2026-03-18T16:57:07.094724Z","steps":["trace[911468061] 'process raft request' (duration: 356.821149ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T16:57:07.094888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T16:57:06.737759Z","time spent":"357.049804ms","remote":"127.0.0.1:36212","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T16:57:07.094724Z","caller":"traceutil/trace.go:171","msg":"trace[1619618878] linearizableReadLoop","detail":"{readStateIndex:2369; appliedIndex:2366; }","duration":"337.864193ms","start":"2026-03-18T16:57:06.756835Z","end":"2026-03-18T16:57:07.094699Z","steps":["trace[1619618878] 'read index received' (duration: 291.625789ms)","trace[1619618878] 'applied index is now lower than readState.Index' (duration: 46.237334ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T16:57:07.095063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.091778ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"warn","ts":"2026-03-18T16:57:07.095119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.841279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T16:57:07.095161Z","caller":"traceutil/trace.go:171","msg":"trace[333134373] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2271; }","duration":"338.350944ms","start":"2026-03-18T16:57:06.756789Z","end":"2026-03-18T16:57:07.09514Z","steps":["trace[333134373] 'agreement among raft nodes before linearized reading' (duration: 337.995346ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T16:57:07.095202Z","caller":"traceutil/trace.go:171","msg":"trace[742677381] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:2271; }","duration":"322.970633ms","start":"2026-03-18T16:57:06.772211Z","end":"2026-03-18T16:57:07.095181Z","steps":["trace[742677381] 'agreement among raft nodes before linearized reading' (duration: 322.814659ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T16:57:07.095215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T16:57:06.756776Z","time spent":"338.424475ms","remote":"127.0.0.1:36126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1392,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-03-18T16:57:07.095249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T16:57:06.772199Z","time spent":"323.040724ms","remote":"127.0.0.1:36184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"info","ts":"2026-03-18T16:57:07.420912Z","caller":"traceutil/trace.go:171","msg":"trace[1538964327] linearizableReadLoop","detail":"{readStateIndex:2372; appliedIndex:2371; }","duration":"101.938128ms","start":"2026-03-18T16:57:07.318949Z","end":"2026-03-18T16:57:07.420887Z","steps":["trace[1538964327] 'read index received' (duration: 57.012334ms)","trace[1538964327] 'applied index is now lower than readState.Index' (duration: 44.924434ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T16:57:07.421202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.248695ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-18T16:57:07.421278Z","caller":"traceutil/trace.go:171","msg":"trace[402758500] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2274; }","duration":"102.379568ms","start":"2026-03-18T16:57:07.31888Z","end":"2026-03-18T16:57:07.421259Z","steps":["trace[402758500] 'agreement among raft nodes before linearized reading' (duration: 102.177814ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T16:57:07.42144Z","caller":"traceutil/trace.go:171","msg":"trace[24103073] transaction","detail":"{read_only:false; response_revision:2274; number_of_response:1; }","duration":"150.562479ms","start":"2026-03-18T16:57:07.270448Z","end":"2026-03-18T16:57:07.42101Z","steps":["trace[24103073] 'process raft request' (duration: 105.611456ms)","trace[24103073] 'compare' (duration: 44.542203ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T16:57:09.566545Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305494780454743467,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-18T16:57:09.714365Z","caller":"traceutil/trace.go:171","msg":"trace[621121726] transaction","detail":"{read_only:false; response_revision:2281; number_of_response:1; }","duration":"657.733213ms","start":"2026-03-18T16:57:09.056606Z","end":"2026-03-18T16:57:09.714339Z","steps":["trace[621121726] 'process raft request' (duration: 657.5821ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T16:57:09.714541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T16:57:09.056574Z","time spent":"657.870157ms","remote":"127.0.0.1:36212","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T16:57:09.955294Z","caller":"traceutil/trace.go:171","msg":"trace[1911452074] linearizableReadLoop","detail":"{readStateIndex:2381; appliedIndex:2378; }","duration":"889.168741ms","start":"2026-03-18T16:57:09.066047Z","end":"2026-03-18T16:57:09.955216Z","steps":["trace[1911452074] 'read index received' (duration: 648.145052ms)","trace[1911452074] 'applied index is now lower than readState.Index' (duration: 241.022159ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T16:57:09.955696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"889.634102ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T16:57:09.955738Z","caller":"traceutil/trace.go:171","msg":"trace[1440696695] transaction","detail":"{read_only:false; response_revision:2283; number_of_response:1; }","duration":"855.176492ms","start":"2026-03-18T16:57:09.100511Z","end":"2026-03-18T16:57:09.955687Z","steps":["trace[1440696695] 'process raft request' (duration: 854.63665ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T16:57:09.955787Z","caller":"traceutil/trace.go:171","msg":"trace[1619272231] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2283; }","duration":"889.741364ms","start":"2026-03-18T16:57:09.066026Z","end":"2026-03-18T16:57:09.955768Z","steps":["trace[1619272231] 'agreement among raft nodes before linearized reading' (duration: 889.56648ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T16:57:09.955839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T16:57:09.065964Z","time spent":"889.866878ms","remote":"127.0.0.1:35926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-18T16:57:09.955756Z","caller":"traceutil/trace.go:171","msg":"trace[1366911824] transaction","detail":"{read_only:false; response_revision:2282; number_of_response:1; }","duration":"898.353632ms","start":"2026-03-18T16:57:09.057331Z","end":"2026-03-18T16:57:09.955685Z","steps":["trace[1366911824] 'process raft request' (duration: 821.160793ms)","trace[1366911824] 'compare' (duration: 76.438321ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T16:57:09.955925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.414608ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T16:57:09.956004Z","caller":"traceutil/trace.go:171","msg":"trace[1949562506] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:2283; }","duration":"236.563942ms","start":"2026-03-18T16:57:09.719422Z","end":"2026-03-18T16:57:09.955986Z","steps":["trace[1949562506] 'agreement among raft nodes before linearized reading' (duration: 236.411898ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T16:57:09.955977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T16:57:09.057287Z","time spent":"898.609038ms","remote":"127.0.0.1:36212","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T16:57:09.956193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"687.467431ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-03-18T16:57:09.956199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"531.146652ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-18T16:57:09.95629Z","caller":"traceutil/trace.go:171","msg":"trace[445759017] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2283; }","duration":"687.596003ms","start":"2026-03-18T16:57:09.26867Z","end":"2026-03-18T16:57:09.956266Z","steps":["trace[445759017] 'agreement among raft nodes before linearized reading' (duration: 687.288725ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T16:57:09.956298Z","caller":"traceutil/trace.go:171","msg":"trace[188643639] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2283; }","duration":"531.273046ms","start":"2026-03-18T16:57:09.425004Z","end":"2026-03-18T16:57:09.956277Z","steps":["trace[188643639] 'agreement among raft nodes before linearized reading' (duration: 531.046819ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T16:57:09.956299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"493.433983ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-18T16:57:09.956098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"735.013076ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-18T16:57:09.956355Z","caller":"traceutil/trace.go:171","msg":"trace[911855073] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2283; }","duration":"493.558927ms","start":"2026-03-18T16:57:09.46278Z","end":"2026-03-18T16:57:09.956339Z","steps":["trace[911855073] 'agreement among raft nodes before linearized reading' (duration: 493.342682ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T16:57:09.956342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T16:57:09.268659Z","time spent":"687.669086ms","remote":"127.0.0.1:36212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-18T16:57:09.956395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T16:57:09.46276Z","time spent":"493.626198ms","remote":"127.0.0.1:36212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-18T16:57:09.956405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"585.296108ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-18T16:57:09.956345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T16:57:09.424991Z","time spent":"531.341327ms","remote":"127.0.0.1:36212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-18T16:57:09.956445Z","caller":"traceutil/trace.go:171","msg":"trace[160353673] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2283; }","duration":"735.424706ms","start":"2026-03-18T16:57:09.221004Z","end":"2026-03-18T16:57:09.956429Z","steps":["trace[160353673] 'agreement among raft nodes before linearized reading' (duration: 734.617796ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T16:57:09.956487Z","caller":"traceutil/trace.go:171","msg":"trace[718509137] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:2283; }","duration":"585.987895ms","start":"2026-03-18T16:57:09.370479Z","end":"2026-03-18T16:57:09.956467Z","steps":["trace[718509137] 'agreement among raft nodes before linearized reading' (duration: 585.263597ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T16:57:09.9565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T16:57:09.220975Z","time spent":"735.510079ms","remote":"127.0.0.1:36212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-18T16:57:09.956535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T16:57:09.370455Z","time spent":"586.067667ms","remote":"127.0.0.1:36356","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":30,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-03-18T16:57:09.956612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"513.378654ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-18T16:57:09.956657Z","caller":"traceutil/trace.go:171","msg":"trace[298568898] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2283; }","duration":"513.453126ms","start":"2026-03-18T16:57:09.443192Z","end":"2026-03-18T16:57:09.956645Z","steps":["trace[298568898] 'agreement among raft nodes before linearized reading' (duration: 512.439521ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T16:57:09.956689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T16:57:09.443179Z","time spent":"513.502267ms","remote":"127.0.0.1:36212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-18T16:57:09.956768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T16:57:09.100475Z","time spent":"855.348666ms","remote":"127.0.0.1:36212","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T16:57:15.978739Z","caller":"traceutil/trace.go:171","msg":"trace[1047470721] transaction","detail":"{read_only:false; response_revision:2320; number_of_response:1; }","duration":"244.349699ms","start":"2026-03-18T16:57:15.73437Z","end":"2026-03-18T16:57:15.978719Z","steps":["trace[1047470721] 'process raft request' (duration: 244.197165ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T16:57:21.956478Z","caller":"traceutil/trace.go:171","msg":"trace[1896395854] linearizableReadLoop","detail":"{readStateIndex:2456; appliedIndex:2455; }","duration":"132.135904ms","start":"2026-03-18T16:57:21.824319Z","end":"2026-03-18T16:57:21.956455Z","steps":["trace[1896395854] 'read index received' (duration: 131.922549ms)","trace[1896395854] 'applied index is now lower than readState.Index' (duration: 212.625µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T16:57:21.956609Z","caller":"traceutil/trace.go:171","msg":"trace[1144515889] transaction","detail":"{read_only:false; response_revision:2355; number_of_response:1; }","duration":"155.809975ms","start":"2026-03-18T16:57:21.800749Z","end":"2026-03-18T16:57:21.956559Z","steps":["trace[1144515889] 'process raft request' (duration: 155.563629ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T16:57:21.956661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.318979ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1633"} {"level":"info","ts":"2026-03-18T16:57:21.957209Z","caller":"traceutil/trace.go:171","msg":"trace[1910049381] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:2355; }","duration":"132.725049ms","start":"2026-03-18T16:57:21.824284Z","end":"2026-03-18T16:57:21.957009Z","steps":["trace[1910049381] 'agreement among raft nodes before linearized reading' (duration: 132.267148ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T16:57:29.144653Z","caller":"traceutil/trace.go:171","msg":"trace[968150530] transaction","detail":"{read_only:false; response_revision:2399; number_of_response:1; }","duration":"143.750234ms","start":"2026-03-18T16:57:29.000854Z","end":"2026-03-18T16:57:29.144604Z","steps":["trace[968150530] 'process raft request' (duration: 143.401046ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T16:57:30.931992Z","caller":"traceutil/trace.go:171","msg":"trace[1033436207] linearizableReadLoop","detail":"{readStateIndex:2510; appliedIndex:2509; }","duration":"165.813726ms","start":"2026-03-18T16:57:30.766151Z","end":"2026-03-18T16:57:30.931965Z","steps":["trace[1033436207] 'read index received' (duration: 165.608421ms)","trace[1033436207] 'applied index is now lower than readState.Index' (duration: 204.395µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T16:57:30.932112Z","caller":"traceutil/trace.go:171","msg":"trace[1050928992] transaction","detail":"{read_only:false; response_revision:2408; number_of_response:1; }","duration":"166.37454ms","start":"2026-03-18T16:57:30.765703Z","end":"2026-03-18T16:57:30.932077Z","steps":["trace[1050928992] 'process raft request' (duration: 166.114544ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T16:57:30.932252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.077872ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/auth-system/keycloak\" ","response":"range_response_count:1 size:7462"} {"level":"info","ts":"2026-03-18T16:57:30.932296Z","caller":"traceutil/trace.go:171","msg":"trace[1873178729] range","detail":"{range_begin:/registry/statefulsets/auth-system/keycloak; range_end:; response_count:1; response_revision:2408; }","duration":"166.172075ms","start":"2026-03-18T16:57:30.766114Z","end":"2026-03-18T16:57:30.932286Z","steps":["trace[1873178729] 'agreement among raft nodes before linearized reading' (duration: 165.95195ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T16:57:36.494229Z","caller":"traceutil/trace.go:171","msg":"trace[727264260] linearizableReadLoop","detail":"{readStateIndex:2541; appliedIndex:2540; }","duration":"338.193191ms","start":"2026-03-18T16:57:36.155995Z","end":"2026-03-18T16:57:36.494188Z","steps":["trace[727264260] 'read index received' (duration: 241.276175ms)","trace[727264260] 'applied index is now lower than readState.Index' (duration: 96.915326ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T16:57:36.494399Z","caller":"traceutil/trace.go:171","msg":"trace[443545639] transaction","detail":"{read_only:false; response_revision:2437; number_of_response:1; }","duration":"347.036454ms","start":"2026-03-18T16:57:36.147338Z","end":"2026-03-18T16:57:36.494374Z","steps":["trace[443545639] 'process raft request' (duration: 249.918072ms)","trace[443545639] 'compare' (duration: 96.661871ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T16:57:36.494549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T16:57:36.147316Z","time spent":"347.124106ms","remote":"127.0.0.1:36212","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T16:57:36.494686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.674132ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-18T16:57:36.494764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.459357ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T16:57:36.494776Z","caller":"traceutil/trace.go:171","msg":"trace[553192908] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2437; }","duration":"338.819686ms","start":"2026-03-18T16:57:36.155937Z","end":"2026-03-18T16:57:36.494757Z","steps":["trace[553192908] 'agreement among raft nodes before linearized reading' (duration: 338.58642ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T16:57:36.494805Z","caller":"traceutil/trace.go:171","msg":"trace[2064394285] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:2437; }","duration":"172.538939ms","start":"2026-03-18T16:57:36.322252Z","end":"2026-03-18T16:57:36.494791Z","steps":["trace[2064394285] 'agreement among raft nodes before linearized reading' (duration: 172.480357ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T16:57:36.494832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T16:57:36.155914Z","time spent":"338.905878ms","remote":"127.0.0.1:36212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-18T16:57:36.494687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.380523ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-18T16:57:36.494968Z","caller":"traceutil/trace.go:171","msg":"trace[1298623343] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2437; }","duration":"335.689531ms","start":"2026-03-18T16:57:36.159256Z","end":"2026-03-18T16:57:36.494945Z","steps":["trace[1298623343] 'agreement among raft nodes before linearized reading' (duration: 335.274441ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T16:57:36.495035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T16:57:36.159247Z","time spent":"335.770453ms","remote":"127.0.0.1:36212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-18T16:57:36.495212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.446847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T16:57:36.49528Z","caller":"traceutil/trace.go:171","msg":"trace[1073526120] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:2437; }","duration":"221.55434ms","start":"2026-03-18T16:57:36.273707Z","end":"2026-03-18T16:57:36.495261Z","steps":["trace[1073526120] 'agreement among raft nodes before linearized reading' (duration: 221.456007ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T16:57:36.495502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.801149ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-18T16:57:36.495566Z","caller":"traceutil/trace.go:171","msg":"trace[1189517231] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2437; }","duration":"334.898822ms","start":"2026-03-18T16:57:36.160652Z","end":"2026-03-18T16:57:36.495551Z","steps":["trace[1189517231] 'agreement among raft nodes before linearized reading' (duration: 334.718707ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T16:57:36.495614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T16:57:36.160637Z","time spent":"334.967713ms","remote":"127.0.0.1:36212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-18T16:57:36.700403Z","caller":"traceutil/trace.go:171","msg":"trace[773603898] transaction","detail":"{read_only:false; response_revision:2438; number_of_response:1; }","duration":"200.963573ms","start":"2026-03-18T16:57:36.499415Z","end":"2026-03-18T16:57:36.700379Z","steps":["trace[773603898] 'process raft request' (duration: 199.782055ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T16:57:36.701247Z","caller":"traceutil/trace.go:171","msg":"trace[1954237410] transaction","detail":"{read_only:false; response_revision:2440; number_of_response:1; }","duration":"199.721374ms","start":"2026-03-18T16:57:36.501502Z","end":"2026-03-18T16:57:36.701224Z","steps":["trace[1954237410] 'process raft request' (duration: 199.676243ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T16:57:36.701415Z","caller":"traceutil/trace.go:171","msg":"trace[766789578] transaction","detail":"{read_only:false; response_revision:2439; number_of_response:1; }","duration":"201.856105ms","start":"2026-03-18T16:57:36.499537Z","end":"2026-03-18T16:57:36.701393Z","steps":["trace[766789578] 'process raft request' (duration: 201.504957ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T16:57:40.880669Z","caller":"traceutil/trace.go:171","msg":"trace[1507602682] transaction","detail":"{read_only:false; response_revision:2456; number_of_response:1; }","duration":"162.25024ms","start":"2026-03-18T16:57:40.718393Z","end":"2026-03-18T16:57:40.880643Z","steps":["trace[1507602682] 'process raft request' (duration: 77.20048ms)","trace[1507602682] 'compare' (duration: 84.785433ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T16:57:40.880727Z","caller":"traceutil/trace.go:171","msg":"trace[836074954] linearizableReadLoop","detail":"{readStateIndex:2562; appliedIndex:2559; }","duration":"124.665406ms","start":"2026-03-18T16:57:40.756033Z","end":"2026-03-18T16:57:40.880698Z","steps":["trace[836074954] 'read index received' (duration: 39.568864ms)","trace[836074954] 'applied index is now lower than readState.Index' (duration: 85.095122ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T16:57:40.880757Z","caller":"traceutil/trace.go:171","msg":"trace[1428833236] transaction","detail":"{read_only:false; response_revision:2457; number_of_response:1; }","duration":"160.842067ms","start":"2026-03-18T16:57:40.719889Z","end":"2026-03-18T16:57:40.880731Z","steps":["trace[1428833236] 'process raft request' (duration: 160.683033ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T16:57:40.880902Z","caller":"traceutil/trace.go:171","msg":"trace[649786928] transaction","detail":"{read_only:false; response_revision:2458; number_of_response:1; }","duration":"160.441368ms","start":"2026-03-18T16:57:40.720431Z","end":"2026-03-18T16:57:40.880872Z","steps":["trace[649786928] 'process raft request' (duration: 160.208522ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T16:57:40.880996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.909421ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-03-18T16:57:40.88106Z","caller":"traceutil/trace.go:171","msg":"trace[36936240] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2458; }","duration":"125.055305ms","start":"2026-03-18T16:57:40.755988Z","end":"2026-03-18T16:57:40.881043Z","steps":["trace[36936240] 'agreement among raft nodes before linearized reading' (duration: 124.820749ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T16:57:41.365333Z","caller":"traceutil/trace.go:171","msg":"trace[817657884] transaction","detail":"{read_only:false; response_revision:2460; number_of_response:1; }","duration":"192.706705ms","start":"2026-03-18T16:57:41.17257Z","end":"2026-03-18T16:57:41.365277Z","steps":["trace[817657884] 'process raft request' (duration: 176.293779ms)","trace[817657884] 'compare' (duration: 16.255871ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T16:57:41.370819Z","caller":"traceutil/trace.go:171","msg":"trace[71992922] transaction","detail":"{read_only:false; response_revision:2461; number_of_response:1; }","duration":"193.346721ms","start":"2026-03-18T16:57:41.177435Z","end":"2026-03-18T16:57:41.370781Z","steps":["trace[71992922] 'process raft request' (duration: 193.087163ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T16:57:42.358668Z","caller":"traceutil/trace.go:171","msg":"trace[66772239] transaction","detail":"{read_only:false; response_revision:2462; number_of_response:1; }","duration":"244.320448ms","start":"2026-03-18T16:57:42.114324Z","end":"2026-03-18T16:57:42.358645Z","steps":["trace[66772239] 'process raft request' (duration: 244.160784ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T16:57:42.463308Z","caller":"traceutil/trace.go:171","msg":"trace[23681853] linearizableReadLoop","detail":"{readStateIndex:2569; appliedIndex:2566; }","duration":"268.391318ms","start":"2026-03-18T16:57:42.194887Z","end":"2026-03-18T16:57:42.463278Z","steps":["trace[23681853] 'read index received' (duration: 163.662434ms)","trace[23681853] 'applied index is now lower than readState.Index' (duration: 104.728074ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T16:57:42.463339Z","caller":"traceutil/trace.go:171","msg":"trace[1929767630] transaction","detail":"{read_only:false; response_revision:2463; number_of_response:1; }","duration":"283.059853ms","start":"2026-03-18T16:57:42.180253Z","end":"2026-03-18T16:57:42.463313Z","steps":["trace[1929767630] 'process raft request' (duration: 268.870019ms)","trace[1929767630] 'compare' (duration: 13.986988ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T16:57:42.463418Z","caller":"traceutil/trace.go:171","msg":"trace[1144184598] transaction","detail":"{read_only:false; response_revision:2464; number_of_response:1; }","duration":"282.602151ms","start":"2026-03-18T16:57:42.180805Z","end":"2026-03-18T16:57:42.463407Z","steps":["trace[1144184598] 'process raft request' (duration: 282.429346ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T16:57:42.463623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.729016ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-18T16:57:42.463732Z","caller":"traceutil/trace.go:171","msg":"trace[1889063697] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2464; }","duration":"268.87883ms","start":"2026-03-18T16:57:42.194839Z","end":"2026-03-18T16:57:42.463717Z","steps":["trace[1889063697] 'agreement among raft nodes before linearized reading' (duration: 268.680135ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T16:57:43.058514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"439.494212ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T16:57:43.058614Z","caller":"traceutil/trace.go:171","msg":"trace[613336308] linearizableReadLoop","detail":"{readStateIndex:2570; appliedIndex:2569; }","duration":"403.635858ms","start":"2026-03-18T16:57:42.654962Z","end":"2026-03-18T16:57:43.058598Z","steps":["trace[613336308] 'read index received' (duration: 56.101µs)","trace[613336308] 'applied index is now lower than readState.Index' (duration: 403.578727ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T16:57:43.058682Z","caller":"traceutil/trace.go:171","msg":"trace[1150109126] transaction","detail":"{read_only:false; response_revision:2465; number_of_response:1; }","duration":"589.834236ms","start":"2026-03-18T16:57:42.468815Z","end":"2026-03-18T16:57:43.05865Z","steps":["trace[1150109126] 'process raft request' (duration: 150.128789ms)","trace[1150109126] 'compare' (duration: 439.38792ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T16:57:43.058799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"403.826412ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-18T16:57:43.058838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T16:57:42.46879Z","time spent":"589.96303ms","remote":"127.0.0.1:36212","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T16:57:43.058871Z","caller":"traceutil/trace.go:171","msg":"trace[166065681] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2465; }","duration":"403.950525ms","start":"2026-03-18T16:57:42.654903Z","end":"2026-03-18T16:57:43.058854Z","steps":["trace[166065681] 'agreement among raft nodes before linearized reading' (duration: 403.770781ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T16:57:43.058914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T16:57:42.654873Z","time spent":"404.030928ms","remote":"127.0.0.1:36212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-18T16:57:43.059202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.717272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-18T16:57:43.059231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.817889ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-18T16:57:43.059248Z","caller":"traceutil/trace.go:171","msg":"trace[1625069277] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2465; }","duration":"172.779703ms","start":"2026-03-18T16:57:42.886456Z","end":"2026-03-18T16:57:43.059236Z","steps":["trace[1625069277] 'agreement among raft nodes before linearized reading' (duration: 172.686271ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T16:57:43.059263Z","caller":"traceutil/trace.go:171","msg":"trace[50446148] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2465; }","duration":"173.885741ms","start":"2026-03-18T16:57:42.885368Z","end":"2026-03-18T16:57:43.059254Z","steps":["trace[50446148] 'agreement among raft nodes before linearized reading' (duration: 173.800249ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T16:57:43.059214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.366608ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/valkey-node-0.189dfdf1bcb5a470\" ","response":"range_response_count:1 size:765"} {"level":"warn","ts":"2026-03-18T16:57:43.059301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.587654ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-18T16:57:43.059344Z","caller":"traceutil/trace.go:171","msg":"trace[1426226895] range","detail":"{range_begin:/registry/events/openstack/valkey-node-0.189dfdf1bcb5a470; range_end:; response_count:1; response_revision:2465; }","duration":"112.528122ms","start":"2026-03-18T16:57:42.946804Z","end":"2026-03-18T16:57:43.059333Z","steps":["trace[1426226895] 'agreement among raft nodes before linearized reading' (duration: 112.352808ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T16:57:43.059353Z","caller":"traceutil/trace.go:171","msg":"trace[1414015088] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2465; }","duration":"173.667336ms","start":"2026-03-18T16:57:42.885675Z","end":"2026-03-18T16:57:43.059342Z","steps":["trace[1414015088] 'agreement among raft nodes before linearized reading' (duration: 173.484692ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T16:57:43.059022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.603955ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-03-18T16:57:43.059936Z","caller":"traceutil/trace.go:171","msg":"trace[671560809] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2465; }","duration":"301.527596ms","start":"2026-03-18T16:57:42.758384Z","end":"2026-03-18T16:57:43.059911Z","steps":["trace[671560809] 'agreement among raft nodes before linearized reading' (duration: 300.353079ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T16:57:43.059966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T16:57:42.758365Z","time spent":"301.590308ms","remote":"127.0.0.1:36126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1392,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"info","ts":"2026-03-18T16:57:43.19567Z","caller":"traceutil/trace.go:171","msg":"trace[336437698] linearizableReadLoop","detail":"{readStateIndex:2571; appliedIndex:2570; }","duration":"133.249122ms","start":"2026-03-18T16:57:43.062395Z","end":"2026-03-18T16:57:43.195644Z","steps":["trace[336437698] 'read index received' (duration: 104.282964ms)","trace[336437698] 'applied index is now lower than readState.Index' (duration: 28.964388ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T16:57:43.195828Z","caller":"traceutil/trace.go:171","msg":"trace[648974877] transaction","detail":"{read_only:false; response_revision:2466; number_of_response:1; }","duration":"134.526162ms","start":"2026-03-18T16:57:43.061282Z","end":"2026-03-18T16:57:43.195808Z","steps":["trace[648974877] 'process raft request' (duration: 105.38856ms)","trace[648974877] 'compare' (duration: 28.837025ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T16:57:43.195851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.435696ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" ","response":"range_response_count:1 size:1449"} {"level":"info","ts":"2026-03-18T16:57:43.19605Z","caller":"traceutil/trace.go:171","msg":"trace[1729421466] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-metrics; range_end:; response_count:1; response_revision:2466; }","duration":"133.647511ms","start":"2026-03-18T16:57:43.062376Z","end":"2026-03-18T16:57:43.196023Z","steps":["trace[1729421466] 'agreement among raft nodes before linearized reading' (duration: 133.360154ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T16:57:43.215598Z","caller":"traceutil/trace.go:171","msg":"trace[1095996744] transaction","detail":"{read_only:false; response_revision:2468; number_of_response:1; }","duration":"152.966597ms","start":"2026-03-18T16:57:43.062618Z","end":"2026-03-18T16:57:43.215585Z","steps":["trace[1095996744] 'process raft request' (duration: 152.906225ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T16:57:43.215604Z","caller":"traceutil/trace.go:171","msg":"trace[1488932907] transaction","detail":"{read_only:false; response_revision:2467; number_of_response:1; }","duration":"153.182392ms","start":"2026-03-18T16:57:43.062404Z","end":"2026-03-18T16:57:43.215586Z","steps":["trace[1488932907] 'process raft request' (duration: 153.015878ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T16:57:43.215857Z","caller":"traceutil/trace.go:171","msg":"trace[1614377807] transaction","detail":"{read_only:false; response_revision:2469; number_of_response:1; }","duration":"152.452944ms","start":"2026-03-18T16:57:43.063379Z","end":"2026-03-18T16:57:43.215832Z","steps":["trace[1614377807] 'process raft request' (duration: 152.174477ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T16:57:43.215929Z","caller":"traceutil/trace.go:171","msg":"trace[1586613262] transaction","detail":"{read_only:false; response_revision:2470; number_of_response:1; }","duration":"152.296001ms","start":"2026-03-18T16:57:43.063623Z","end":"2026-03-18T16:57:43.215919Z","steps":["trace[1586613262] 'process raft request' (duration: 152.156407ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T16:57:49.229699Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305494780454744022,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T16:57:49.730066Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305494780454744022,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T16:57:50.026756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"922.298788ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T16:57:50.027986Z","caller":"traceutil/trace.go:171","msg":"trace[2016140054] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2491; }","duration":"922.965065ms","start":"2026-03-18T16:57:49.104399Z","end":"2026-03-18T16:57:50.027364Z","steps":["trace[2016140054] 'range keys from in-memory index tree' (duration: 922.269117ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T16:57:50.230651Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305494780454744022,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T16:57:50.435603Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.057224911s","expected-duration":"1s"} {"level":"info","ts":"2026-03-18T16:57:50.436147Z","caller":"traceutil/trace.go:171","msg":"trace[281182172] transaction","detail":"{read_only:false; response_revision:2492; number_of_response:1; }","duration":"2.057841286s","start":"2026-03-18T16:57:48.378283Z","end":"2026-03-18T16:57:50.436125Z","steps":["trace[281182172] 'process raft request' (duration: 2.05762872s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T16:57:50.436372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T16:57:48.378224Z","time spent":"2.057974009s","remote":"127.0.0.1:36212","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T16:57:50.457175Z","caller":"traceutil/trace.go:171","msg":"trace[1313513356] linearizableReadLoop","detail":"{readStateIndex:2601; appliedIndex:2597; }","duration":"1.72855881s","start":"2026-03-18T16:57:48.728588Z","end":"2026-03-18T16:57:50.457147Z","steps":["trace[1313513356] 'read index received' (duration: 1.707392439s)","trace[1313513356] 'applied index is now lower than readState.Index' (duration: 21.165201ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T16:57:50.457624Z","caller":"traceutil/trace.go:171","msg":"trace[448544870] transaction","detail":"{read_only:false; response_revision:2493; number_of_response:1; }","duration":"1.966365292s","start":"2026-03-18T16:57:48.491246Z","end":"2026-03-18T16:57:50.457611Z","steps":["trace[448544870] 'process raft request' (duration: 1.965663875s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T16:57:50.457738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T16:57:48.49122Z","time spent":"1.966443223s","remote":"127.0.0.1:36212","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T16:57:50.457915Z","caller":"traceutil/trace.go:171","msg":"trace[1838374300] transaction","detail":"{read_only:false; response_revision:2494; number_of_response:1; }","duration":"1.965546471s","start":"2026-03-18T16:57:48.492358Z","end":"2026-03-18T16:57:50.457905Z","steps":["trace[1838374300] 'process raft request' (duration: 1.9647019s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T16:57:50.457968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T16:57:48.492328Z","time spent":"1.965609492s","remote":"127.0.0.1:36212","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T16:57:50.458085Z","caller":"traceutil/trace.go:171","msg":"trace[2127136823] transaction","detail":"{read_only:false; response_revision:2495; number_of_response:1; }","duration":"1.581834393s","start":"2026-03-18T16:57:48.876242Z","end":"2026-03-18T16:57:50.458076Z","steps":["trace[2127136823] 'process raft request' (duration: 1.580856659s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T16:57:50.458143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T16:57:48.876213Z","time spent":"1.581901865s","remote":"127.0.0.1:36212","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T16:57:50.45829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.729694186s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T16:57:50.45834Z","caller":"traceutil/trace.go:171","msg":"trace[1470934379] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:2495; }","duration":"1.729748209s","start":"2026-03-18T16:57:48.728579Z","end":"2026-03-18T16:57:50.458328Z","steps":["trace[1470934379] 'agreement among raft nodes before linearized reading' (duration: 1.729673457s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T16:57:50.458384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T16:57:48.728522Z","time spent":"1.729846921s","remote":"127.0.0.1:41318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"warn","ts":"2026-03-18T16:57:50.458643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.700293259s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-03-18T16:57:50.45868Z","caller":"traceutil/trace.go:171","msg":"trace[1576897659] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2495; }","duration":"1.700365851s","start":"2026-03-18T16:57:48.758306Z","end":"2026-03-18T16:57:50.458671Z","steps":["trace[1576897659] 'agreement among raft nodes before linearized reading' (duration: 1.700244748s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T16:57:50.458708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T16:57:48.758286Z","time spent":"1.700414921s","remote":"127.0.0.1:36126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1392,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-03-18T16:57:50.458773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.16803449s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-18T16:57:50.45884Z","caller":"traceutil/trace.go:171","msg":"trace[1932263235] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2495; }","duration":"1.168130783s","start":"2026-03-18T16:57:49.290693Z","end":"2026-03-18T16:57:50.458824Z","steps":["trace[1932263235] 'agreement among raft nodes before linearized reading' (duration: 1.167926408s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T16:57:50.458879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T16:57:49.290685Z","time spent":"1.168187204s","remote":"127.0.0.1:36212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-18T16:57:50.45892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.168239265s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-18T16:57:50.45896Z","caller":"traceutil/trace.go:171","msg":"trace[263451026] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2495; }","duration":"1.168296537s","start":"2026-03-18T16:57:49.290655Z","end":"2026-03-18T16:57:50.458952Z","steps":["trace[263451026] 'agreement among raft nodes before linearized reading' (duration: 1.168186885s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T16:57:50.459031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T16:57:49.290645Z","time spent":"1.168341298s","remote":"127.0.0.1:36212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-18T16:57:50.459182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.249884ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T16:57:50.459217Z","caller":"traceutil/trace.go:171","msg":"trace[1126158296] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:2495; }","duration":"136.323015ms","start":"2026-03-18T16:57:50.322882Z","end":"2026-03-18T16:57:50.459205Z","steps":["trace[1126158296] 'agreement among raft nodes before linearized reading' (duration: 136.273664ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T16:57:50.459295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.1688627s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-18T16:57:50.459344Z","caller":"traceutil/trace.go:171","msg":"trace[2069034660] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2495; }","duration":"1.168963872s","start":"2026-03-18T16:57:49.29037Z","end":"2026-03-18T16:57:50.459334Z","steps":["trace[2069034660] 'agreement among raft nodes before linearized reading' (duration: 1.168830849s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T16:57:50.459374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T16:57:49.290346Z","time spent":"1.169020594s","remote":"127.0.0.1:36212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-18T16:57:50.459634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.170371527s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-18T16:57:50.459657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.350785015s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-18T16:57:50.45967Z","caller":"traceutil/trace.go:171","msg":"trace[1410271380] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2495; }","duration":"1.170440519s","start":"2026-03-18T16:57:49.289221Z","end":"2026-03-18T16:57:50.459662Z","steps":["trace[1410271380] 'agreement among raft nodes before linearized reading' (duration: 1.170352837s)"],"step_count":1} {"level":"info","ts":"2026-03-18T16:57:50.459687Z","caller":"traceutil/trace.go:171","msg":"trace[1058988243] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2495; }","duration":"1.350836096s","start":"2026-03-18T16:57:49.108842Z","end":"2026-03-18T16:57:50.459678Z","steps":["trace[1058988243] 'agreement among raft nodes before linearized reading' (duration: 1.350764904s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T16:57:50.459709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T16:57:49.108831Z","time spent":"1.350873077s","remote":"127.0.0.1:36212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-18T16:57:50.459773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.393920855s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T16:57:50.459797Z","caller":"traceutil/trace.go:171","msg":"trace[612662663] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2495; }","duration":"1.393970856s","start":"2026-03-18T16:57:49.06582Z","end":"2026-03-18T16:57:50.459791Z","steps":["trace[612662663] 'agreement among raft nodes before linearized reading' (duration: 1.393940046s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T16:57:50.459813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T16:57:49.065805Z","time spent":"1.394004237s","remote":"127.0.0.1:35926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T16:57:50.45995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.422012362s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-18T16:57:50.459977Z","caller":"traceutil/trace.go:171","msg":"trace[1170480085] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:2495; }","duration":"1.422075584s","start":"2026-03-18T16:57:49.037895Z","end":"2026-03-18T16:57:50.45997Z","steps":["trace[1170480085] 'agreement among raft nodes before linearized reading' (duration: 1.422012182s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T16:57:50.459999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T16:57:49.037874Z","time spent":"1.422116595s","remote":"127.0.0.1:36212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":581,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-18T16:57:50.459706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T16:57:49.289201Z","time spent":"1.17049934s","remote":"127.0.0.1:36212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-18T16:57:50.460025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.488518925s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-18T16:57:50.460125Z","caller":"traceutil/trace.go:171","msg":"trace[1796965816] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2495; }","duration":"1.488669268s","start":"2026-03-18T16:57:48.971448Z","end":"2026-03-18T16:57:50.460117Z","steps":["trace[1796965816] 'agreement among raft nodes before linearized reading' (duration: 1.488499034s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T16:57:50.460146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T16:57:48.971426Z","time spent":"1.488714339s","remote":"127.0.0.1:36120","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-18T16:57:50.585318Z","caller":"traceutil/trace.go:171","msg":"trace[1814264592] transaction","detail":"{read_only:false; response_revision:2497; number_of_response:1; }","duration":"121.032077ms","start":"2026-03-18T16:57:50.464251Z","end":"2026-03-18T16:57:50.585283Z","steps":["trace[1814264592] 'process raft request' (duration: 88.350049ms)","trace[1814264592] 'compare' (duration: 32.420272ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T16:57:50.58575Z","caller":"traceutil/trace.go:171","msg":"trace[1437010308] transaction","detail":"{read_only:false; response_revision:2498; number_of_response:1; }","duration":"121.461557ms","start":"2026-03-18T16:57:50.464246Z","end":"2026-03-18T16:57:50.585707Z","steps":["trace[1437010308] 'process raft request' (duration: 120.976796ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T16:57:50.58583Z","caller":"traceutil/trace.go:171","msg":"trace[48913704] transaction","detail":"{read_only:false; response_revision:2500; number_of_response:1; }","duration":"120.626108ms","start":"2026-03-18T16:57:50.465181Z","end":"2026-03-18T16:57:50.585807Z","steps":["trace[48913704] 'process raft request' (duration: 120.508285ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T16:57:50.585888Z","caller":"traceutil/trace.go:171","msg":"trace[643446587] transaction","detail":"{read_only:false; response_revision:2501; number_of_response:1; }","duration":"119.203364ms","start":"2026-03-18T16:57:50.46666Z","end":"2026-03-18T16:57:50.585864Z","steps":["trace[643446587] 'process raft request' (duration: 119.104382ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T16:57:50.586109Z","caller":"traceutil/trace.go:171","msg":"trace[1446922598] transaction","detail":"{read_only:false; response_revision:2499; number_of_response:1; }","duration":"121.071428ms","start":"2026-03-18T16:57:50.465005Z","end":"2026-03-18T16:57:50.586076Z","steps":["trace[1446922598] 'process raft request' (duration: 120.489164ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T16:57:50.586184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.817636ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:9255"} {"level":"info","ts":"2026-03-18T16:57:50.586264Z","caller":"traceutil/trace.go:171","msg":"trace[1002356253] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:2501; }","duration":"121.910458ms","start":"2026-03-18T16:57:50.464335Z","end":"2026-03-18T16:57:50.586246Z","steps":["trace[1002356253] 'agreement among raft nodes before linearized reading' (duration: 121.707773ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T16:57:50.586257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.103638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T16:57:50.586415Z","caller":"traceutil/trace.go:171","msg":"trace[626107269] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2501; }","duration":"116.269181ms","start":"2026-03-18T16:57:50.470126Z","end":"2026-03-18T16:57:50.586396Z","steps":["trace[626107269] 'agreement among raft nodes before linearized reading' (duration: 116.075627ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T16:57:50.945539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.738838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-03-18T16:57:50.945619Z","caller":"traceutil/trace.go:171","msg":"trace[1132496626] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2501; }","duration":"188.861631ms","start":"2026-03-18T16:57:50.756741Z","end":"2026-03-18T16:57:50.945602Z","steps":["trace[1132496626] 'range keys from in-memory index tree' (duration: 188.557634ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T16:59:44.345689Z","caller":"traceutil/trace.go:171","msg":"trace[170372548] transaction","detail":"{read_only:false; response_revision:3202; number_of_response:1; }","duration":"154.425587ms","start":"2026-03-18T16:59:44.19122Z","end":"2026-03-18T16:59:44.345645Z","steps":["trace[170372548] 'process raft request' (duration: 154.228861ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T17:00:17.110845Z","caller":"traceutil/trace.go:171","msg":"trace[1102663792] transaction","detail":"{read_only:false; response_revision:3392; number_of_response:1; }","duration":"122.865994ms","start":"2026-03-18T17:00:16.987954Z","end":"2026-03-18T17:00:17.11082Z","steps":["trace[1102663792] 'process raft request' (duration: 122.680879ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T17:00:17.117412Z","caller":"traceutil/trace.go:171","msg":"trace[398546145] transaction","detail":"{read_only:false; response_revision:3393; number_of_response:1; }","duration":"125.842286ms","start":"2026-03-18T17:00:16.991539Z","end":"2026-03-18T17:00:17.117381Z","steps":["trace[398546145] 'process raft request' (duration: 124.293258ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T17:00:17.117428Z","caller":"traceutil/trace.go:171","msg":"trace[1483179692] transaction","detail":"{read_only:false; response_revision:3394; number_of_response:1; }","duration":"125.17333ms","start":"2026-03-18T17:00:16.992231Z","end":"2026-03-18T17:00:17.117404Z","steps":["trace[1483179692] 'process raft request' (duration: 125.012526ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T17:01:32.131427Z","caller":"traceutil/trace.go:171","msg":"trace[284566010] transaction","detail":"{read_only:false; response_revision:4210; number_of_response:1; }","duration":"108.136984ms","start":"2026-03-18T17:01:32.02325Z","end":"2026-03-18T17:01:32.131387Z","steps":["trace[284566010] 'process raft request' (duration: 107.956559ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:01:38.354761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.08007ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-03-18T17:01:38.354859Z","caller":"traceutil/trace.go:171","msg":"trace[392228501] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:4392; }","duration":"199.216623ms","start":"2026-03-18T17:01:38.155621Z","end":"2026-03-18T17:01:38.354838Z","steps":["trace[392228501] 'range keys from in-memory index tree' (duration: 198.923106ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:01:38.354885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.493371ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-j2t7k\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-18T17:01:38.354968Z","caller":"traceutil/trace.go:171","msg":"trace[1614519677] range","detail":"{range_begin:/registry/pods/openstack/keepalived-j2t7k; range_end:; response_count:1; response_revision:4392; }","duration":"178.613034ms","start":"2026-03-18T17:01:38.176331Z","end":"2026-03-18T17:01:38.354944Z","steps":["trace[1614519677] 'range keys from in-memory index tree' (duration: 178.259315ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T17:01:38.355163Z","caller":"traceutil/trace.go:171","msg":"trace[1011010883] transaction","detail":"{read_only:false; response_revision:4393; number_of_response:1; }","duration":"176.367169ms","start":"2026-03-18T17:01:38.178764Z","end":"2026-03-18T17:01:38.355131Z","steps":["trace[1011010883] 'process raft request' (duration: 129.724608ms)","trace[1011010883] 'compare' (duration: 46.021526ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T17:01:40.035891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.090186ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T17:01:40.036294Z","caller":"traceutil/trace.go:171","msg":"trace[1525764431] transaction","detail":"{read_only:false; response_revision:4509; number_of_response:1; }","duration":"247.7264ms","start":"2026-03-18T17:01:39.78853Z","end":"2026-03-18T17:01:40.036256Z","steps":["trace[1525764431] 'compare' (duration: 237.943373ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T17:01:40.036393Z","caller":"traceutil/trace.go:171","msg":"trace[1673780301] linearizableReadLoop","detail":"{readStateIndex:4697; appliedIndex:4696; }","duration":"191.083876ms","start":"2026-03-18T17:01:39.845268Z","end":"2026-03-18T17:01:40.036352Z","steps":["trace[1673780301] 'read index received' (duration: 50.882µs)","trace[1673780301] 'applied index is now lower than readState.Index' (duration: 191.028614ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T17:01:40.036659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.377323ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-18T17:01:40.036738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.092592ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-18T17:01:40.036747Z","caller":"traceutil/trace.go:171","msg":"trace[921056279] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4510; }","duration":"191.517826ms","start":"2026-03-18T17:01:39.845207Z","end":"2026-03-18T17:01:40.036725Z","steps":["trace[921056279] 'agreement among raft nodes before linearized reading' (duration: 191.26714ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T17:01:40.036769Z","caller":"traceutil/trace.go:171","msg":"trace[1463829268] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4510; }","duration":"108.182374ms","start":"2026-03-18T17:01:39.928578Z","end":"2026-03-18T17:01:40.03676Z","steps":["trace[1463829268] 'agreement among raft nodes before linearized reading' (duration: 108.0361ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:01:40.037231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.997846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-18T17:01:40.037281Z","caller":"traceutil/trace.go:171","msg":"trace[141590649] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4510; }","duration":"189.109238ms","start":"2026-03-18T17:01:39.84816Z","end":"2026-03-18T17:01:40.03727Z","steps":["trace[141590649] 'agreement among raft nodes before linearized reading' (duration: 188.41257ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:01:40.291593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.640056ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T17:01:40.291926Z","caller":"traceutil/trace.go:171","msg":"trace[805953134] transaction","detail":"{read_only:false; response_revision:4511; number_of_response:1; }","duration":"251.212965ms","start":"2026-03-18T17:01:40.040663Z","end":"2026-03-18T17:01:40.291876Z","steps":["trace[805953134] 'process raft request' (duration: 135.160259ms)","trace[805953134] 'compare' (duration: 115.414469ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T17:01:40.292015Z","caller":"traceutil/trace.go:171","msg":"trace[2107169129] linearizableReadLoop","detail":"{readStateIndex:4701; appliedIndex:4698; }","duration":"250.57918ms","start":"2026-03-18T17:01:40.041406Z","end":"2026-03-18T17:01:40.291985Z","steps":["trace[2107169129] 'read index received' (duration: 134.411991ms)","trace[2107169129] 'applied index is now lower than readState.Index' (duration: 116.165379ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T17:01:40.292055Z","caller":"traceutil/trace.go:171","msg":"trace[1735299972] transaction","detail":"{read_only:false; response_revision:4512; number_of_response:1; }","duration":"251.228585ms","start":"2026-03-18T17:01:40.040782Z","end":"2026-03-18T17:01:40.292011Z","steps":["trace[1735299972] 'process raft request' (duration: 251.02725ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T17:01:40.292231Z","caller":"traceutil/trace.go:171","msg":"trace[1568574942] transaction","detail":"{read_only:false; response_revision:4513; number_of_response:1; }","duration":"251.163974ms","start":"2026-03-18T17:01:40.041052Z","end":"2026-03-18T17:01:40.292216Z","steps":["trace[1568574942] 'process raft request' (duration: 250.867937ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:01:40.292382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.785394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-kk2tw.189dfe2d24494c6f\" ","response":"range_response_count:1 size:962"} {"level":"info","ts":"2026-03-18T17:01:40.292442Z","caller":"traceutil/trace.go:171","msg":"trace[433046751] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-kk2tw.189dfe2d24494c6f; range_end:; response_count:1; response_revision:4513; }","duration":"177.880066ms","start":"2026-03-18T17:01:40.114544Z","end":"2026-03-18T17:01:40.292424Z","steps":["trace[433046751] 'agreement among raft nodes before linearized reading' (duration: 177.707872ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:01:40.29241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.973459ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:16981"} {"level":"warn","ts":"2026-03-18T17:01:40.292633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.116378ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-a0115cc7-5a40-4a2e-bc9a-f9c496731bd2\" ","response":"range_response_count:1 size:3601"} {"level":"info","ts":"2026-03-18T17:01:40.292727Z","caller":"traceutil/trace.go:171","msg":"trace[144652542] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-a0115cc7-5a40-4a2e-bc9a-f9c496731bd2; range_end:; response_count:1; response_revision:4513; }","duration":"182.255862ms","start":"2026-03-18T17:01:40.110452Z","end":"2026-03-18T17:01:40.292708Z","steps":["trace[144652542] 'agreement among raft nodes before linearized reading' (duration: 181.871892ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T17:01:40.292648Z","caller":"traceutil/trace.go:171","msg":"trace[1299912618] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:4513; }","duration":"251.259316ms","start":"2026-03-18T17:01:40.041367Z","end":"2026-03-18T17:01:40.292626Z","steps":["trace[1299912618] 'agreement among raft nodes before linearized reading' (duration: 250.828665ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:01:40.292782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.444615ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:24 size:719284"} {"level":"info","ts":"2026-03-18T17:01:40.293065Z","caller":"traceutil/trace.go:171","msg":"trace[713281640] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:24; response_revision:4513; }","duration":"123.748562ms","start":"2026-03-18T17:01:40.169297Z","end":"2026-03-18T17:01:40.293046Z","steps":["trace[713281640] 'agreement among raft nodes before linearized reading' (duration: 122.938662ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:01:40.293988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.95524ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T17:01:40.294057Z","caller":"traceutil/trace.go:171","msg":"trace[991105889] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4513; }","duration":"228.090423ms","start":"2026-03-18T17:01:40.065949Z","end":"2026-03-18T17:01:40.294039Z","steps":["trace[991105889] 'agreement among raft nodes before linearized reading' (duration: 226.26633ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T17:01:52.38031Z","caller":"traceutil/trace.go:171","msg":"trace[1548526856] transaction","detail":"{read_only:false; response_revision:4740; number_of_response:1; }","duration":"132.795882ms","start":"2026-03-18T17:01:52.247487Z","end":"2026-03-18T17:01:52.380283Z","steps":["trace[1548526856] 'process raft request' (duration: 132.598808ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:01:58.467608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.997363ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-18T17:01:58.468105Z","caller":"traceutil/trace.go:171","msg":"trace[1290860313] transaction","detail":"{read_only:false; response_revision:4804; number_of_response:1; }","duration":"252.68287ms","start":"2026-03-18T17:01:58.215399Z","end":"2026-03-18T17:01:58.468081Z","steps":["trace[1290860313] 'process raft request' (duration: 252.611948ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T17:01:58.468167Z","caller":"traceutil/trace.go:171","msg":"trace[668426546] transaction","detail":"{read_only:false; response_revision:4803; number_of_response:1; }","duration":"388.957906ms","start":"2026-03-18T17:01:58.079186Z","end":"2026-03-18T17:01:58.468144Z","steps":["trace[668426546] 'process raft request' (duration: 388.762222ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T17:01:58.468182Z","caller":"traceutil/trace.go:171","msg":"trace[774357557] linearizableReadLoop","detail":"{readStateIndex:5001; appliedIndex:4997; }","duration":"320.265089ms","start":"2026-03-18T17:01:58.147881Z","end":"2026-03-18T17:01:58.468146Z","steps":["trace[774357557] 'read index received' (duration: 318.312652ms)","trace[774357557] 'applied index is now lower than readState.Index' (duration: 1.947907ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T17:01:58.468193Z","caller":"traceutil/trace.go:171","msg":"trace[532849863] transaction","detail":"{read_only:false; response_revision:4802; number_of_response:1; }","duration":"389.112809ms","start":"2026-03-18T17:01:58.079038Z","end":"2026-03-18T17:01:58.46815Z","steps":["trace[532849863] 'process raft request' (duration: 388.802562ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T17:01:58.468214Z","caller":"traceutil/trace.go:171","msg":"trace[798910457] transaction","detail":"{read_only:false; response_revision:4801; number_of_response:1; }","duration":"389.279954ms","start":"2026-03-18T17:01:58.078899Z","end":"2026-03-18T17:01:58.468179Z","steps":["trace[798910457] 'process raft request' (duration: 388.839924ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T17:01:58.468199Z","caller":"traceutil/trace.go:171","msg":"trace[1908091367] transaction","detail":"{read_only:false; response_revision:4800; number_of_response:1; }","duration":"389.318135ms","start":"2026-03-18T17:01:58.078837Z","end":"2026-03-18T17:01:58.468155Z","steps":["trace[1908091367] 'process raft request' (duration: 40.702177ms)","trace[1908091367] 'compare' (duration: 347.51384ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T17:01:58.468342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:01:58.079015Z","time spent":"389.261183ms","remote":"127.0.0.1:36228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1145,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-18T17:01:58.468339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:01:58.078879Z","time spent":"389.407357ms","remote":"127.0.0.1:36004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":725,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-18T17:01:58.468393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.505835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-18T17:01:58.46847Z","caller":"traceutil/trace.go:171","msg":"trace[1662856873] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4804; }","duration":"320.626828ms","start":"2026-03-18T17:01:58.147827Z","end":"2026-03-18T17:01:58.468453Z","steps":["trace[1662856873] 'agreement among raft nodes before linearized reading' (duration: 320.417723ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:01:58.468457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:01:58.078817Z","time spent":"389.552681ms","remote":"127.0.0.1:36096","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":664,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-18T17:01:58.468237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:01:58.079171Z","time spent":"389.033978ms","remote":"127.0.0.1:36014","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":808,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-18T17:01:58.468517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:01:58.147806Z","time spent":"320.70427ms","remote":"127.0.0.1:36212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-18T17:01:58.469185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.755315ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/goldpinger-m5t62\" ","response":"range_response_count:1 size:5199"} {"level":"info","ts":"2026-03-18T17:01:58.469244Z","caller":"traceutil/trace.go:171","msg":"trace[1188939195] range","detail":"{range_begin:/registry/pods/monitoring/goldpinger-m5t62; range_end:; response_count:1; response_revision:4804; }","duration":"173.848667ms","start":"2026-03-18T17:01:58.295383Z","end":"2026-03-18T17:01:58.469231Z","steps":["trace[1188939195] 'agreement among raft nodes before linearized reading' (duration: 173.031578ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T17:01:59.855578Z","caller":"traceutil/trace.go:171","msg":"trace[1946753401] transaction","detail":"{read_only:false; response_revision:4868; number_of_response:1; }","duration":"222.271372ms","start":"2026-03-18T17:01:59.633281Z","end":"2026-03-18T17:01:59.855553Z","steps":["trace[1946753401] 'process raft request' (duration: 222.125739ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T17:02:00.30524Z","caller":"traceutil/trace.go:171","msg":"trace[1055829357] linearizableReadLoop","detail":"{readStateIndex:5067; appliedIndex:5066; }","duration":"411.602956ms","start":"2026-03-18T17:01:59.893616Z","end":"2026-03-18T17:02:00.305219Z","steps":["trace[1055829357] 'read index received' (duration: 400.845684ms)","trace[1055829357] 'applied index is now lower than readState.Index' (duration: 10.756181ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T17:02:00.305262Z","caller":"traceutil/trace.go:171","msg":"trace[138868911] transaction","detail":"{read_only:false; response_revision:4869; number_of_response:1; }","duration":"423.741051ms","start":"2026-03-18T17:01:59.881489Z","end":"2026-03-18T17:02:00.30523Z","steps":["trace[138868911] 'process raft request' (duration: 412.905618ms)","trace[138868911] 'compare' (duration: 10.73105ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T17:02:00.305407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:01:59.881464Z","time spent":"423.868043ms","remote":"127.0.0.1:36212","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T17:02:00.305417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"411.78404ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-03-18T17:02:00.305568Z","caller":"traceutil/trace.go:171","msg":"trace[1962054237] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:4869; }","duration":"411.963884ms","start":"2026-03-18T17:01:59.893585Z","end":"2026-03-18T17:02:00.305549Z","steps":["trace[1962054237] 'agreement among raft nodes before linearized reading' (duration: 411.737569ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:02:00.305603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:01:59.89357Z","time spent":"412.024325ms","remote":"127.0.0.1:36212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-18T17:02:00.315989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.431228ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1988"} {"level":"info","ts":"2026-03-18T17:02:00.316083Z","caller":"traceutil/trace.go:171","msg":"trace[2018740375] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:4870; }","duration":"246.570672ms","start":"2026-03-18T17:02:00.069491Z","end":"2026-03-18T17:02:00.316062Z","steps":["trace[2018740375] 'agreement among raft nodes before linearized reading' (duration: 246.307795ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T17:02:00.65873Z","caller":"traceutil/trace.go:171","msg":"trace[1349268032] transaction","detail":"{read_only:false; response_revision:4871; number_of_response:1; }","duration":"348.082444ms","start":"2026-03-18T17:02:00.310605Z","end":"2026-03-18T17:02:00.658688Z","steps":["trace[1349268032] 'process raft request' (duration: 347.602173ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T17:02:00.65847Z","caller":"traceutil/trace.go:171","msg":"trace[1061263587] linearizableReadLoop","detail":"{readStateIndex:5069; appliedIndex:5068; }","duration":"342.739435ms","start":"2026-03-18T17:02:00.315707Z","end":"2026-03-18T17:02:00.658446Z","steps":["trace[1061263587] 'read index received' (duration: 342.461249ms)","trace[1061263587] 'applied index is now lower than readState.Index' (duration: 277.046µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T17:02:00.658926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:02:00.310588Z","time spent":"348.243858ms","remote":"127.0.0.1:36212","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T17:02:00.658924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.658964ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ebea6d7e-17a4-45c8-8f60-d1892694bdac\" ","response":"range_response_count:1 size:3646"} {"level":"info","ts":"2026-03-18T17:02:00.65899Z","caller":"traceutil/trace.go:171","msg":"trace[558743732] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-ebea6d7e-17a4-45c8-8f60-d1892694bdac; range_end:; response_count:1; response_revision:4871; }","duration":"347.750816ms","start":"2026-03-18T17:02:00.311222Z","end":"2026-03-18T17:02:00.658972Z","steps":["trace[558743732] 'agreement among raft nodes before linearized reading' (duration: 347.579002ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:02:00.65903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:02:00.311211Z","time spent":"347.800767ms","remote":"127.0.0.1:36120","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3669,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ebea6d7e-17a4-45c8-8f60-d1892694bdac\" "} {"level":"warn","ts":"2026-03-18T17:02:00.6592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.169952ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:1478"} {"level":"info","ts":"2026-03-18T17:02:00.659242Z","caller":"traceutil/trace.go:171","msg":"trace[2077102809] range","detail":"{range_begin:/registry/ingress/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:4871; }","duration":"340.251614ms","start":"2026-03-18T17:02:00.31898Z","end":"2026-03-18T17:02:00.659232Z","steps":["trace[2077102809] 'agreement among raft nodes before linearized reading' (duration: 340.09686ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:02:00.659232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.404739ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-18T17:02:00.659271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:02:00.31896Z","time spent":"340.301455ms","remote":"127.0.0.1:36246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":1501,"request content":"key:\"/registry/ingress/monitoring/kube-prometheus-stack-alertmanager\" "} {"level":"info","ts":"2026-03-18T17:02:00.659288Z","caller":"traceutil/trace.go:171","msg":"trace[277158832] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4871; }","duration":"176.492802ms","start":"2026-03-18T17:02:00.482779Z","end":"2026-03-18T17:02:00.659272Z","steps":["trace[277158832] 'agreement among raft nodes before linearized reading' (duration: 176.303258ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:02:00.659365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.334706ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/monitoring/kube-prometheus-stack-grafana\" ","response":"range_response_count:1 size:1270"} {"level":"warn","ts":"2026-03-18T17:02:00.659385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.193084ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-j2t7k\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-18T17:02:00.659409Z","caller":"traceutil/trace.go:171","msg":"trace[1332640776] range","detail":"{range_begin:/registry/ingress/monitoring/kube-prometheus-stack-grafana; range_end:; response_count:1; response_revision:4871; }","duration":"340.400947ms","start":"2026-03-18T17:02:00.319001Z","end":"2026-03-18T17:02:00.659402Z","steps":["trace[1332640776] 'agreement among raft nodes before linearized reading' (duration: 340.310115ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:02:00.659432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:02:00.318984Z","time spent":"340.442459ms","remote":"127.0.0.1:36246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1293,"request content":"key:\"/registry/ingress/monitoring/kube-prometheus-stack-grafana\" "} {"level":"info","ts":"2026-03-18T17:02:00.659434Z","caller":"traceutil/trace.go:171","msg":"trace[1937588967] range","detail":"{range_begin:/registry/pods/openstack/keepalived-j2t7k; range_end:; response_count:1; response_revision:4871; }","duration":"178.239385ms","start":"2026-03-18T17:02:00.481182Z","end":"2026-03-18T17:02:00.659422Z","steps":["trace[1937588967] 'agreement among raft nodes before linearized reading' (duration: 178.126752ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:02:00.65946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.430298ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/monitoring/kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:1462"} {"level":"info","ts":"2026-03-18T17:02:00.659485Z","caller":"traceutil/trace.go:171","msg":"trace[1671120640] range","detail":"{range_begin:/registry/ingress/monitoring/kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:4871; }","duration":"340.475049ms","start":"2026-03-18T17:02:00.319002Z","end":"2026-03-18T17:02:00.659477Z","steps":["trace[1671120640] 'agreement among raft nodes before linearized reading' (duration: 340.404827ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:02:00.659505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:02:00.318991Z","time spent":"340.509429ms","remote":"127.0.0.1:36246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":1485,"request content":"key:\"/registry/ingress/monitoring/kube-prometheus-stack-prometheus\" "} {"level":"warn","ts":"2026-03-18T17:02:00.659279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.205904ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-18T17:02:00.659615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.348761ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-18T17:02:00.659631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.579943ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-18T17:02:00.659635Z","caller":"traceutil/trace.go:171","msg":"trace[780069897] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:4871; }","duration":"305.598503ms","start":"2026-03-18T17:02:00.354018Z","end":"2026-03-18T17:02:00.659617Z","steps":["trace[780069897] 'agreement among raft nodes before linearized reading' (duration: 305.206474ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T17:02:00.659655Z","caller":"traceutil/trace.go:171","msg":"trace[1222668658] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4871; }","duration":"179.425413ms","start":"2026-03-18T17:02:00.480218Z","end":"2026-03-18T17:02:00.659644Z","steps":["trace[1222668658] 'agreement among raft nodes before linearized reading' (duration: 179.31756ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T17:02:00.659666Z","caller":"traceutil/trace.go:171","msg":"trace[1978019352] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4871; }","duration":"176.630805ms","start":"2026-03-18T17:02:00.483025Z","end":"2026-03-18T17:02:00.659656Z","steps":["trace[1978019352] 'agreement among raft nodes before linearized reading' (duration: 176.536773ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:02:00.659684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.878521ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-18T17:02:00.659689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:02:00.353995Z","time spent":"305.676856ms","remote":"127.0.0.1:36260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":8,"response size":30,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"info","ts":"2026-03-18T17:02:00.659706Z","caller":"traceutil/trace.go:171","msg":"trace[1835789320] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4871; }","duration":"176.926442ms","start":"2026-03-18T17:02:00.482774Z","end":"2026-03-18T17:02:00.6597Z","steps":["trace[1835789320] 'agreement among raft nodes before linearized reading' (duration: 176.870551ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:02:00.919576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.45272ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T17:02:00.919758Z","caller":"traceutil/trace.go:171","msg":"trace[990965807] transaction","detail":"{read_only:false; response_revision:4872; number_of_response:1; }","duration":"255.452027ms","start":"2026-03-18T17:02:00.664282Z","end":"2026-03-18T17:02:00.919734Z","steps":["trace[990965807] 'process raft request' (duration: 97.760582ms)","trace[990965807] 'compare' (duration: 157.283405ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T17:02:01.338513Z","caller":"traceutil/trace.go:171","msg":"trace[669193887] transaction","detail":"{read_only:false; response_revision:4873; number_of_response:1; }","duration":"673.646052ms","start":"2026-03-18T17:02:00.664843Z","end":"2026-03-18T17:02:01.338489Z","steps":["trace[669193887] 'process raft request' (duration: 673.423977ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:02:01.33867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:02:00.66483Z","time spent":"673.750605ms","remote":"127.0.0.1:36246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1414,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T17:02:01.338841Z","caller":"traceutil/trace.go:171","msg":"trace[401707980] transaction","detail":"{read_only:false; response_revision:4874; number_of_response:1; }","duration":"673.826077ms","start":"2026-03-18T17:02:00.664986Z","end":"2026-03-18T17:02:01.338812Z","steps":["trace[401707980] 'process raft request' (duration: 673.453457ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:02:01.338983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:02:00.664948Z","time spent":"673.9541ms","remote":"127.0.0.1:36212","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T17:02:01.338997Z","caller":"traceutil/trace.go:171","msg":"trace[1214447222] linearizableReadLoop","detail":"{readStateIndex:5073; appliedIndex:5069; }","duration":"673.859168ms","start":"2026-03-18T17:02:00.665112Z","end":"2026-03-18T17:02:01.338972Z","steps":["trace[1214447222] 'read index received' (duration: 97.007873ms)","trace[1214447222] 'applied index is now lower than readState.Index' (duration: 576.850395ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T17:02:01.339116Z","caller":"traceutil/trace.go:171","msg":"trace[128626209] transaction","detail":"{read_only:false; response_revision:4877; number_of_response:1; }","duration":"673.819267ms","start":"2026-03-18T17:02:00.665284Z","end":"2026-03-18T17:02:01.339103Z","steps":["trace[128626209] 'process raft request' (duration: 673.558401ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:02:01.33921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:02:00.665275Z","time spent":"673.866118ms","remote":"127.0.0.1:36246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1622,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T17:02:01.339348Z","caller":"traceutil/trace.go:171","msg":"trace[2117786112] transaction","detail":"{read_only:false; response_revision:4876; number_of_response:1; }","duration":"674.219316ms","start":"2026-03-18T17:02:00.665115Z","end":"2026-03-18T17:02:01.339335Z","steps":["trace[2117786112] 'process raft request' (duration: 673.688024ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:02:01.339432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:02:00.665092Z","time spent":"674.303829ms","remote":"127.0.0.1:36212","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T17:02:01.339442Z","caller":"traceutil/trace.go:171","msg":"trace[1170364802] transaction","detail":"{read_only:false; response_revision:4875; number_of_response:1; }","duration":"674.336899ms","start":"2026-03-18T17:02:00.665084Z","end":"2026-03-18T17:02:01.339421Z","steps":["trace[1170364802] 'process raft request' (duration: 673.615722ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T17:02:01.339535Z","caller":"traceutil/trace.go:171","msg":"trace[1438727403] transaction","detail":"{read_only:false; response_revision:4879; number_of_response:1; }","duration":"673.370906ms","start":"2026-03-18T17:02:00.666155Z","end":"2026-03-18T17:02:01.339526Z","steps":["trace[1438727403] 'process raft request' (duration: 672.769842ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:02:01.339536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:02:00.665071Z","time spent":"674.413101ms","remote":"127.0.0.1:36212","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T17:02:01.339594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:02:00.666147Z","time spent":"673.415018ms","remote":"127.0.0.1:36120","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3751,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T17:02:01.339844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"674.729288ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:80206"} {"level":"info","ts":"2026-03-18T17:02:01.339885Z","caller":"traceutil/trace.go:171","msg":"trace[1263137573] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:4879; }","duration":"674.770129ms","start":"2026-03-18T17:02:00.665106Z","end":"2026-03-18T17:02:01.339876Z","steps":["trace[1263137573] 'agreement among raft nodes before linearized reading' (duration: 674.580765ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:02:01.339919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:02:00.665097Z","time spent":"674.815301ms","remote":"127.0.0.1:36120","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":9,"response size":80229,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-18T17:02:01.339373Z","caller":"traceutil/trace.go:171","msg":"trace[1580320203] transaction","detail":"{read_only:false; response_revision:4878; number_of_response:1; }","duration":"673.585251ms","start":"2026-03-18T17:02:00.665777Z","end":"2026-03-18T17:02:01.339362Z","steps":["trace[1580320203] 'process raft request' (duration: 673.100729ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:02:01.340054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.635968ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T17:02:01.340107Z","caller":"traceutil/trace.go:171","msg":"trace[899295857] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4879; }","duration":"273.72727ms","start":"2026-03-18T17:02:01.066365Z","end":"2026-03-18T17:02:01.340092Z","steps":["trace[899295857] 'agreement among raft nodes before linearized reading' (duration: 273.645259ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:02:01.340161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"674.861162ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:16981"} {"level":"warn","ts":"2026-03-18T17:02:01.340117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:02:00.665758Z","time spent":"674.328119ms","remote":"127.0.0.1:36246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1606,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T17:02:01.340237Z","caller":"traceutil/trace.go:171","msg":"trace[1648171874] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:4879; }","duration":"674.968405ms","start":"2026-03-18T17:02:00.665255Z","end":"2026-03-18T17:02:01.340223Z","steps":["trace[1648171874] 'agreement among raft nodes before linearized reading' (duration: 674.748849ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:02:01.340298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:02:00.665245Z","time spent":"675.042866ms","remote":"127.0.0.1:36110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":17004,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-18T17:02:01.340296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.965621ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.210\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-18T17:02:01.340365Z","caller":"traceutil/trace.go:171","msg":"trace[775588361] range","detail":"{range_begin:/registry/masterleases/199.204.45.210; range_end:; response_count:1; response_revision:4879; }","duration":"301.084624ms","start":"2026-03-18T17:02:01.039265Z","end":"2026-03-18T17:02:01.340349Z","steps":["trace[775588361] 'agreement among raft nodes before linearized reading' (duration: 300.855578ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:02:01.340406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:02:01.039248Z","time spent":"301.151806ms","remote":"127.0.0.1:35952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.210\" "} {"level":"warn","ts":"2026-03-18T17:02:01.843742Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305494780454749754,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T17:02:01.9209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:02:01.341437Z","time spent":"579.458796ms","remote":"127.0.0.1:35952","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-18T17:02:01.971826Z","caller":"traceutil/trace.go:171","msg":"trace[1303158661] transaction","detail":"{read_only:false; response_revision:4880; number_of_response:1; }","duration":"484.202327ms","start":"2026-03-18T17:02:01.487559Z","end":"2026-03-18T17:02:01.971761Z","steps":["trace[1303158661] 'process raft request' (duration: 483.96304ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:02:01.971998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:02:01.487532Z","time spent":"484.379331ms","remote":"127.0.0.1:36212","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T17:02:01.972294Z","caller":"traceutil/trace.go:171","msg":"trace[840992254] transaction","detail":"{read_only:false; response_revision:4881; number_of_response:1; }","duration":"477.431953ms","start":"2026-03-18T17:02:01.494752Z","end":"2026-03-18T17:02:01.972184Z","steps":["trace[840992254] 'process raft request' (duration: 476.962752ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T17:02:01.97233Z","caller":"traceutil/trace.go:171","msg":"trace[1913511526] linearizableReadLoop","detail":"{readStateIndex:5080; appliedIndex:5077; }","duration":"629.149003ms","start":"2026-03-18T17:02:01.343163Z","end":"2026-03-18T17:02:01.972312Z","steps":["trace[1913511526] 'read index received' (duration: 577.651694ms)","trace[1913511526] 'applied index is now lower than readState.Index' (duration: 51.496309ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T17:02:01.972428Z","caller":"traceutil/trace.go:171","msg":"trace[1984140851] transaction","detail":"{read_only:false; response_revision:4882; number_of_response:1; }","duration":"111.750221ms","start":"2026-03-18T17:02:01.860651Z","end":"2026-03-18T17:02:01.972401Z","steps":["trace[1984140851] 'process raft request' (duration: 111.336871ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:02:01.972466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:02:01.494727Z","time spent":"477.648568ms","remote":"127.0.0.1:36212","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T17:02:01.972612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"629.43989ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-grafana.189dfe2ad8831afc\" ","response":"range_response_count:1 size:736"} {"level":"info","ts":"2026-03-18T17:02:01.972673Z","caller":"traceutil/trace.go:171","msg":"trace[1695960763] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-grafana.189dfe2ad8831afc; range_end:; response_count:1; response_revision:4882; }","duration":"629.539912ms","start":"2026-03-18T17:02:01.343118Z","end":"2026-03-18T17:02:01.972657Z","steps":["trace[1695960763] 'agreement among raft nodes before linearized reading' (duration: 629.360548ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:02:01.972708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:02:01.343098Z","time spent":"629.601944ms","remote":"127.0.0.1:36004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":759,"request content":"key:\"/registry/events/monitoring/kube-prometheus-stack-grafana.189dfe2ad8831afc\" "} {"level":"warn","ts":"2026-03-18T17:02:01.977025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"529.26469ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T17:02:01.977093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.111835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ebea6d7e-17a4-45c8-8f60-d1892694bdac\" ","response":"range_response_count:1 size:3766"} {"level":"info","ts":"2026-03-18T17:02:01.977105Z","caller":"traceutil/trace.go:171","msg":"trace[1885867770] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:4883; }","duration":"529.390382ms","start":"2026-03-18T17:02:01.447695Z","end":"2026-03-18T17:02:01.977085Z","steps":["trace[1885867770] 'agreement among raft nodes before linearized reading' (duration: 529.206938ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T17:02:01.977143Z","caller":"traceutil/trace.go:171","msg":"trace[266373921] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-ebea6d7e-17a4-45c8-8f60-d1892694bdac; range_end:; response_count:1; response_revision:4883; }","duration":"313.202587ms","start":"2026-03-18T17:02:01.663926Z","end":"2026-03-18T17:02:01.977129Z","steps":["trace[266373921] 'agreement among raft nodes before linearized reading' (duration: 312.985652ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:02:01.977179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:02:01.663906Z","time spent":"313.265418ms","remote":"127.0.0.1:36120","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3789,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ebea6d7e-17a4-45c8-8f60-d1892694bdac\" "} {"level":"warn","ts":"2026-03-18T17:02:01.977187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:02:01.447675Z","time spent":"529.498246ms","remote":"127.0.0.1:36374","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-18T17:02:01.977235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.749526ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-18T17:02:01.977255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.677675ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1633"} {"level":"info","ts":"2026-03-18T17:02:01.977291Z","caller":"traceutil/trace.go:171","msg":"trace[1736031637] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:4883; }","duration":"112.851439ms","start":"2026-03-18T17:02:01.864426Z","end":"2026-03-18T17:02:01.977278Z","steps":["trace[1736031637] 'agreement among raft nodes before linearized reading' (duration: 112.693824ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T17:02:01.977332Z","caller":"traceutil/trace.go:171","msg":"trace[725296130] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:4883; }","duration":"326.791578ms","start":"2026-03-18T17:02:01.650521Z","end":"2026-03-18T17:02:01.977313Z","steps":["trace[725296130] 'agreement among raft nodes before linearized reading' (duration: 326.554181ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:02:01.977384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:02:01.650506Z","time spent":"326.86922ms","remote":"127.0.0.1:36082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1656,"request content":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" "} {"level":"warn","ts":"2026-03-18T17:02:01.977611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.29771ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T17:02:01.97801Z","caller":"traceutil/trace.go:171","msg":"trace[630518130] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:4883; }","duration":"341.73453ms","start":"2026-03-18T17:02:01.636262Z","end":"2026-03-18T17:02:01.977996Z","steps":["trace[630518130] 'agreement among raft nodes before linearized reading' (duration: 341.31455ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:02:01.978054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:02:01.636244Z","time spent":"341.792192ms","remote":"127.0.0.1:41268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"info","ts":"2026-03-18T17:02:03.360598Z","caller":"traceutil/trace.go:171","msg":"trace[1466946826] linearizableReadLoop","detail":"{readStateIndex:5126; appliedIndex:5125; }","duration":"297.417285ms","start":"2026-03-18T17:02:03.06316Z","end":"2026-03-18T17:02:03.360577Z","steps":["trace[1466946826] 'read index received' (duration: 297.18502ms)","trace[1466946826] 'applied index is now lower than readState.Index' (duration: 231.385µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T17:02:03.360707Z","caller":"traceutil/trace.go:171","msg":"trace[705011052] transaction","detail":"{read_only:false; response_revision:4924; number_of_response:1; }","duration":"327.125465ms","start":"2026-03-18T17:02:03.033541Z","end":"2026-03-18T17:02:03.360667Z","steps":["trace[705011052] 'process raft request' (duration: 326.862278ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:02:03.360902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:02:03.033519Z","time spent":"327.280019ms","remote":"127.0.0.1:56952","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7599,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T17:02:03.360756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.582469ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T17:02:03.36131Z","caller":"traceutil/trace.go:171","msg":"trace[285763010] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4924; }","duration":"298.175915ms","start":"2026-03-18T17:02:03.06312Z","end":"2026-03-18T17:02:03.361296Z","steps":["trace[285763010] 'agreement among raft nodes before linearized reading' (duration: 297.58998ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:02:03.361663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.987453ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2210989"} {"level":"info","ts":"2026-03-18T17:02:03.36171Z","caller":"traceutil/trace.go:171","msg":"trace[618242672] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:4924; }","duration":"111.062615ms","start":"2026-03-18T17:02:03.250636Z","end":"2026-03-18T17:02:03.361698Z","steps":["trace[618242672] 'agreement among raft nodes before linearized reading' (duration: 110.152633ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:02:06.258953Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305494780454749945,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T17:02:06.759828Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305494780454749945,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T17:02:07.139604Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.546312493s","expected-duration":"1s"} {"level":"info","ts":"2026-03-18T17:02:07.14024Z","caller":"traceutil/trace.go:171","msg":"trace[1981084691] transaction","detail":"{read_only:false; response_revision:4956; number_of_response:1; }","duration":"1.547037281s","start":"2026-03-18T17:02:05.593163Z","end":"2026-03-18T17:02:07.1402Z","steps":["trace[1981084691] 'process raft request' (duration: 1.546733293s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:02:07.140483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:02:05.593139Z","time spent":"1.547216475s","remote":"127.0.0.1:36120","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9210,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T17:02:07.145361Z","caller":"traceutil/trace.go:171","msg":"trace[446450344] transaction","detail":"{read_only:false; response_revision:4958; number_of_response:1; }","duration":"1.138818126s","start":"2026-03-18T17:02:06.006518Z","end":"2026-03-18T17:02:07.145336Z","steps":["trace[446450344] 'process raft request' (duration: 1.138288064s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:02:07.145497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:02:06.006491Z","time spent":"1.138930759s","remote":"127.0.0.1:36212","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T17:02:07.145631Z","caller":"traceutil/trace.go:171","msg":"trace[1102740076] transaction","detail":"{read_only:false; response_revision:4957; number_of_response:1; }","duration":"1.170734701s","start":"2026-03-18T17:02:05.974889Z","end":"2026-03-18T17:02:07.145624Z","steps":["trace[1102740076] 'process raft request' (duration: 1.169730327s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:02:07.145667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:02:05.97486Z","time spent":"1.170789152s","remote":"127.0.0.1:36212","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T17:02:07.145861Z","caller":"traceutil/trace.go:171","msg":"trace[953557282] transaction","detail":"{read_only:false; response_revision:4959; number_of_response:1; }","duration":"1.137906846s","start":"2026-03-18T17:02:06.007947Z","end":"2026-03-18T17:02:07.145853Z","steps":["trace[953557282] 'process raft request' (duration: 1.136910971s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:02:07.145897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:02:06.007927Z","time spent":"1.137950787s","remote":"127.0.0.1:36212","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T17:02:07.146008Z","caller":"traceutil/trace.go:171","msg":"trace[1317201916] transaction","detail":"{read_only:false; response_revision:4960; number_of_response:1; }","duration":"1.137703941s","start":"2026-03-18T17:02:06.008297Z","end":"2026-03-18T17:02:07.146001Z","steps":["trace[1317201916] 'process raft request' (duration: 1.13685637s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:02:07.146045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:02:06.008287Z","time spent":"1.137741652s","remote":"127.0.0.1:36212","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T17:02:07.152895Z","caller":"traceutil/trace.go:171","msg":"trace[1611707092] linearizableReadLoop","detail":"{readStateIndex:5163; appliedIndex:5157; }","duration":"1.394596403s","start":"2026-03-18T17:02:05.758281Z","end":"2026-03-18T17:02:07.152878Z","steps":["trace[1611707092] 'read index received' (duration: 1.381700589s)","trace[1611707092] 'applied index is now lower than readState.Index' (duration: 12.894954ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T17:02:07.153179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.087082872s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T17:02:07.153262Z","caller":"traceutil/trace.go:171","msg":"trace[562699665] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4961; }","duration":"1.087225615s","start":"2026-03-18T17:02:06.066021Z","end":"2026-03-18T17:02:07.153247Z","steps":["trace[562699665] 'agreement among raft nodes before linearized reading' (duration: 1.087074332s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:02:07.153298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:02:06.066001Z","time spent":"1.087287217s","remote":"127.0.0.1:35926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T17:02:07.153313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.915563ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-18T17:02:07.15336Z","caller":"traceutil/trace.go:171","msg":"trace[1828357174] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4961; }","duration":"147.026697ms","start":"2026-03-18T17:02:07.006322Z","end":"2026-03-18T17:02:07.153348Z","steps":["trace[1828357174] 'agreement among raft nodes before linearized reading' (duration: 146.853923ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:02:07.153314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.395024092s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-18T17:02:07.153473Z","caller":"traceutil/trace.go:171","msg":"trace[1429327345] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:4961; }","duration":"1.395238487s","start":"2026-03-18T17:02:05.758221Z","end":"2026-03-18T17:02:07.153459Z","steps":["trace[1429327345] 'agreement among raft nodes before linearized reading' (duration: 1.394952081s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:02:07.153509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:02:05.75819Z","time spent":"1.395309669s","remote":"127.0.0.1:36212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-18T17:02:07.153423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"708.743363ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1781"} {"level":"info","ts":"2026-03-18T17:02:07.153589Z","caller":"traceutil/trace.go:171","msg":"trace[577194550] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:4961; }","duration":"708.952148ms","start":"2026-03-18T17:02:06.444629Z","end":"2026-03-18T17:02:07.153581Z","steps":["trace[577194550] 'agreement among raft nodes before linearized reading' (duration: 708.630051ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:02:07.153611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:02:06.444608Z","time spent":"708.99666ms","remote":"127.0.0.1:36082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1804,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"warn","ts":"2026-03-18T17:02:07.15366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.017228ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-18T17:02:07.153695Z","caller":"traceutil/trace.go:171","msg":"trace[529116229] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4961; }","duration":"185.127321ms","start":"2026-03-18T17:02:06.968559Z","end":"2026-03-18T17:02:07.153686Z","steps":["trace[529116229] 'agreement among raft nodes before linearized reading' (duration: 184.883265ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:02:07.153844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"825.413653ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-18T17:02:07.153883Z","caller":"traceutil/trace.go:171","msg":"trace[735951955] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4961; }","duration":"825.489405ms","start":"2026-03-18T17:02:06.328384Z","end":"2026-03-18T17:02:07.153873Z","steps":["trace[735951955] 'agreement among raft nodes before linearized reading' (duration: 825.060245ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:02:07.154124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:02:06.328361Z","time spent":"825.749692ms","remote":"127.0.0.1:36212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-18T17:02:08.015651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"736.300952ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-03-18T17:02:08.015753Z","caller":"traceutil/trace.go:171","msg":"trace[299266527] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:4965; }","duration":"736.462816ms","start":"2026-03-18T17:02:07.279269Z","end":"2026-03-18T17:02:08.015732Z","steps":["trace[299266527] 'range keys from in-memory index tree' (duration: 736.079328ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:02:08.015793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:02:07.27924Z","time spent":"736.543258ms","remote":"127.0.0.1:36082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1888,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-03-18T17:02:08.016085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"512.039772ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/monitoring/prometheus-kube-prometheus-stack-prometheus-0-tls\" ","response":"range_response_count:1 size:2102"} {"level":"info","ts":"2026-03-18T17:02:08.016129Z","caller":"traceutil/trace.go:171","msg":"trace[1501105715] range","detail":"{range_begin:/registry/cert-manager.io/certificates/monitoring/prometheus-kube-prometheus-stack-prometheus-0-tls; range_end:; response_count:1; response_revision:4965; }","duration":"512.133434ms","start":"2026-03-18T17:02:07.503984Z","end":"2026-03-18T17:02:08.016118Z","steps":["trace[1501105715] 'range keys from in-memory index tree' (duration: 511.852208ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:02:08.016158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:02:07.503954Z","time spent":"512.196836ms","remote":"127.0.0.1:39400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":101,"response count":1,"response size":2125,"request content":"key:\"/registry/cert-manager.io/certificates/monitoring/prometheus-kube-prometheus-stack-prometheus-0-tls\" "} {"level":"warn","ts":"2026-03-18T17:02:08.016211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"631.756986ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-18T17:02:08.016286Z","caller":"traceutil/trace.go:171","msg":"trace[215276835] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4965; }","duration":"631.862238ms","start":"2026-03-18T17:02:07.384402Z","end":"2026-03-18T17:02:08.016264Z","steps":["trace[215276835] 'range keys from in-memory index tree' (duration: 631.539481ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:02:08.016326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"635.296352ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-j2t7k\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-18T17:02:08.016213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"633.184981ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-18T17:02:08.016379Z","caller":"traceutil/trace.go:171","msg":"trace[1341311653] range","detail":"{range_begin:/registry/pods/openstack/keepalived-j2t7k; range_end:; response_count:1; response_revision:4965; }","duration":"635.439126ms","start":"2026-03-18T17:02:07.380921Z","end":"2026-03-18T17:02:08.01636Z","steps":["trace[1341311653] 'range keys from in-memory index tree' (duration: 635.166028ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T17:02:08.016372Z","caller":"traceutil/trace.go:171","msg":"trace[929697119] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4965; }","duration":"633.394896ms","start":"2026-03-18T17:02:07.382967Z","end":"2026-03-18T17:02:08.016362Z","steps":["trace[929697119] 'range keys from in-memory index tree' (duration: 632.936404ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:02:08.016371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"631.949021ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-18T17:02:08.016424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:02:07.382956Z","time spent":"633.460527ms","remote":"127.0.0.1:36212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-18T17:02:08.016444Z","caller":"traceutil/trace.go:171","msg":"trace[1356395260] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4965; }","duration":"632.059883ms","start":"2026-03-18T17:02:07.384367Z","end":"2026-03-18T17:02:08.016427Z","steps":["trace[1356395260] 'range keys from in-memory index tree' (duration: 631.738465ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:02:08.016334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:02:07.384388Z","time spent":"631.93118ms","remote":"127.0.0.1:36212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-18T17:02:08.016426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:02:07.380894Z","time spent":"635.523327ms","remote":"127.0.0.1:36120","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-j2t7k\" "} {"level":"warn","ts":"2026-03-18T17:02:08.016489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:02:07.38435Z","time spent":"632.127085ms","remote":"127.0.0.1:36212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-18T17:02:08.016523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.115932ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T17:02:08.016776Z","caller":"traceutil/trace.go:171","msg":"trace[1006609895] transaction","detail":"{read_only:false; response_revision:4966; number_of_response:1; }","duration":"500.720487ms","start":"2026-03-18T17:02:07.516042Z","end":"2026-03-18T17:02:08.016762Z","steps":["trace[1006609895] 'process raft request' (duration: 303.291698ms)","trace[1006609895] 'compare' (duration: 196.534777ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T17:02:08.016841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:02:07.516015Z","time spent":"500.789838ms","remote":"127.0.0.1:36212","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T17:02:08.524052Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305494780454749978,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T17:02:09.284087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.90572ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T17:02:09.28424Z","caller":"traceutil/trace.go:171","msg":"trace[995625274] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:4966; }","duration":"179.077524ms","start":"2026-03-18T17:02:09.105141Z","end":"2026-03-18T17:02:09.284218Z","steps":["trace[995625274] 'range keys from in-memory index tree' (duration: 178.88615ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:02:09.284278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"663.316222ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T17:02:09.284671Z","caller":"traceutil/trace.go:171","msg":"trace[267167026] transaction","detail":"{read_only:false; response_revision:4972; number_of_response:1; }","duration":"133.15773ms","start":"2026-03-18T17:02:09.15149Z","end":"2026-03-18T17:02:09.284648Z","steps":["trace[267167026] 'process raft request' (duration: 133.107199ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T17:02:09.284764Z","caller":"traceutil/trace.go:171","msg":"trace[1280159632] transaction","detail":"{read_only:false; response_revision:4967; number_of_response:1; }","duration":"1.262394936s","start":"2026-03-18T17:02:08.022313Z","end":"2026-03-18T17:02:09.284708Z","steps":["trace[1280159632] 'process raft request' (duration: 598.557962ms)","trace[1280159632] 'compare' (duration: 662.873061ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T17:02:09.284991Z","caller":"traceutil/trace.go:171","msg":"trace[952386554] transaction","detail":"{read_only:false; response_revision:4968; number_of_response:1; }","duration":"1.26258396s","start":"2026-03-18T17:02:08.022385Z","end":"2026-03-18T17:02:09.284969Z","steps":["trace[952386554] 'process raft request' (duration: 1.261998516s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:02:09.285009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:02:08.02229Z","time spent":"1.26259424s","remote":"127.0.0.1:36212","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T17:02:09.284929Z","caller":"traceutil/trace.go:171","msg":"trace[811831028] linearizableReadLoop","detail":"{readStateIndex:5172; appliedIndex:5169; }","duration":"1.261521044s","start":"2026-03-18T17:02:08.023396Z","end":"2026-03-18T17:02:09.284917Z","steps":["trace[811831028] 'read index received' (duration: 597.580957ms)","trace[811831028] 'applied index is now lower than readState.Index' (duration: 663.938707ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T17:02:09.28505Z","caller":"traceutil/trace.go:171","msg":"trace[1408008705] transaction","detail":"{read_only:false; response_revision:4970; number_of_response:1; }","duration":"134.072313ms","start":"2026-03-18T17:02:09.150955Z","end":"2026-03-18T17:02:09.285027Z","steps":["trace[1408008705] 'process raft request' (duration: 133.569121ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:02:09.285108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:02:08.022367Z","time spent":"1.262683493s","remote":"127.0.0.1:36212","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T17:02:09.285016Z","caller":"traceutil/trace.go:171","msg":"trace[880997754] transaction","detail":"{read_only:false; response_revision:4971; number_of_response:1; }","duration":"133.512049ms","start":"2026-03-18T17:02:09.151491Z","end":"2026-03-18T17:02:09.285003Z","steps":["trace[880997754] 'process raft request' (duration: 133.070718ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:02:09.285221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.653833ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T17:02:09.285256Z","caller":"traceutil/trace.go:171","msg":"trace[1959788334] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4972; }","duration":"220.720495ms","start":"2026-03-18T17:02:09.064524Z","end":"2026-03-18T17:02:09.285244Z","steps":["trace[1959788334] 'agreement among raft nodes before linearized reading' (duration: 220.659843ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:02:09.285268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.37312ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-18T17:02:09.285293Z","caller":"traceutil/trace.go:171","msg":"trace[907474647] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4972; }","duration":"106.425912ms","start":"2026-03-18T17:02:09.17886Z","end":"2026-03-18T17:02:09.285286Z","steps":["trace[907474647] 'agreement among raft nodes before linearized reading' (duration: 106.332909ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:02:09.285256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.261829091s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-0-tls\" ","response":"range_response_count:1 size:4788"} {"level":"warn","ts":"2026-03-18T17:02:09.285285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.246791766s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-03-18T17:02:09.285327Z","caller":"traceutil/trace.go:171","msg":"trace[765642607] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-0-tls; range_end:; response_count:1; response_revision:4972; }","duration":"1.261941034s","start":"2026-03-18T17:02:08.023377Z","end":"2026-03-18T17:02:09.285318Z","steps":["trace[765642607] 'agreement among raft nodes before linearized reading' (duration: 1.261744199s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:02:09.28533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"377.253131ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/loki-gateway-cf54cb88c-bqz9s\" ","response":"range_response_count:1 size:4757"} {"level":"info","ts":"2026-03-18T17:02:09.285347Z","caller":"traceutil/trace.go:171","msg":"trace[710969738] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:4972; }","duration":"1.246895909s","start":"2026-03-18T17:02:08.038434Z","end":"2026-03-18T17:02:09.28533Z","steps":["trace[710969738] 'agreement among raft nodes before linearized reading' (duration: 1.246725975s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:02:09.285344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.144435103s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/rabbitmq-keystone-server\" ","response":"range_response_count:1 size:713"} {"level":"info","ts":"2026-03-18T17:02:09.285359Z","caller":"traceutil/trace.go:171","msg":"trace[1564585958] range","detail":"{range_begin:/registry/pods/monitoring/loki-gateway-cf54cb88c-bqz9s; range_end:; response_count:1; response_revision:4972; }","duration":"377.294632ms","start":"2026-03-18T17:02:08.908056Z","end":"2026-03-18T17:02:09.285351Z","steps":["trace[1564585958] 'agreement among raft nodes before linearized reading' (duration: 377.135678ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:02:09.285338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.68507ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T17:02:09.285373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:02:08.02337Z","time spent":"1.261994466s","remote":"127.0.0.1:36014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":4811,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-0-tls\" "} {"level":"warn","ts":"2026-03-18T17:02:09.28538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:02:08.038411Z","time spent":"1.246963871s","remote":"127.0.0.1:36082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1888,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-03-18T17:02:09.285389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:02:08.907993Z","time spent":"377.389625ms","remote":"127.0.0.1:36120","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":4780,"request content":"key:\"/registry/pods/monitoring/loki-gateway-cf54cb88c-bqz9s\" "} {"level":"warn","ts":"2026-03-18T17:02:09.28537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.542529ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-18T17:02:09.285391Z","caller":"traceutil/trace.go:171","msg":"trace[113337415] range","detail":"{range_begin:/registry/serviceaccounts/openstack/rabbitmq-keystone-server; range_end:; response_count:1; response_revision:4972; }","duration":"1.144522445s","start":"2026-03-18T17:02:08.140853Z","end":"2026-03-18T17:02:09.285376Z","steps":["trace[113337415] 'agreement among raft nodes before linearized reading' (duration: 1.144360851s)"],"step_count":1} {"level":"info","ts":"2026-03-18T17:02:09.285407Z","caller":"traceutil/trace.go:171","msg":"trace[1838295591] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:4972; }","duration":"266.831563ms","start":"2026-03-18T17:02:09.018558Z","end":"2026-03-18T17:02:09.28539Z","steps":["trace[1838295591] 'agreement among raft nodes before linearized reading' (duration: 266.646029ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:02:09.285434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:02:08.14083Z","time spent":"1.144596257s","remote":"127.0.0.1:36140","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":736,"request content":"key:\"/registry/serviceaccounts/openstack/rabbitmq-keystone-server\" "} {"level":"info","ts":"2026-03-18T17:02:09.285442Z","caller":"traceutil/trace.go:171","msg":"trace[2063540410] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4972; }","duration":"105.614471ms","start":"2026-03-18T17:02:09.179807Z","end":"2026-03-18T17:02:09.285421Z","steps":["trace[2063540410] 'agreement among raft nodes before linearized reading' (duration: 105.380675ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T17:02:09.285012Z","caller":"traceutil/trace.go:171","msg":"trace[140680612] transaction","detail":"{read_only:false; response_revision:4969; number_of_response:1; }","duration":"1.262137659s","start":"2026-03-18T17:02:08.022549Z","end":"2026-03-18T17:02:09.284687Z","steps":["trace[140680612] 'process raft request' (duration: 1.261923744s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:02:09.286614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:02:08.022534Z","time spent":"1.263982005s","remote":"127.0.0.1:36212","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T17:02:15.007654Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305494780454750132,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T17:02:15.508644Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305494780454750132,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T17:02:15.666752Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.175581589s","expected-duration":"1s"} {"level":"info","ts":"2026-03-18T17:02:15.667215Z","caller":"traceutil/trace.go:171","msg":"trace[249322808] transaction","detail":"{read_only:false; response_revision:5051; number_of_response:1; }","duration":"1.176237855s","start":"2026-03-18T17:02:14.490955Z","end":"2026-03-18T17:02:15.667193Z","steps":["trace[249322808] 'process raft request' (duration: 1.17603187s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:02:15.667363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:02:14.490917Z","time spent":"1.176366428s","remote":"127.0.0.1:36120","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17192,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T17:02:15.671759Z","caller":"traceutil/trace.go:171","msg":"trace[1835406967] transaction","detail":"{read_only:false; response_revision:5052; number_of_response:1; }","duration":"1.020690572s","start":"2026-03-18T17:02:14.651035Z","end":"2026-03-18T17:02:15.671725Z","steps":["trace[1835406967] 'process raft request' (duration: 1.020468086s)"],"step_count":1} {"level":"info","ts":"2026-03-18T17:02:15.671753Z","caller":"traceutil/trace.go:171","msg":"trace[2124003764] transaction","detail":"{read_only:false; response_revision:5053; number_of_response:1; }","duration":"363.979041ms","start":"2026-03-18T17:02:15.307748Z","end":"2026-03-18T17:02:15.671727Z","steps":["trace[2124003764] 'process raft request' (duration: 363.895939ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:02:15.672018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:02:14.651011Z","time spent":"1.020865235s","remote":"127.0.0.1:36212","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T17:02:15.672032Z","caller":"traceutil/trace.go:171","msg":"trace[1964816470] transaction","detail":"{read_only:false; response_revision:5054; number_of_response:1; }","duration":"364.221896ms","start":"2026-03-18T17:02:15.307783Z","end":"2026-03-18T17:02:15.672005Z","steps":["trace[1964816470] 'process raft request' (duration: 363.906789ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:02:15.672057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:02:15.307719Z","time spent":"364.247866ms","remote":"127.0.0.1:36212","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T17:02:15.672076Z","caller":"traceutil/trace.go:171","msg":"trace[756304605] transaction","detail":"{read_only:false; response_revision:5055; number_of_response:1; }","duration":"363.657682ms","start":"2026-03-18T17:02:15.3084Z","end":"2026-03-18T17:02:15.672057Z","steps":["trace[756304605] 'process raft request' (duration: 363.467628ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T17:02:15.672039Z","caller":"traceutil/trace.go:171","msg":"trace[357460101] linearizableReadLoop","detail":"{readStateIndex:5259; appliedIndex:5254; }","duration":"1.165181417s","start":"2026-03-18T17:02:14.506845Z","end":"2026-03-18T17:02:15.672026Z","steps":["trace[357460101] 'read index received' (duration: 1.160156405s)","trace[357460101] 'applied index is now lower than readState.Index' (duration: 5.024262ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T17:02:15.672159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:02:15.308387Z","time spent":"363.732064ms","remote":"127.0.0.1:36212","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T17:02:15.67217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:02:15.307744Z","time spent":"364.353779ms","remote":"127.0.0.1:36212","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T17:02:15.672186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.165345281s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-03-18T17:02:15.672226Z","caller":"traceutil/trace.go:171","msg":"trace[2093993741] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:5055; }","duration":"1.165414852s","start":"2026-03-18T17:02:14.506799Z","end":"2026-03-18T17:02:15.672213Z","steps":["trace[2093993741] 'agreement among raft nodes before linearized reading' (duration: 1.165261679s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:02:15.672259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:02:14.506781Z","time spent":"1.165470724s","remote":"127.0.0.1:36082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1958,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"warn","ts":"2026-03-18T17:02:15.672326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.192454ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-18T17:02:15.672374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.09275205s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T17:02:15.672406Z","caller":"traceutil/trace.go:171","msg":"trace[149252912] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5055; }","duration":"359.285296ms","start":"2026-03-18T17:02:15.31311Z","end":"2026-03-18T17:02:15.672395Z","steps":["trace[149252912] 'agreement among raft nodes before linearized reading' (duration: 359.151562ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:02:15.672406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.236018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-18T17:02:15.672366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"974.809589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T17:02:15.673185Z","caller":"traceutil/trace.go:171","msg":"trace[1223253872] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:5055; }","duration":"975.640098ms","start":"2026-03-18T17:02:14.697503Z","end":"2026-03-18T17:02:15.673143Z","steps":["trace[1223253872] 'agreement among raft nodes before linearized reading' (duration: 974.822979ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:02:15.673388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:02:14.697485Z","time spent":"975.790904ms","remote":"127.0.0.1:36176","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-03-18T17:02:15.672456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:02:15.313101Z","time spent":"359.344187ms","remote":"127.0.0.1:36212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-18T17:02:15.672448Z","caller":"traceutil/trace.go:171","msg":"trace[1969150415] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:5055; }","duration":"1.092872862s","start":"2026-03-18T17:02:14.579548Z","end":"2026-03-18T17:02:15.67242Z","steps":["trace[1969150415] 'agreement among raft nodes before linearized reading' (duration: 1.092687628s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:02:15.673638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:02:14.57953Z","time spent":"1.094086403s","remote":"127.0.0.1:36296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":74,"response size":30,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"warn","ts":"2026-03-18T17:02:15.672456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.186418ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-18T17:02:15.673806Z","caller":"traceutil/trace.go:171","msg":"trace[102195368] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5055; }","duration":"361.564711ms","start":"2026-03-18T17:02:15.312224Z","end":"2026-03-18T17:02:15.673789Z","steps":["trace[102195368] 'agreement among raft nodes before linearized reading' (duration: 360.123915ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:02:15.673868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:02:15.312214Z","time spent":"361.638163ms","remote":"127.0.0.1:36212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-18T17:02:15.672469Z","caller":"traceutil/trace.go:171","msg":"trace[1016622570] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5055; }","duration":"360.338061ms","start":"2026-03-18T17:02:15.312115Z","end":"2026-03-18T17:02:15.672454Z","steps":["trace[1016622570] 'agreement among raft nodes before linearized reading' (duration: 360.162947ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:02:15.673941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:02:15.3121Z","time spent":"361.821497ms","remote":"127.0.0.1:36212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-18T17:02:15.672541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.551738ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-18T17:02:15.674031Z","caller":"traceutil/trace.go:171","msg":"trace[1118274597] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5055; }","duration":"360.050395ms","start":"2026-03-18T17:02:15.313968Z","end":"2026-03-18T17:02:15.674019Z","steps":["trace[1118274597] 'agreement among raft nodes before linearized reading' (duration: 358.521198ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:02:15.674069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:02:15.313961Z","time spent":"360.097246ms","remote":"127.0.0.1:36212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-18T17:02:15.672827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.610938ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-18T17:02:15.674165Z","caller":"traceutil/trace.go:171","msg":"trace[864507448] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5055; }","duration":"362.171495ms","start":"2026-03-18T17:02:15.311972Z","end":"2026-03-18T17:02:15.674143Z","steps":["trace[864507448] 'agreement among raft nodes before linearized reading' (duration: 360.29912ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:02:15.674236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:02:15.311959Z","time spent":"362.259918ms","remote":"127.0.0.1:36212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-18T17:02:21.925826Z","caller":"traceutil/trace.go:171","msg":"trace[1140367262] linearizableReadLoop","detail":"{readStateIndex:5298; appliedIndex:5297; }","duration":"350.810118ms","start":"2026-03-18T17:02:21.574991Z","end":"2026-03-18T17:02:21.925801Z","steps":["trace[1140367262] 'read index received' (duration: 350.679645ms)","trace[1140367262] 'applied index is now lower than readState.Index' (duration: 129.123µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T17:02:21.925907Z","caller":"traceutil/trace.go:171","msg":"trace[859954283] transaction","detail":"{read_only:false; response_revision:5092; number_of_response:1; }","duration":"388.730333ms","start":"2026-03-18T17:02:21.537149Z","end":"2026-03-18T17:02:21.92588Z","steps":["trace[859954283] 'process raft request' (duration: 388.471056ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:02:21.926035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:02:21.537117Z","time spent":"388.848346ms","remote":"127.0.0.1:36120","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10667,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T17:02:21.926077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.061816ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-03-18T17:02:21.926192Z","caller":"traceutil/trace.go:171","msg":"trace[1471808169] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5092; }","duration":"351.168188ms","start":"2026-03-18T17:02:21.574953Z","end":"2026-03-18T17:02:21.926121Z","steps":["trace[1471808169] 'agreement among raft nodes before linearized reading' (duration: 350.965883ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:02:21.926334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:02:21.574929Z","time spent":"351.384993ms","remote":"127.0.0.1:36082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1888,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"info","ts":"2026-03-18T17:02:21.980272Z","caller":"traceutil/trace.go:171","msg":"trace[1177299232] transaction","detail":"{read_only:false; response_revision:5093; number_of_response:1; }","duration":"288.433329ms","start":"2026-03-18T17:02:21.69179Z","end":"2026-03-18T17:02:21.980223Z","steps":["trace[1177299232] 'process raft request' (duration: 288.07838ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T17:02:21.980267Z","caller":"traceutil/trace.go:171","msg":"trace[1730928339] transaction","detail":"{read_only:false; response_revision:5094; number_of_response:1; }","duration":"286.785959ms","start":"2026-03-18T17:02:21.69343Z","end":"2026-03-18T17:02:21.980216Z","steps":["trace[1730928339] 'process raft request' (duration: 286.653465ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T17:02:21.980644Z","caller":"traceutil/trace.go:171","msg":"trace[2052586307] transaction","detail":"{read_only:false; response_revision:5095; number_of_response:1; }","duration":"285.091237ms","start":"2026-03-18T17:02:21.69553Z","end":"2026-03-18T17:02:21.980622Z","steps":["trace[2052586307] 'process raft request' (duration: 284.638927ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:02:21.980749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.271057ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-18T17:02:21.980795Z","caller":"traceutil/trace.go:171","msg":"trace[67578059] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5095; }","duration":"261.356618ms","start":"2026-03-18T17:02:21.719427Z","end":"2026-03-18T17:02:21.980784Z","steps":["trace[67578059] 'agreement among raft nodes before linearized reading' (duration: 261.071981ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:02:21.98088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.835408ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-18T17:02:21.980916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.179634ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-18T17:02:21.980971Z","caller":"traceutil/trace.go:171","msg":"trace[1546391203] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5095; }","duration":"268.051083ms","start":"2026-03-18T17:02:21.712886Z","end":"2026-03-18T17:02:21.980937Z","steps":["trace[1546391203] 'agreement among raft nodes before linearized reading' (duration: 267.692264ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T17:02:21.980993Z","caller":"traceutil/trace.go:171","msg":"trace[1797551997] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5095; }","duration":"261.296477ms","start":"2026-03-18T17:02:21.719683Z","end":"2026-03-18T17:02:21.980979Z","steps":["trace[1797551997] 'agreement among raft nodes before linearized reading' (duration: 261.110022ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:02:21.980999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.397278ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-18T17:02:21.981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.088123ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-18T17:02:21.981056Z","caller":"traceutil/trace.go:171","msg":"trace[1949995663] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5095; }","duration":"263.4852ms","start":"2026-03-18T17:02:21.717555Z","end":"2026-03-18T17:02:21.98104Z","steps":["trace[1949995663] 'agreement among raft nodes before linearized reading' (duration: 263.304766ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T17:02:21.981068Z","caller":"traceutil/trace.go:171","msg":"trace[123560715] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5095; }","duration":"268.228467ms","start":"2026-03-18T17:02:21.712815Z","end":"2026-03-18T17:02:21.981044Z","steps":["trace[123560715] 'agreement among raft nodes before linearized reading' (duration: 267.982391ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T17:02:22.240075Z","caller":"traceutil/trace.go:171","msg":"trace[1409513085] linearizableReadLoop","detail":"{readStateIndex:5305; appliedIndex:5301; }","duration":"259.592606ms","start":"2026-03-18T17:02:21.980464Z","end":"2026-03-18T17:02:22.240057Z","steps":["trace[1409513085] 'read index received' (duration: 181.414771ms)","trace[1409513085] 'applied index is now lower than readState.Index' (duration: 78.176625ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T17:02:22.239996Z","caller":"traceutil/trace.go:171","msg":"trace[565989647] transaction","detail":"{read_only:false; response_revision:5096; number_of_response:1; }","duration":"307.793271ms","start":"2026-03-18T17:02:21.932164Z","end":"2026-03-18T17:02:22.239957Z","steps":["trace[565989647] 'process raft request' (duration: 229.716138ms)","trace[565989647] 'compare' (duration: 77.803806ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T17:02:22.240119Z","caller":"traceutil/trace.go:171","msg":"trace[1939154151] transaction","detail":"{read_only:false; response_revision:5098; number_of_response:1; }","duration":"306.554521ms","start":"2026-03-18T17:02:21.933528Z","end":"2026-03-18T17:02:22.240083Z","steps":["trace[1939154151] 'process raft request' (duration: 306.397107ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:02:22.241071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:02:21.933508Z","time spent":"307.488644ms","remote":"127.0.0.1:36096","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":950,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T17:02:22.240159Z","caller":"traceutil/trace.go:171","msg":"trace[1902945374] transaction","detail":"{read_only:false; response_revision:5097; number_of_response:1; }","duration":"307.980195ms","start":"2026-03-18T17:02:21.932163Z","end":"2026-03-18T17:02:22.240143Z","steps":["trace[1902945374] 'process raft request' (duration: 307.675218ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:02:22.241286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:02:21.932139Z","time spent":"309.123273ms","remote":"127.0.0.1:36096","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":892,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T17:02:22.240468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.169535ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-ebea6d7e-17a4-45c8-8f60-d1892694bdac\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-03-18T17:02:22.241402Z","caller":"traceutil/trace.go:171","msg":"trace[679941412] range","detail":"{range_begin:/registry/persistentvolumes/pvc-ebea6d7e-17a4-45c8-8f60-d1892694bdac; range_end:; response_count:1; response_revision:5099; }","duration":"310.188609ms","start":"2026-03-18T17:02:21.931187Z","end":"2026-03-18T17:02:22.241376Z","steps":["trace[679941412] 'agreement among raft nodes before linearized reading' (duration: 309.130224ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:02:22.241466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:02:21.931142Z","time spent":"310.306103ms","remote":"127.0.0.1:36078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1345,"request content":"key:\"/registry/persistentvolumes/pvc-ebea6d7e-17a4-45c8-8f60-d1892694bdac\" "} {"level":"info","ts":"2026-03-18T17:02:22.240725Z","caller":"traceutil/trace.go:171","msg":"trace[1840694421] transaction","detail":"{read_only:false; response_revision:5099; number_of_response:1; }","duration":"307.025903ms","start":"2026-03-18T17:02:21.933673Z","end":"2026-03-18T17:02:22.240699Z","steps":["trace[1840694421] 'process raft request' (duration: 306.322786ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:02:22.241532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:02:21.933642Z","time spent":"307.865603ms","remote":"127.0.0.1:36228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1428,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T17:02:22.241623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:02:21.932147Z","time spent":"308.715743ms","remote":"127.0.0.1:36228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1505,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T17:02:22.310971Z","caller":"traceutil/trace.go:171","msg":"trace[1059052656] transaction","detail":"{read_only:false; response_revision:5100; number_of_response:1; }","duration":"325.195575ms","start":"2026-03-18T17:02:21.985739Z","end":"2026-03-18T17:02:22.310935Z","steps":["trace[1059052656] 'process raft request' (duration: 324.934279ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T17:02:22.31102Z","caller":"traceutil/trace.go:171","msg":"trace[728850011] transaction","detail":"{read_only:false; response_revision:5101; number_of_response:1; }","duration":"325.159084ms","start":"2026-03-18T17:02:21.985822Z","end":"2026-03-18T17:02:22.310981Z","steps":["trace[728850011] 'process raft request' (duration: 324.98721ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:02:22.311161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:02:21.985711Z","time spent":"325.360039ms","remote":"127.0.0.1:36212","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T17:02:22.311161Z","caller":"traceutil/trace.go:171","msg":"trace[832233359] transaction","detail":"{read_only:false; response_revision:5103; number_of_response:1; }","duration":"323.560714ms","start":"2026-03-18T17:02:21.987577Z","end":"2026-03-18T17:02:22.311138Z","steps":["trace[832233359] 'process raft request' (duration: 323.314898ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:02:22.311196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:02:21.98579Z","time spent":"325.316997ms","remote":"127.0.0.1:36212","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T17:02:22.311391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.62206ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T17:02:22.311344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:02:21.987568Z","time spent":"323.656507ms","remote":"127.0.0.1:36212","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T17:02:22.311477Z","caller":"traceutil/trace.go:171","msg":"trace[1859845871] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5104; }","duration":"246.756253ms","start":"2026-03-18T17:02:22.064698Z","end":"2026-03-18T17:02:22.311454Z","steps":["trace[1859845871] 'agreement among raft nodes before linearized reading' (duration: 246.593019ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T17:02:22.311542Z","caller":"traceutil/trace.go:171","msg":"trace[2105522035] transaction","detail":"{read_only:false; response_revision:5104; number_of_response:1; }","duration":"322.217842ms","start":"2026-03-18T17:02:21.989307Z","end":"2026-03-18T17:02:22.311525Z","steps":["trace[2105522035] 'process raft request' (duration: 321.776472ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:02:22.31153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.469438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-03-18T17:02:22.311596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:02:21.989283Z","time spent":"322.287165ms","remote":"127.0.0.1:36212","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T17:02:22.310947Z","caller":"traceutil/trace.go:171","msg":"trace[1060573138] transaction","detail":"{read_only:false; response_revision:5102; number_of_response:1; }","duration":"323.487804ms","start":"2026-03-18T17:02:21.987436Z","end":"2026-03-18T17:02:22.310923Z","steps":["trace[1060573138] 'process raft request' (duration: 323.412832ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:02:22.311583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.170988ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-j2t7k\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-18T17:02:22.311598Z","caller":"traceutil/trace.go:171","msg":"trace[18614535] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:5104; }","duration":"132.577031ms","start":"2026-03-18T17:02:22.179001Z","end":"2026-03-18T17:02:22.311578Z","steps":["trace[18614535] 'agreement among raft nodes before linearized reading' (duration: 132.387486ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T17:02:22.311653Z","caller":"traceutil/trace.go:171","msg":"trace[1145807082] range","detail":"{range_begin:/registry/pods/openstack/keepalived-j2t7k; range_end:; response_count:1; response_revision:5104; }","duration":"223.290721ms","start":"2026-03-18T17:02:22.088346Z","end":"2026-03-18T17:02:22.311637Z","steps":["trace[1145807082] 'agreement among raft nodes before linearized reading' (duration: 223.089666ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:02:22.31174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:02:21.987404Z","time spent":"324.229852ms","remote":"127.0.0.1:36212","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T17:02:22.586416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.336586ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T17:02:22.586508Z","caller":"traceutil/trace.go:171","msg":"trace[518819226] linearizableReadLoop","detail":"{readStateIndex:5311; appliedIndex:5310; }","duration":"269.689692ms","start":"2026-03-18T17:02:22.316805Z","end":"2026-03-18T17:02:22.586495Z","steps":["trace[518819226] 'read index received' (duration: 36.08172ms)","trace[518819226] 'applied index is now lower than readState.Index' (duration: 233.607072ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T17:02:22.586578Z","caller":"traceutil/trace.go:171","msg":"trace[779719870] transaction","detail":"{read_only:false; response_revision:5105; number_of_response:1; }","duration":"270.102112ms","start":"2026-03-18T17:02:22.316467Z","end":"2026-03-18T17:02:22.58657Z","steps":["trace[779719870] 'process raft request' (duration: 36.52873ms)","trace[779719870] 'compare' (duration: 233.064799ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T17:02:22.586859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.05274ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:81893"} {"level":"info","ts":"2026-03-18T17:02:22.586896Z","caller":"traceutil/trace.go:171","msg":"trace[1190444543] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:5105; }","duration":"270.111362ms","start":"2026-03-18T17:02:22.316774Z","end":"2026-03-18T17:02:22.586886Z","steps":["trace[1190444543] 'agreement among raft nodes before linearized reading' (duration: 269.883027ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:02:22.587057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.54127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-18T17:02:22.587139Z","caller":"traceutil/trace.go:171","msg":"trace[1518961181] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5105; }","duration":"116.677494ms","start":"2026-03-18T17:02:22.470443Z","end":"2026-03-18T17:02:22.58712Z","steps":["trace[1518961181] 'agreement among raft nodes before linearized reading' (duration: 116.316924ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:02:23.422266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.45991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T17:02:23.422353Z","caller":"traceutil/trace.go:171","msg":"trace[1543759982] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:5106; }","duration":"146.603133ms","start":"2026-03-18T17:02:23.275731Z","end":"2026-03-18T17:02:23.422335Z","steps":["trace[1543759982] 'count revisions from in-memory index tree' (duration: 146.386958ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T17:02:24.034477Z","caller":"traceutil/trace.go:171","msg":"trace[1404957725] linearizableReadLoop","detail":"{readStateIndex:5313; appliedIndex:5312; }","duration":"289.600577ms","start":"2026-03-18T17:02:23.744854Z","end":"2026-03-18T17:02:24.034455Z","steps":["trace[1404957725] 'read index received' (duration: 289.449503ms)","trace[1404957725] 'applied index is now lower than readState.Index' (duration: 147.553µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T17:02:24.034528Z","caller":"traceutil/trace.go:171","msg":"trace[170297925] transaction","detail":"{read_only:false; response_revision:5107; number_of_response:1; }","duration":"358.606069ms","start":"2026-03-18T17:02:23.675895Z","end":"2026-03-18T17:02:24.034501Z","steps":["trace[170297925] 'process raft request' (duration: 358.403494ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:02:24.034728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.859253ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-03-18T17:02:24.034846Z","caller":"traceutil/trace.go:171","msg":"trace[1082969641] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:5107; }","duration":"290.013256ms","start":"2026-03-18T17:02:23.74481Z","end":"2026-03-18T17:02:24.034823Z","steps":["trace[1082969641] 'agreement among raft nodes before linearized reading' (duration: 289.774151ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:02:24.035049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:02:23.675859Z","time spent":"358.865005ms","remote":"127.0.0.1:36120","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17192,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T17:02:24.513202Z","caller":"traceutil/trace.go:171","msg":"trace[1580208922] transaction","detail":"{read_only:false; response_revision:5112; number_of_response:1; }","duration":"192.910381ms","start":"2026-03-18T17:02:24.320259Z","end":"2026-03-18T17:02:24.513169Z","steps":["trace[1580208922] 'process raft request' (duration: 98.622993ms)","trace[1580208922] 'compare' (duration: 94.040862ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T17:02:24.513345Z","caller":"traceutil/trace.go:171","msg":"trace[1728217131] transaction","detail":"{read_only:false; response_revision:5113; number_of_response:1; }","duration":"192.708027ms","start":"2026-03-18T17:02:24.32062Z","end":"2026-03-18T17:02:24.513328Z","steps":["trace[1728217131] 'process raft request' (duration: 192.486031ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T17:02:24.513596Z","caller":"traceutil/trace.go:171","msg":"trace[1084762602] transaction","detail":"{read_only:false; response_revision:5114; number_of_response:1; }","duration":"192.181793ms","start":"2026-03-18T17:02:24.321372Z","end":"2026-03-18T17:02:24.513553Z","steps":["trace[1084762602] 'process raft request' (duration: 191.903706ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T17:02:24.513629Z","caller":"traceutil/trace.go:171","msg":"trace[1295440617] transaction","detail":"{read_only:false; response_revision:5115; number_of_response:1; }","duration":"192.200573ms","start":"2026-03-18T17:02:24.321403Z","end":"2026-03-18T17:02:24.513603Z","steps":["trace[1295440617] 'process raft request' (duration: 192.034589ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:02:40.704187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.879269ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-18T17:02:40.704269Z","caller":"traceutil/trace.go:171","msg":"trace[96569904] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5213; }","duration":"249.998552ms","start":"2026-03-18T17:02:40.454254Z","end":"2026-03-18T17:02:40.704252Z","steps":["trace[96569904] 'range keys from in-memory index tree' (duration: 249.730116ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T17:02:40.706847Z","caller":"traceutil/trace.go:171","msg":"trace[1674291162] transaction","detail":"{read_only:false; response_revision:5214; number_of_response:1; }","duration":"179.278029ms","start":"2026-03-18T17:02:40.527531Z","end":"2026-03-18T17:02:40.706809Z","steps":["trace[1674291162] 'process raft request' (duration: 179.047103ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T17:02:58.9217Z","caller":"traceutil/trace.go:171","msg":"trace[1650530358] transaction","detail":"{read_only:false; response_revision:5404; number_of_response:1; }","duration":"120.045826ms","start":"2026-03-18T17:02:58.801638Z","end":"2026-03-18T17:02:58.921684Z","steps":["trace[1650530358] 'process raft request' (duration: 119.934843ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T17:02:58.922889Z","caller":"traceutil/trace.go:171","msg":"trace[488754524] transaction","detail":"{read_only:false; response_revision:5405; number_of_response:1; }","duration":"119.636835ms","start":"2026-03-18T17:02:58.803244Z","end":"2026-03-18T17:02:58.92288Z","steps":["trace[488754524] 'process raft request' (duration: 119.577263ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T17:02:58.923036Z","caller":"traceutil/trace.go:171","msg":"trace[547221194] linearizableReadLoop","detail":"{readStateIndex:5620; appliedIndex:5618; }","duration":"103.167094ms","start":"2026-03-18T17:02:58.819693Z","end":"2026-03-18T17:02:58.92286Z","steps":["trace[547221194] 'read index received' (duration: 101.909424ms)","trace[547221194] 'applied index is now lower than readState.Index' (duration: 1.25711ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T17:02:58.923156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.457601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-18T17:02:58.923177Z","caller":"traceutil/trace.go:171","msg":"trace[110259279] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5405; }","duration":"103.523013ms","start":"2026-03-18T17:02:58.819648Z","end":"2026-03-18T17:02:58.923171Z","steps":["trace[110259279] 'agreement among raft nodes before linearized reading' (duration: 103.436181ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:02:58.923337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.622145ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-18T17:02:58.923359Z","caller":"traceutil/trace.go:171","msg":"trace[287769058] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5405; }","duration":"103.683667ms","start":"2026-03-18T17:02:58.81967Z","end":"2026-03-18T17:02:58.923354Z","steps":["trace[287769058] 'agreement among raft nodes before linearized reading' (duration: 103.616225ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T17:02:59.073866Z","caller":"traceutil/trace.go:171","msg":"trace[895587695] linearizableReadLoop","detail":"{readStateIndex:5622; appliedIndex:5620; }","duration":"112.537793ms","start":"2026-03-18T17:02:58.961308Z","end":"2026-03-18T17:02:59.073846Z","steps":["trace[895587695] 'read index received' (duration: 60.498125ms)","trace[895587695] 'applied index is now lower than readState.Index' (duration: 52.038598ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T17:02:59.073903Z","caller":"traceutil/trace.go:171","msg":"trace[2104238208] transaction","detail":"{read_only:false; response_revision:5406; number_of_response:1; }","duration":"145.996027ms","start":"2026-03-18T17:02:58.92787Z","end":"2026-03-18T17:02:59.073866Z","steps":["trace[2104238208] 'process raft request' (duration: 93.803845ms)","trace[2104238208] 'compare' (duration: 51.972007ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T17:02:59.073939Z","caller":"traceutil/trace.go:171","msg":"trace[822447624] transaction","detail":"{read_only:false; response_revision:5407; number_of_response:1; }","duration":"145.298811ms","start":"2026-03-18T17:02:58.928603Z","end":"2026-03-18T17:02:59.073902Z","steps":["trace[822447624] 'process raft request' (duration: 145.184178ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:02:59.074102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.961175ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-j2t7k\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-18T17:02:59.07414Z","caller":"traceutil/trace.go:171","msg":"trace[426760925] range","detail":"{range_begin:/registry/pods/openstack/keepalived-j2t7k; range_end:; response_count:1; response_revision:5407; }","duration":"109.025386ms","start":"2026-03-18T17:02:58.965104Z","end":"2026-03-18T17:02:59.074129Z","steps":["trace[426760925] 'agreement among raft nodes before linearized reading' (duration: 108.883213ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:02:59.074163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.82803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-18T17:02:59.074228Z","caller":"traceutil/trace.go:171","msg":"trace[1625123198] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5407; }","duration":"112.936051ms","start":"2026-03-18T17:02:58.961276Z","end":"2026-03-18T17:02:59.074212Z","steps":["trace[1625123198] 'agreement among raft nodes before linearized reading' (duration: 112.707346ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T17:03:07.229536Z","caller":"traceutil/trace.go:171","msg":"trace[1328003326] transaction","detail":"{read_only:false; response_revision:5452; number_of_response:1; }","duration":"112.166134ms","start":"2026-03-18T17:03:07.117341Z","end":"2026-03-18T17:03:07.229508Z","steps":["trace[1328003326] 'process raft request' (duration: 93.157071ms)","trace[1328003326] 'compare' (duration: 18.48029ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T17:03:07.533878Z","caller":"traceutil/trace.go:171","msg":"trace[1911484407] linearizableReadLoop","detail":"{readStateIndex:5670; appliedIndex:5669; }","duration":"300.305428ms","start":"2026-03-18T17:03:07.233548Z","end":"2026-03-18T17:03:07.533853Z","steps":["trace[1911484407] 'read index received' (duration: 300.083893ms)","trace[1911484407] 'applied index is now lower than readState.Index' (duration: 217.995µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T17:03:07.534192Z","caller":"traceutil/trace.go:171","msg":"trace[1405120945] transaction","detail":"{read_only:false; response_revision:5453; number_of_response:1; }","duration":"301.005265ms","start":"2026-03-18T17:03:07.233147Z","end":"2026-03-18T17:03:07.534152Z","steps":["trace[1405120945] 'process raft request' (duration: 300.562315ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:03:07.534345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:03:07.233125Z","time spent":"301.148158ms","remote":"127.0.0.1:36212","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T17:03:07.534378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.765199ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:101774"} {"level":"info","ts":"2026-03-18T17:03:07.534444Z","caller":"traceutil/trace.go:171","msg":"trace[2085850692] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:5453; }","duration":"300.897683ms","start":"2026-03-18T17:03:07.233527Z","end":"2026-03-18T17:03:07.534425Z","steps":["trace[2085850692] 'agreement among raft nodes before linearized reading' (duration: 300.427942ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:03:07.534493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:03:07.233519Z","time spent":"300.959744ms","remote":"127.0.0.1:36120","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":11,"response size":101797,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-18T17:03:16.801926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.005412ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T17:03:16.802074Z","caller":"traceutil/trace.go:171","msg":"trace[1112491155] transaction","detail":"{read_only:false; response_revision:5516; number_of_response:1; }","duration":"1.027815567s","start":"2026-03-18T17:03:15.774238Z","end":"2026-03-18T17:03:16.802053Z","steps":["trace[1112491155] 'process raft request' (duration: 681.59434ms)","trace[1112491155] 'compare' (duration: 345.687674ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T17:03:16.802157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:03:15.774211Z","time spent":"1.027910889s","remote":"127.0.0.1:36212","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T17:03:16.80231Z","caller":"traceutil/trace.go:171","msg":"trace[942327862] linearizableReadLoop","detail":"{readStateIndex:5734; appliedIndex:5733; }","duration":"394.179517ms","start":"2026-03-18T17:03:16.40793Z","end":"2026-03-18T17:03:16.80211Z","steps":["trace[942327862] 'read index received' (duration: 47.905898ms)","trace[942327862] 'applied index is now lower than readState.Index' (duration: 346.267249ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T17:03:16.810499Z","caller":"traceutil/trace.go:171","msg":"trace[1577884407] transaction","detail":"{read_only:false; response_revision:5517; number_of_response:1; }","duration":"349.401954ms","start":"2026-03-18T17:03:16.461069Z","end":"2026-03-18T17:03:16.810471Z","steps":["trace[1577884407] 'process raft request' (duration: 349.25425ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:03:16.810512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.52908ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T17:03:16.810582Z","caller":"traceutil/trace.go:171","msg":"trace[1757583661] transaction","detail":"{read_only:false; response_revision:5518; number_of_response:1; }","duration":"231.271106ms","start":"2026-03-18T17:03:16.579292Z","end":"2026-03-18T17:03:16.810563Z","steps":["trace[1757583661] 'process raft request' (duration: 231.132032ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T17:03:16.810598Z","caller":"traceutil/trace.go:171","msg":"trace[556718066] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:5516; }","duration":"402.705424ms","start":"2026-03-18T17:03:16.407876Z","end":"2026-03-18T17:03:16.810581Z","steps":["trace[556718066] 'agreement among raft nodes before linearized reading' (duration: 394.3277ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:03:16.810638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:03:16.461053Z","time spent":"349.514798ms","remote":"127.0.0.1:36212","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T17:03:16.810656Z","caller":"traceutil/trace.go:171","msg":"trace[266670093] transaction","detail":"{read_only:false; response_revision:5519; number_of_response:1; }","duration":"228.887948ms","start":"2026-03-18T17:03:16.581756Z","end":"2026-03-18T17:03:16.810644Z","steps":["trace[266670093] 'process raft request' (duration: 228.694854ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:03:16.810666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:03:16.407852Z","time spent":"402.795685ms","remote":"127.0.0.1:36076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"warn","ts":"2026-03-18T17:03:16.81061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.744715ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T17:03:16.810739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.587474ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T17:03:16.810755Z","caller":"traceutil/trace.go:171","msg":"trace[764636056] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-sync; range_end:; response_count:0; response_revision:5519; }","duration":"354.9306ms","start":"2026-03-18T17:03:16.455816Z","end":"2026-03-18T17:03:16.810747Z","steps":["trace[764636056] 'agreement among raft nodes before linearized reading' (duration: 354.754256ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:03:16.810779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:03:16.455793Z","time spent":"354.97932ms","remote":"127.0.0.1:36184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/keystone-db-sync\" "} {"level":"info","ts":"2026-03-18T17:03:16.810767Z","caller":"traceutil/trace.go:171","msg":"trace[361846346] range","detail":"{range_begin:/registry/jobs/openstack/keystone-fernet-setup; range_end:; response_count:0; response_revision:5519; }","duration":"240.646164ms","start":"2026-03-18T17:03:16.570111Z","end":"2026-03-18T17:03:16.810757Z","steps":["trace[361846346] 'agreement among raft nodes before linearized reading' (duration: 240.613483ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T17:03:21.104961Z","caller":"traceutil/trace.go:171","msg":"trace[1881322113] transaction","detail":"{read_only:false; response_revision:5541; number_of_response:1; }","duration":"123.642442ms","start":"2026-03-18T17:03:20.981255Z","end":"2026-03-18T17:03:21.104897Z","steps":["trace[1881322113] 'process raft request' (duration: 96.376649ms)","trace[1881322113] 'compare' (duration: 27.094549ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T17:03:21.779655Z","caller":"traceutil/trace.go:171","msg":"trace[153267209] linearizableReadLoop","detail":"{readStateIndex:5767; appliedIndex:5766; }","duration":"156.828951ms","start":"2026-03-18T17:03:21.622802Z","end":"2026-03-18T17:03:21.779631Z","steps":["trace[153267209] 'read index received' (duration: 156.633427ms)","trace[153267209] 'applied index is now lower than readState.Index' (duration: 194.234µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T17:03:21.779763Z","caller":"traceutil/trace.go:171","msg":"trace[764162001] transaction","detail":"{read_only:false; response_revision:5547; number_of_response:1; }","duration":"157.466997ms","start":"2026-03-18T17:03:21.622266Z","end":"2026-03-18T17:03:21.779733Z","steps":["trace[764162001] 'process raft request' (duration: 157.226751ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:03:21.779933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.108399ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-j2t7k\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-18T17:03:21.779992Z","caller":"traceutil/trace.go:171","msg":"trace[926311246] range","detail":"{range_begin:/registry/pods/openstack/keepalived-j2t7k; range_end:; response_count:1; response_revision:5547; }","duration":"157.222902ms","start":"2026-03-18T17:03:21.622756Z","end":"2026-03-18T17:03:21.779979Z","steps":["trace[926311246] 'agreement among raft nodes before linearized reading' (duration: 157.034937ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T17:03:27.969681Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2681} {"level":"info","ts":"2026-03-18T17:03:28.033777Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2681,"took":"62.673938ms","hash":795289681,"current-db-size-bytes":41193472,"current-db-size":"41 MB","current-db-size-in-use-bytes":30638080,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-03-18T17:03:28.03389Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":795289681,"revision":2681,"compact-revision":-1} {"level":"info","ts":"2026-03-18T17:08:23.144158Z","caller":"traceutil/trace.go:171","msg":"trace[1453314928] linearizableReadLoop","detail":"{readStateIndex:7913; appliedIndex:7912; }","duration":"482.438561ms","start":"2026-03-18T17:08:22.6617Z","end":"2026-03-18T17:08:23.144139Z","steps":["trace[1453314928] 'read index received' (duration: 482.308888ms)","trace[1453314928] 'applied index is now lower than readState.Index' (duration: 128.713µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T17:08:23.144244Z","caller":"traceutil/trace.go:171","msg":"trace[267915215] transaction","detail":"{read_only:false; response_revision:7620; number_of_response:1; }","duration":"483.63108ms","start":"2026-03-18T17:08:22.660582Z","end":"2026-03-18T17:08:23.144213Z","steps":["trace[267915215] 'process raft request' (duration: 483.437805ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:08:23.14436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"482.648446ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-18T17:08:23.144369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:08:22.660556Z","time spent":"483.752032ms","remote":"127.0.0.1:36212","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T17:08:23.144391Z","caller":"traceutil/trace.go:171","msg":"trace[1512815963] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7620; }","duration":"482.736898ms","start":"2026-03-18T17:08:22.661647Z","end":"2026-03-18T17:08:23.144384Z","steps":["trace[1512815963] 'agreement among raft nodes before linearized reading' (duration: 482.609935ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:08:23.144399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.422114ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-03-18T17:08:23.144412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.000171ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-18T17:08:23.144456Z","caller":"traceutil/trace.go:171","msg":"trace[1317426582] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:7620; }","duration":"281.518326ms","start":"2026-03-18T17:08:22.862923Z","end":"2026-03-18T17:08:23.144442Z","steps":["trace[1317426582] 'agreement among raft nodes before linearized reading' (duration: 281.362133ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T17:08:23.144457Z","caller":"traceutil/trace.go:171","msg":"trace[2043993411] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7620; }","duration":"119.051302ms","start":"2026-03-18T17:08:23.025395Z","end":"2026-03-18T17:08:23.144447Z","steps":["trace[2043993411] 'agreement among raft nodes before linearized reading' (duration: 118.92761ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:08:23.144417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:08:22.661626Z","time spent":"482.78575ms","remote":"127.0.0.1:36212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-18T17:08:23.144549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.677161ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-18T17:08:23.144631Z","caller":"traceutil/trace.go:171","msg":"trace[772502678] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7620; }","duration":"165.772863ms","start":"2026-03-18T17:08:22.97884Z","end":"2026-03-18T17:08:23.144613Z","steps":["trace[772502678] 'agreement among raft nodes before linearized reading' (duration: 165.538508ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:08:23.372097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.808371ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T17:08:23.37218Z","caller":"traceutil/trace.go:171","msg":"trace[1819706762] transaction","detail":"{read_only:false; response_revision:7621; number_of_response:1; }","duration":"224.443334ms","start":"2026-03-18T17:08:23.147722Z","end":"2026-03-18T17:08:23.372165Z","steps":["trace[1819706762] 'process raft request' (duration: 35.471839ms)","trace[1819706762] 'compare' (duration: 188.628577ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T17:08:23.373585Z","caller":"traceutil/trace.go:171","msg":"trace[2141882810] transaction","detail":"{read_only:false; response_revision:7622; number_of_response:1; }","duration":"225.792087ms","start":"2026-03-18T17:08:23.147764Z","end":"2026-03-18T17:08:23.373556Z","steps":["trace[2141882810] 'process raft request' (duration: 225.606842ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T17:08:23.373599Z","caller":"traceutil/trace.go:171","msg":"trace[182887784] transaction","detail":"{read_only:false; response_revision:7623; number_of_response:1; }","duration":"225.755686ms","start":"2026-03-18T17:08:23.147815Z","end":"2026-03-18T17:08:23.373571Z","steps":["trace[182887784] 'process raft request' (duration: 225.677844ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T17:08:23.373846Z","caller":"traceutil/trace.go:171","msg":"trace[2066675188] transaction","detail":"{read_only:false; response_revision:7624; number_of_response:1; }","duration":"225.973611ms","start":"2026-03-18T17:08:23.147849Z","end":"2026-03-18T17:08:23.373822Z","steps":["trace[2066675188] 'process raft request' (duration: 225.680863ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T17:08:27.980244Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5600} {"level":"info","ts":"2026-03-18T17:08:28.072571Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5600,"took":"89.791944ms","hash":3053513835,"current-db-size-bytes":42749952,"current-db-size":"43 MB","current-db-size-in-use-bytes":23273472,"current-db-size-in-use":"23 MB"} {"level":"info","ts":"2026-03-18T17:08:28.072633Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3053513835,"revision":5600,"compact-revision":2681} {"level":"info","ts":"2026-03-18T17:08:34.411701Z","caller":"traceutil/trace.go:171","msg":"trace[1789972689] transaction","detail":"{read_only:false; response_revision:7674; number_of_response:1; }","duration":"321.177096ms","start":"2026-03-18T17:08:34.090488Z","end":"2026-03-18T17:08:34.411665Z","steps":["trace[1789972689] 'process raft request' (duration: 320.846458ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T17:08:34.411624Z","caller":"traceutil/trace.go:171","msg":"trace[1014215897] linearizableReadLoop","detail":"{readStateIndex:7971; appliedIndex:7970; }","duration":"271.222697ms","start":"2026-03-18T17:08:34.140371Z","end":"2026-03-18T17:08:34.411594Z","steps":["trace[1014215897] 'read index received' (duration: 271.012752ms)","trace[1014215897] 'applied index is now lower than readState.Index' (duration: 208.505µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T17:08:34.411876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:08:34.09047Z","time spent":"321.32107ms","remote":"127.0.0.1:36212","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T17:08:34.411893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.502923ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T17:08:34.412023Z","caller":"traceutil/trace.go:171","msg":"trace[1035352075] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:7674; }","duration":"271.685867ms","start":"2026-03-18T17:08:34.140321Z","end":"2026-03-18T17:08:34.412007Z","steps":["trace[1035352075] 'agreement among raft nodes before linearized reading' (duration: 271.504293ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T17:08:34.428234Z","caller":"traceutil/trace.go:171","msg":"trace[1934588470] transaction","detail":"{read_only:false; response_revision:7676; number_of_response:1; }","duration":"251.96555ms","start":"2026-03-18T17:08:34.176245Z","end":"2026-03-18T17:08:34.42821Z","steps":["trace[1934588470] 'process raft request' (duration: 251.929289ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T17:08:34.428473Z","caller":"traceutil/trace.go:171","msg":"trace[425797288] transaction","detail":"{read_only:false; response_revision:7675; number_of_response:1; }","duration":"275.554072ms","start":"2026-03-18T17:08:34.152896Z","end":"2026-03-18T17:08:34.42845Z","steps":["trace[425797288] 'process raft request' (duration: 275.148912ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T17:08:35.437597Z","caller":"traceutil/trace.go:171","msg":"trace[2051736012] transaction","detail":"{read_only:false; response_revision:7677; number_of_response:1; }","duration":"238.009853ms","start":"2026-03-18T17:08:35.199558Z","end":"2026-03-18T17:08:35.437568Z","steps":["trace[2051736012] 'process raft request' (duration: 237.671575ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:08:35.964317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"481.153119ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T17:08:35.964554Z","caller":"traceutil/trace.go:171","msg":"trace[1808973584] transaction","detail":"{read_only:false; response_revision:7678; number_of_response:1; }","duration":"522.842269ms","start":"2026-03-18T17:08:35.441683Z","end":"2026-03-18T17:08:35.964525Z","steps":["trace[1808973584] 'process raft request' (duration: 41.379472ms)","trace[1808973584] 'compare' (duration: 481.018116ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T17:08:35.964755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:08:35.441642Z","time spent":"523.046344ms","remote":"127.0.0.1:36212","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T17:08:36.155294Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305494780454757198,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-18T17:08:36.259473Z","caller":"traceutil/trace.go:171","msg":"trace[39716384] transaction","detail":"{read_only:false; response_revision:7679; number_of_response:1; }","duration":"817.086963ms","start":"2026-03-18T17:08:35.442336Z","end":"2026-03-18T17:08:36.259423Z","steps":["trace[39716384] 'process raft request' (duration: 732.161026ms)","trace[39716384] 'compare' (duration: 84.571418ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T17:08:36.259898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:08:35.442323Z","time spent":"817.258606ms","remote":"127.0.0.1:36212","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T17:08:36.259932Z","caller":"traceutil/trace.go:171","msg":"trace[483924021] linearizableReadLoop","detail":"{readStateIndex:7978; appliedIndex:7975; }","duration":"605.272895ms","start":"2026-03-18T17:08:35.65464Z","end":"2026-03-18T17:08:36.259913Z","steps":["trace[483924021] 'read index received' (duration: 519.877927ms)","trace[483924021] 'applied index is now lower than readState.Index' (duration: 85.393338ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T17:08:36.259966Z","caller":"traceutil/trace.go:171","msg":"trace[1353379071] transaction","detail":"{read_only:false; response_revision:7680; number_of_response:1; }","duration":"817.33442ms","start":"2026-03-18T17:08:35.442588Z","end":"2026-03-18T17:08:36.259922Z","steps":["trace[1353379071] 'process raft request' (duration: 816.768965ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T17:08:36.259981Z","caller":"traceutil/trace.go:171","msg":"trace[1866936051] transaction","detail":"{read_only:false; response_revision:7681; number_of_response:1; }","duration":"817.023662ms","start":"2026-03-18T17:08:35.442909Z","end":"2026-03-18T17:08:36.259933Z","steps":["trace[1866936051] 'process raft request' (duration: 816.911668ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:08:36.26013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"483.621449ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T17:08:36.260199Z","caller":"traceutil/trace.go:171","msg":"trace[1481644142] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:7681; }","duration":"483.734852ms","start":"2026-03-18T17:08:35.776446Z","end":"2026-03-18T17:08:36.26018Z","steps":["trace[1481644142] 'agreement among raft nodes before linearized reading' (duration: 483.622719ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:08:36.260256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:08:35.776422Z","time spent":"483.821054ms","remote":"127.0.0.1:36246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":6,"response size":30,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"warn","ts":"2026-03-18T17:08:36.260341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"605.649155ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-j2t7k\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-18T17:08:36.260331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:08:35.442557Z","time spent":"817.507403ms","remote":"127.0.0.1:36212","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T17:08:36.260377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:08:35.442896Z","time spent":"817.178715ms","remote":"127.0.0.1:36212","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T17:08:36.26153Z","caller":"traceutil/trace.go:171","msg":"trace[1163447438] range","detail":"{range_begin:/registry/pods/openstack/keepalived-j2t7k; range_end:; response_count:1; response_revision:7681; }","duration":"605.994923ms","start":"2026-03-18T17:08:35.654625Z","end":"2026-03-18T17:08:36.26062Z","steps":["trace[1163447438] 'agreement among raft nodes before linearized reading' (duration: 605.397759ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:08:36.261611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:08:35.654546Z","time spent":"607.043418ms","remote":"127.0.0.1:36120","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-j2t7k\" "} {"level":"warn","ts":"2026-03-18T17:08:37.260147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.629968ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T17:08:37.260243Z","caller":"traceutil/trace.go:171","msg":"trace[180234096] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7685; }","duration":"193.772792ms","start":"2026-03-18T17:08:37.066449Z","end":"2026-03-18T17:08:37.260222Z","steps":["trace[180234096] 'range keys from in-memory index tree' (duration: 193.525056ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:08:37.95424Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305494780454757254,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-18T17:08:37.974082Z","caller":"traceutil/trace.go:171","msg":"trace[2066646154] linearizableReadLoop","detail":"{readStateIndex:7984; appliedIndex:7983; }","duration":"520.509992ms","start":"2026-03-18T17:08:37.45355Z","end":"2026-03-18T17:08:37.97406Z","steps":["trace[2066646154] 'read index received' (duration: 520.285817ms)","trace[2066646154] 'applied index is now lower than readState.Index' (duration: 222.635µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T17:08:37.974146Z","caller":"traceutil/trace.go:171","msg":"trace[1389891010] transaction","detail":"{read_only:false; response_revision:7686; number_of_response:1; }","duration":"530.700148ms","start":"2026-03-18T17:08:37.443408Z","end":"2026-03-18T17:08:37.974108Z","steps":["trace[1389891010] 'process raft request' (duration: 530.508134ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:08:37.974233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"520.660756ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T17:08:37.974275Z","caller":"traceutil/trace.go:171","msg":"trace[434336693] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:7686; }","duration":"520.745347ms","start":"2026-03-18T17:08:37.453518Z","end":"2026-03-18T17:08:37.974264Z","steps":["trace[434336693] 'agreement among raft nodes before linearized reading' (duration: 520.659455ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:08:37.974309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:08:37.453503Z","time spent":"520.795569ms","remote":"127.0.0.1:59062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" limit:10000 "} {"level":"warn","ts":"2026-03-18T17:08:37.974345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"481.253061ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T17:08:37.974401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:08:37.443399Z","time spent":"530.828572ms","remote":"127.0.0.1:36212","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T17:08:37.974411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"442.639957ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T17:08:37.974425Z","caller":"traceutil/trace.go:171","msg":"trace[1969558502] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:7686; }","duration":"481.366665ms","start":"2026-03-18T17:08:37.493041Z","end":"2026-03-18T17:08:37.974408Z","steps":["trace[1969558502] 'agreement among raft nodes before linearized reading' (duration: 481.209231ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:08:37.974444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"461.057624ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T17:08:37.974472Z","caller":"traceutil/trace.go:171","msg":"trace[27300195] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:7686; }","duration":"442.708219ms","start":"2026-03-18T17:08:37.531744Z","end":"2026-03-18T17:08:37.974453Z","steps":["trace[27300195] 'agreement among raft nodes before linearized reading' (duration: 442.628127ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:08:37.974473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"501.488112ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T17:08:37.97448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:08:37.493031Z","time spent":"481.436047ms","remote":"127.0.0.1:59088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" limit:500 "} {"level":"info","ts":"2026-03-18T17:08:37.974501Z","caller":"traceutil/trace.go:171","msg":"trace[178174601] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:7686; }","duration":"461.141215ms","start":"2026-03-18T17:08:37.513346Z","end":"2026-03-18T17:08:37.974487Z","steps":["trace[178174601] 'agreement among raft nodes before linearized reading' (duration: 461.035583ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T17:08:37.974518Z","caller":"traceutil/trace.go:171","msg":"trace[992331890] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:7686; }","duration":"501.544623ms","start":"2026-03-18T17:08:37.472959Z","end":"2026-03-18T17:08:37.974503Z","steps":["trace[992331890] 'agreement among raft nodes before linearized reading' (duration: 501.451211ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:08:37.974517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:08:37.531736Z","time spent":"442.76854ms","remote":"127.0.0.1:59108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true "} {"level":"warn","ts":"2026-03-18T17:08:37.974543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:08:37.513334Z","time spent":"461.199346ms","remote":"127.0.0.1:59102","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true "} {"level":"warn","ts":"2026-03-18T17:08:37.974551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:08:37.47294Z","time spent":"501.603275ms","remote":"127.0.0.1:59078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" limit:500 "} {"level":"warn","ts":"2026-03-18T17:08:37.974562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"482.212756ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T17:08:37.974595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"502.193959ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T17:08:37.974608Z","caller":"traceutil/trace.go:171","msg":"trace[496846684] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:7686; }","duration":"482.270108ms","start":"2026-03-18T17:08:37.492321Z","end":"2026-03-18T17:08:37.974591Z","steps":["trace[496846684] 'agreement among raft nodes before linearized reading' (duration: 482.219947ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:08:37.974601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"441.794816ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T17:08:37.97465Z","caller":"traceutil/trace.go:171","msg":"trace[506994874] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:7686; }","duration":"502.271232ms","start":"2026-03-18T17:08:37.472365Z","end":"2026-03-18T17:08:37.974637Z","steps":["trace[506994874] 'agreement among raft nodes before linearized reading' (duration: 502.167859ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:08:37.974658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:08:37.49231Z","time spent":"482.339239ms","remote":"127.0.0.1:59088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true "} {"level":"warn","ts":"2026-03-18T17:08:37.97469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:08:37.472359Z","time spent":"502.322073ms","remote":"127.0.0.1:59078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" limit:10000 "} {"level":"info","ts":"2026-03-18T17:08:37.974708Z","caller":"traceutil/trace.go:171","msg":"trace[415812097] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:7686; }","duration":"441.91009ms","start":"2026-03-18T17:08:37.532755Z","end":"2026-03-18T17:08:37.974665Z","steps":["trace[415812097] 'agreement among raft nodes before linearized reading' (duration: 441.720215ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:08:37.974762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:08:37.532747Z","time spent":"441.999272ms","remote":"127.0.0.1:59108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":28,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" limit:500 "} {"level":"warn","ts":"2026-03-18T17:08:37.974774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"489.778789ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-18T17:08:37.974774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"460.91485ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T17:08:37.974491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"482.122904ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T17:08:37.974802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"520.647276ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T17:08:37.974811Z","caller":"traceutil/trace.go:171","msg":"trace[486527551] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:7686; }","duration":"460.955201ms","start":"2026-03-18T17:08:37.513846Z","end":"2026-03-18T17:08:37.974801Z","steps":["trace[486527551] 'agreement among raft nodes before linearized reading' (duration: 460.893229ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:08:37.974829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"442.926544ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T17:08:37.974838Z","caller":"traceutil/trace.go:171","msg":"trace[2016797679] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:7686; }","duration":"520.692547ms","start":"2026-03-18T17:08:37.454135Z","end":"2026-03-18T17:08:37.974828Z","steps":["trace[2016797679] 'agreement among raft nodes before linearized reading' (duration: 520.631766ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T17:08:37.974882Z","caller":"traceutil/trace.go:171","msg":"trace[583635632] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:7686; }","duration":"482.511073ms","start":"2026-03-18T17:08:37.492313Z","end":"2026-03-18T17:08:37.974824Z","steps":["trace[583635632] 'agreement among raft nodes before linearized reading' (duration: 482.106914ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T17:08:37.974901Z","caller":"traceutil/trace.go:171","msg":"trace[591573999] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:7686; }","duration":"443.045367ms","start":"2026-03-18T17:08:37.531835Z","end":"2026-03-18T17:08:37.97488Z","steps":["trace[591573999] 'agreement among raft nodes before linearized reading' (duration: 442.902053ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:08:37.974908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:08:37.45413Z","time spent":"520.769889ms","remote":"127.0.0.1:59062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" limit:500 "} {"level":"warn","ts":"2026-03-18T17:08:37.974911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"502.267122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T17:08:37.97493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:08:37.513825Z","time spent":"461.013123ms","remote":"127.0.0.1:59102","response type":"/etcdserverpb.KV/Range","request count":0,"request size":111,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" limit:500 "} {"level":"warn","ts":"2026-03-18T17:08:37.974937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:08:37.531789Z","time spent":"443.139759ms","remote":"127.0.0.1:59108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":28,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" limit:10000 "} {"level":"warn","ts":"2026-03-18T17:08:37.974927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:08:37.492301Z","time spent":"482.611966ms","remote":"127.0.0.1:59088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" limit:10000 "} {"level":"info","ts":"2026-03-18T17:08:37.974803Z","caller":"traceutil/trace.go:171","msg":"trace[910076475] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:7686; }","duration":"489.80927ms","start":"2026-03-18T17:08:37.484986Z","end":"2026-03-18T17:08:37.974796Z","steps":["trace[910076475] 'agreement among raft nodes before linearized reading' (duration: 489.755608ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:08:37.975062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:08:37.484928Z","time spent":"490.116397ms","remote":"127.0.0.1:36388","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":11,"response size":30,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"warn","ts":"2026-03-18T17:08:37.974318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"520.719587ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T17:08:37.974721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"461.404162ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T17:08:37.975336Z","caller":"traceutil/trace.go:171","msg":"trace[323165486] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:7686; }","duration":"462.033147ms","start":"2026-03-18T17:08:37.513285Z","end":"2026-03-18T17:08:37.975318Z","steps":["trace[323165486] 'agreement among raft nodes before linearized reading' (duration: 461.408322ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:08:37.976666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:08:37.513273Z","time spent":"463.327808ms","remote":"127.0.0.1:59102","response type":"/etcdserverpb.KV/Range","request count":0,"request size":111,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" limit:10000 "} {"level":"info","ts":"2026-03-18T17:08:37.975235Z","caller":"traceutil/trace.go:171","msg":"trace[1600736582] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:7686; }","duration":"521.671621ms","start":"2026-03-18T17:08:37.453541Z","end":"2026-03-18T17:08:37.975213Z","steps":["trace[1600736582] 'agreement among raft nodes before linearized reading' (duration: 520.683716ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T17:08:37.975104Z","caller":"traceutil/trace.go:171","msg":"trace[304345290] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:7686; }","duration":"502.572019ms","start":"2026-03-18T17:08:37.472383Z","end":"2026-03-18T17:08:37.974955Z","steps":["trace[304345290] 'agreement among raft nodes before linearized reading' (duration: 502.188349ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:08:37.975375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"514.375164ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-7b7465d45f-rzq4d.189dfe8a2089044d\" ","response":"range_response_count:1 size:1135"} {"level":"warn","ts":"2026-03-18T17:08:37.976904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:08:37.45353Z","time spent":"523.34961ms","remote":"127.0.0.1:59062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true "} {"level":"warn","ts":"2026-03-18T17:08:37.977558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:08:37.472377Z","time spent":"505.153511ms","remote":"127.0.0.1:59078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true "} {"level":"info","ts":"2026-03-18T17:08:37.977691Z","caller":"traceutil/trace.go:171","msg":"trace[1236472202] range","detail":"{range_begin:/registry/events/openstack/barbican-api-7b7465d45f-rzq4d.189dfe8a2089044d; range_end:; response_count:1; response_revision:7686; }","duration":"516.843764ms","start":"2026-03-18T17:08:37.460826Z","end":"2026-03-18T17:08:37.97767Z","steps":["trace[1236472202] 'agreement among raft nodes before linearized reading' (duration: 513.929114ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:08:37.977756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:08:37.460813Z","time spent":"516.925906ms","remote":"127.0.0.1:36004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":1158,"request content":"key:\"/registry/events/openstack/barbican-api-7b7465d45f-rzq4d.189dfe8a2089044d\" "} {"level":"warn","ts":"2026-03-18T17:08:38.246263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.619507ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T17:08:38.24657Z","caller":"traceutil/trace.go:171","msg":"trace[913981741] linearizableReadLoop","detail":"{readStateIndex:7986; appliedIndex:7984; }","duration":"102.083152ms","start":"2026-03-18T17:08:38.144466Z","end":"2026-03-18T17:08:38.246549Z","steps":["trace[913981741] 'read index received' (duration: 4.13566ms)","trace[913981741] 'applied index is now lower than readState.Index' (duration: 97.946232ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T17:08:38.246655Z","caller":"traceutil/trace.go:171","msg":"trace[921352933] transaction","detail":"{read_only:false; response_revision:7687; number_of_response:1; }","duration":"267.035596ms","start":"2026-03-18T17:08:37.97959Z","end":"2026-03-18T17:08:38.246626Z","steps":["trace[921352933] 'process raft request' (duration: 108.951058ms)","trace[921352933] 'compare' (duration: 157.244477ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T17:08:38.246695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.219675ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T17:08:38.24674Z","caller":"traceutil/trace.go:171","msg":"trace[1667857252] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:7688; }","duration":"102.311507ms","start":"2026-03-18T17:08:38.144415Z","end":"2026-03-18T17:08:38.246727Z","steps":["trace[1667857252] 'agreement among raft nodes before linearized reading' (duration: 102.206855ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T17:08:38.24674Z","caller":"traceutil/trace.go:171","msg":"trace[609684082] transaction","detail":"{read_only:false; response_revision:7688; number_of_response:1; }","duration":"266.660606ms","start":"2026-03-18T17:08:37.980052Z","end":"2026-03-18T17:08:38.246712Z","steps":["trace[609684082] 'process raft request' (duration: 266.366329ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T17:08:38.42719Z","caller":"traceutil/trace.go:171","msg":"trace[835999875] linearizableReadLoop","detail":"{readStateIndex:7989; appliedIndex:7987; }","duration":"153.902667ms","start":"2026-03-18T17:08:38.273267Z","end":"2026-03-18T17:08:38.42717Z","steps":["trace[835999875] 'read index received' (duration: 25.096208ms)","trace[835999875] 'applied index is now lower than readState.Index' (duration: 128.805339ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T17:08:38.42724Z","caller":"traceutil/trace.go:171","msg":"trace[1064401501] transaction","detail":"{read_only:false; response_revision:7690; number_of_response:1; }","duration":"158.111587ms","start":"2026-03-18T17:08:38.269093Z","end":"2026-03-18T17:08:38.427204Z","steps":["trace[1064401501] 'process raft request' (duration: 144.383485ms)","trace[1064401501] 'compare' (duration: 13.500187ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T17:08:38.427274Z","caller":"traceutil/trace.go:171","msg":"trace[638418847] transaction","detail":"{read_only:false; response_revision:7691; number_of_response:1; }","duration":"157.81598ms","start":"2026-03-18T17:08:38.269429Z","end":"2026-03-18T17:08:38.427245Z","steps":["trace[638418847] 'process raft request' (duration: 157.678347ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:08:38.427401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.120561ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-j2t7k\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-18T17:08:38.427435Z","caller":"traceutil/trace.go:171","msg":"trace[410461327] range","detail":"{range_begin:/registry/pods/openstack/keepalived-j2t7k; range_end:; response_count:1; response_revision:7691; }","duration":"154.207894ms","start":"2026-03-18T17:08:38.273217Z","end":"2026-03-18T17:08:38.427425Z","steps":["trace[410461327] 'agreement among raft nodes before linearized reading' (duration: 154.07256ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:08:38.70891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.585603ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T17:08:38.709051Z","caller":"traceutil/trace.go:171","msg":"trace[1467347077] transaction","detail":"{read_only:false; response_revision:7693; number_of_response:1; }","duration":"275.08712ms","start":"2026-03-18T17:08:38.433945Z","end":"2026-03-18T17:08:38.709032Z","steps":["trace[1467347077] 'process raft request' (duration: 146.297032ms)","trace[1467347077] 'compare' (duration: 128.44397ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T17:08:38.880124Z","caller":"traceutil/trace.go:171","msg":"trace[1360895181] transaction","detail":"{read_only:false; response_revision:7694; number_of_response:1; }","duration":"373.39232ms","start":"2026-03-18T17:08:38.506711Z","end":"2026-03-18T17:08:38.880103Z","steps":["trace[1360895181] 'process raft request' (duration: 312.949276ms)","trace[1360895181] 'compare' (duration: 60.28558ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T17:08:38.880269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:08:38.506683Z","time spent":"373.513273ms","remote":"127.0.0.1:36212","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T17:08:38.880422Z","caller":"traceutil/trace.go:171","msg":"trace[863333516] transaction","detail":"{read_only:false; response_revision:7696; number_of_response:1; }","duration":"144.659963ms","start":"2026-03-18T17:08:38.735737Z","end":"2026-03-18T17:08:38.880397Z","steps":["trace[863333516] 'process raft request' (duration: 144.53878ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T17:08:38.880431Z","caller":"traceutil/trace.go:171","msg":"trace[1378635785] transaction","detail":"{read_only:false; response_revision:7695; number_of_response:1; }","duration":"373.605935ms","start":"2026-03-18T17:08:38.506801Z","end":"2026-03-18T17:08:38.880407Z","steps":["trace[1378635785] 'process raft request' (duration: 373.266587ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:08:38.880731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:08:38.506768Z","time spent":"373.881762ms","remote":"127.0.0.1:36212","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T17:08:39.369895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.244137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T17:08:39.369915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.806322ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T17:08:39.370005Z","caller":"traceutil/trace.go:171","msg":"trace[1044279018] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7696; }","duration":"304.409541ms","start":"2026-03-18T17:08:39.065571Z","end":"2026-03-18T17:08:39.369981Z","steps":["trace[1044279018] 'range keys from in-memory index tree' (duration: 304.165075ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T17:08:39.370047Z","caller":"traceutil/trace.go:171","msg":"trace[1671641534] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:7696; }","duration":"264.961446ms","start":"2026-03-18T17:08:39.105068Z","end":"2026-03-18T17:08:39.370029Z","steps":["trace[1671641534] 'range keys from in-memory index tree' (duration: 264.787072ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:08:39.370064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:08:39.065555Z","time spent":"304.495773ms","remote":"127.0.0.1:35926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-18T17:08:40.349791Z","caller":"traceutil/trace.go:171","msg":"trace[1414580147] transaction","detail":"{read_only:false; response_revision:7698; number_of_response:1; }","duration":"363.705044ms","start":"2026-03-18T17:08:39.986051Z","end":"2026-03-18T17:08:40.349756Z","steps":["trace[1414580147] 'process raft request' (duration: 363.487749ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:08:40.349918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.697608ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T17:08:40.349972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:08:39.986035Z","time spent":"363.835038ms","remote":"127.0.0.1:36212","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T17:08:40.349982Z","caller":"traceutil/trace.go:171","msg":"trace[1148328017] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7698; }","duration":"283.820152ms","start":"2026-03-18T17:08:40.066141Z","end":"2026-03-18T17:08:40.349961Z","steps":["trace[1148328017] 'agreement among raft nodes before linearized reading' (duration: 283.707279ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T17:08:40.349731Z","caller":"traceutil/trace.go:171","msg":"trace[2046908774] linearizableReadLoop","detail":"{readStateIndex:7996; appliedIndex:7995; }","duration":"283.510423ms","start":"2026-03-18T17:08:40.066197Z","end":"2026-03-18T17:08:40.349708Z","steps":["trace[2046908774] 'read index received' (duration: 283.264317ms)","trace[2046908774] 'applied index is now lower than readState.Index' (duration: 245.106µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T17:08:40.971896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"509.046275ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T17:08:40.972072Z","caller":"traceutil/trace.go:171","msg":"trace[800603867] linearizableReadLoop","detail":"{readStateIndex:7998; appliedIndex:7996; }","duration":"540.000644ms","start":"2026-03-18T17:08:40.432055Z","end":"2026-03-18T17:08:40.972055Z","steps":["trace[800603867] 'read index received' (duration: 30.790495ms)","trace[800603867] 'applied index is now lower than readState.Index' (duration: 509.208929ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T17:08:40.972145Z","caller":"traceutil/trace.go:171","msg":"trace[231057119] transaction","detail":"{read_only:false; response_revision:7700; number_of_response:1; }","duration":"616.876766ms","start":"2026-03-18T17:08:40.355257Z","end":"2026-03-18T17:08:40.972134Z","steps":["trace[231057119] 'process raft request' (duration: 616.742543ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:08:40.972208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:08:40.355241Z","time spent":"616.927247ms","remote":"127.0.0.1:36212","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T17:08:40.972261Z","caller":"traceutil/trace.go:171","msg":"trace[974393887] transaction","detail":"{read_only:false; response_revision:7699; number_of_response:1; }","duration":"617.374968ms","start":"2026-03-18T17:08:40.35481Z","end":"2026-03-18T17:08:40.972185Z","steps":["trace[974393887] 'process raft request' (duration: 107.952874ms)","trace[974393887] 'compare' (duration: 508.935742ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T17:08:40.97234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"540.25795ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-18T17:08:40.972463Z","caller":"traceutil/trace.go:171","msg":"trace[1396723445] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7700; }","duration":"540.420434ms","start":"2026-03-18T17:08:40.43202Z","end":"2026-03-18T17:08:40.97244Z","steps":["trace[1396723445] 'agreement among raft nodes before linearized reading' (duration: 540.152028ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:08:40.972519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:08:40.432004Z","time spent":"540.501136ms","remote":"127.0.0.1:36212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-18T17:08:40.972867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:08:40.354788Z","time spent":"617.591313ms","remote":"127.0.0.1:36212","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T17:08:41.161611Z","caller":"traceutil/trace.go:171","msg":"trace[1724377746] transaction","detail":"{read_only:false; response_revision:7701; number_of_response:1; }","duration":"447.266868ms","start":"2026-03-18T17:08:40.714318Z","end":"2026-03-18T17:08:41.161584Z","steps":["trace[1724377746] 'process raft request' (duration: 447.076894ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:08:41.161771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:08:40.714293Z","time spent":"447.391222ms","remote":"127.0.0.1:36212","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T17:08:41.171801Z","caller":"traceutil/trace.go:171","msg":"trace[1587508000] transaction","detail":"{read_only:false; response_revision:7702; number_of_response:1; }","duration":"285.799899ms","start":"2026-03-18T17:08:40.88598Z","end":"2026-03-18T17:08:41.17178Z","steps":["trace[1587508000] 'process raft request' (duration: 285.649296ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T17:08:41.172234Z","caller":"traceutil/trace.go:171","msg":"trace[1011436599] transaction","detail":"{read_only:false; response_revision:7703; number_of_response:1; }","duration":"286.112637ms","start":"2026-03-18T17:08:40.886095Z","end":"2026-03-18T17:08:41.172208Z","steps":["trace[1011436599] 'process raft request' (duration: 285.656326ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T17:08:41.172322Z","caller":"traceutil/trace.go:171","msg":"trace[1242198187] linearizableReadLoop","detail":"{readStateIndex:8001; appliedIndex:7998; }","duration":"200.209257ms","start":"2026-03-18T17:08:40.972101Z","end":"2026-03-18T17:08:41.172311Z","steps":["trace[1242198187] 'read index received' (duration: 189.384985ms)","trace[1242198187] 'applied index is now lower than readState.Index' (duration: 10.823332ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T17:08:41.17237Z","caller":"traceutil/trace.go:171","msg":"trace[282421724] transaction","detail":"{read_only:false; response_revision:7704; number_of_response:1; }","duration":"194.631552ms","start":"2026-03-18T17:08:40.977721Z","end":"2026-03-18T17:08:41.172353Z","steps":["trace[282421724] 'process raft request' (duration: 194.330185ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:08:41.172559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"650.651733ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T17:08:41.172608Z","caller":"traceutil/trace.go:171","msg":"trace[522231137] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:7704; }","duration":"650.751895ms","start":"2026-03-18T17:08:40.521844Z","end":"2026-03-18T17:08:41.172596Z","steps":["trace[522231137] 'agreement among raft nodes before linearized reading' (duration: 650.604911ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:08:41.172635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:08:40.521826Z","time spent":"650.800107ms","remote":"127.0.0.1:36202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":30,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"warn","ts":"2026-03-18T17:08:41.172714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.157645ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T17:08:41.172739Z","caller":"traceutil/trace.go:171","msg":"trace[1305142039] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7704; }","duration":"107.222986ms","start":"2026-03-18T17:08:41.065508Z","end":"2026-03-18T17:08:41.172731Z","steps":["trace[1305142039] 'agreement among raft nodes before linearized reading' (duration: 107.178575ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:08:41.172809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.0159ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.210\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-18T17:08:41.172852Z","caller":"traceutil/trace.go:171","msg":"trace[413529884] range","detail":"{range_begin:/registry/masterleases/199.204.45.210; range_end:; response_count:1; response_revision:7704; }","duration":"114.096932ms","start":"2026-03-18T17:08:41.058742Z","end":"2026-03-18T17:08:41.172839Z","steps":["trace[413529884] 'agreement among raft nodes before linearized reading' (duration: 113.936588ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:08:41.172852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"694.142777ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-j2t7k\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-18T17:08:41.172892Z","caller":"traceutil/trace.go:171","msg":"trace[2118168140] range","detail":"{range_begin:/registry/pods/openstack/keepalived-j2t7k; range_end:; response_count:1; response_revision:7704; }","duration":"694.188108ms","start":"2026-03-18T17:08:40.478693Z","end":"2026-03-18T17:08:41.172881Z","steps":["trace[2118168140] 'agreement among raft nodes before linearized reading' (duration: 693.999233ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:08:41.172922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:08:40.478626Z","time spent":"694.289859ms","remote":"127.0.0.1:36120","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-j2t7k\" "} {"level":"warn","ts":"2026-03-18T17:08:41.172921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"740.814666ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-18T17:08:41.173064Z","caller":"traceutil/trace.go:171","msg":"trace[2074852301] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7704; }","duration":"740.997839ms","start":"2026-03-18T17:08:40.432042Z","end":"2026-03-18T17:08:41.17304Z","steps":["trace[2074852301] 'agreement among raft nodes before linearized reading' (duration: 740.627611ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:08:41.173114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:08:40.43203Z","time spent":"741.073332ms","remote":"127.0.0.1:36212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-18T17:08:41.59056Z","caller":"traceutil/trace.go:171","msg":"trace[318182519] linearizableReadLoop","detail":"{readStateIndex:8006; appliedIndex:8005; }","duration":"208.555378ms","start":"2026-03-18T17:08:41.381986Z","end":"2026-03-18T17:08:41.590542Z","steps":["trace[318182519] 'read index received' (duration: 208.365534ms)","trace[318182519] 'applied index is now lower than readState.Index' (duration: 189.014µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T17:08:41.590628Z","caller":"traceutil/trace.go:171","msg":"trace[546183769] transaction","detail":"{read_only:false; response_revision:7707; number_of_response:1; }","duration":"307.3165ms","start":"2026-03-18T17:08:41.283251Z","end":"2026-03-18T17:08:41.590567Z","steps":["trace[546183769] 'process raft request' (duration: 307.160116ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:08:41.590725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.721813ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T17:08:41.59075Z","caller":"traceutil/trace.go:171","msg":"trace[1803077122] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:7707; }","duration":"208.806704ms","start":"2026-03-18T17:08:41.381936Z","end":"2026-03-18T17:08:41.590742Z","steps":["trace[1803077122] 'agreement among raft nodes before linearized reading' (duration: 208.687211ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:08:41.590781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:08:41.283224Z","time spent":"307.490864ms","remote":"127.0.0.1:36004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":852,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-18T17:09:06.651731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.239757ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-18T17:09:06.651836Z","caller":"traceutil/trace.go:171","msg":"trace[1885222978] linearizableReadLoop","detail":"{readStateIndex:8185; appliedIndex:8184; }","duration":"157.497763ms","start":"2026-03-18T17:09:06.494323Z","end":"2026-03-18T17:09:06.651821Z","steps":["trace[1885222978] 'read index received' (duration: 41.601µs)","trace[1885222978] 'applied index is now lower than readState.Index' (duration: 157.455042ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T17:09:06.652043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.711859ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-18T17:09:06.652076Z","caller":"traceutil/trace.go:171","msg":"trace[232064178] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7879; }","duration":"157.800361ms","start":"2026-03-18T17:09:06.494267Z","end":"2026-03-18T17:09:06.652068Z","steps":["trace[232064178] 'agreement among raft nodes before linearized reading' (duration: 157.651596ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:09:08.420606Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.100404489s","expected-duration":"1s"} {"level":"info","ts":"2026-03-18T17:09:08.421381Z","caller":"traceutil/trace.go:171","msg":"trace[1032990330] linearizableReadLoop","detail":"{readStateIndex:8191; appliedIndex:8188; }","duration":"1.138339387s","start":"2026-03-18T17:09:07.283013Z","end":"2026-03-18T17:09:08.421352Z","steps":["trace[1032990330] 'read index received' (duration: 37.215711ms)","trace[1032990330] 'applied index is now lower than readState.Index' (duration: 1.101122776s)"],"step_count":2} {"level":"info","ts":"2026-03-18T17:09:08.421607Z","caller":"traceutil/trace.go:171","msg":"trace[1315822204] transaction","detail":"{read_only:false; response_revision:7884; number_of_response:1; }","duration":"1.162778499s","start":"2026-03-18T17:09:07.258815Z","end":"2026-03-18T17:09:08.421594Z","steps":["trace[1315822204] 'process raft request' (duration: 1.162330338s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:09:08.421712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:09:07.258806Z","time spent":"1.16283805s","remote":"127.0.0.1:36212","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T17:09:08.421993Z","caller":"traceutil/trace.go:171","msg":"trace[121067972] transaction","detail":"{read_only:false; response_revision:7885; number_of_response:1; }","duration":"1.161359674s","start":"2026-03-18T17:09:07.260623Z","end":"2026-03-18T17:09:08.421982Z","steps":["trace[121067972] 'process raft request' (duration: 1.160689918s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:09:08.422054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:09:07.260612Z","time spent":"1.161412775s","remote":"127.0.0.1:36212","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T17:09:08.422268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.139262728s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-18T17:09:08.422335Z","caller":"traceutil/trace.go:171","msg":"trace[1972129395] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7885; }","duration":"1.139370151s","start":"2026-03-18T17:09:07.282956Z","end":"2026-03-18T17:09:08.422326Z","steps":["trace[1972129395] 'agreement among raft nodes before linearized reading' (duration: 1.139220058s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:09:08.422363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:09:07.282941Z","time spent":"1.139415992s","remote":"127.0.0.1:36212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-18T17:09:08.955182Z","caller":"traceutil/trace.go:171","msg":"trace[1591663324] transaction","detail":"{read_only:false; response_revision:7886; number_of_response:1; }","duration":"1.514511244s","start":"2026-03-18T17:09:07.440647Z","end":"2026-03-18T17:09:08.955158Z","steps":["trace[1591663324] 'process raft request' (duration: 1.476271158s)","trace[1591663324] 'compare' (duration: 37.287112ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T17:09:08.955312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:09:07.44062Z","time spent":"1.514620747s","remote":"127.0.0.1:36212","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T17:09:08.955433Z","caller":"traceutil/trace.go:171","msg":"trace[277481602] linearizableReadLoop","detail":"{readStateIndex:8192; appliedIndex:8191; }","duration":"533.953016ms","start":"2026-03-18T17:09:08.421469Z","end":"2026-03-18T17:09:08.955422Z","steps":["trace[277481602] 'read index received' (duration: 495.465294ms)","trace[277481602] 'applied index is now lower than readState.Index' (duration: 38.486372ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T17:09:08.955529Z","caller":"traceutil/trace.go:171","msg":"trace[427029882] transaction","detail":"{read_only:false; response_revision:7887; number_of_response:1; }","duration":"521.392502ms","start":"2026-03-18T17:09:08.434103Z","end":"2026-03-18T17:09:08.955496Z","steps":["trace[427029882] 'process raft request' (duration: 520.724836ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:09:08.955847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:09:08.43408Z","time spent":"521.73732ms","remote":"127.0.0.1:36212","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T17:09:08.955588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.493030354s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-7b7465d45f-rzq4d.189dfe8a2089044d\" ","response":"range_response_count:1 size:1135"} {"level":"warn","ts":"2026-03-18T17:09:08.955911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"466.571025ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-18T17:09:08.955951Z","caller":"traceutil/trace.go:171","msg":"trace[1996928984] range","detail":"{range_begin:/registry/events/openstack/barbican-api-7b7465d45f-rzq4d.189dfe8a2089044d; range_end:; response_count:1; response_revision:7888; }","duration":"1.493418723s","start":"2026-03-18T17:09:07.462492Z","end":"2026-03-18T17:09:08.955911Z","steps":["trace[1996928984] 'agreement among raft nodes before linearized reading' (duration: 1.492983132s)"],"step_count":1} {"level":"info","ts":"2026-03-18T17:09:08.955967Z","caller":"traceutil/trace.go:171","msg":"trace[1069067999] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:7888; }","duration":"466.660488ms","start":"2026-03-18T17:09:08.489291Z","end":"2026-03-18T17:09:08.955952Z","steps":["trace[1069067999] 'agreement among raft nodes before linearized reading' (duration: 466.541255ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:09:08.956009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:09:08.489271Z","time spent":"466.728359ms","remote":"127.0.0.1:36212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-18T17:09:08.95602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:09:07.462464Z","time spent":"1.493538276s","remote":"127.0.0.1:36004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":1158,"request content":"key:\"/registry/events/openstack/barbican-api-7b7465d45f-rzq4d.189dfe8a2089044d\" "} {"level":"warn","ts":"2026-03-18T17:09:08.955661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.61514985s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-j2t7k\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-18T17:09:08.956161Z","caller":"traceutil/trace.go:171","msg":"trace[1056832198] range","detail":"{range_begin:/registry/pods/openstack/keepalived-j2t7k; range_end:; response_count:1; response_revision:7888; }","duration":"1.615725433s","start":"2026-03-18T17:09:07.340419Z","end":"2026-03-18T17:09:08.956145Z","steps":["trace[1056832198] 'agreement among raft nodes before linearized reading' (duration: 1.615102778s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:09:08.956203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:09:07.340408Z","time spent":"1.615784235s","remote":"127.0.0.1:36120","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-j2t7k\" "} {"level":"warn","ts":"2026-03-18T17:09:08.956257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.625323365s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-18T17:09:08.956453Z","caller":"traceutil/trace.go:171","msg":"trace[1055339561] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7888; }","duration":"1.625688974s","start":"2026-03-18T17:09:07.330738Z","end":"2026-03-18T17:09:08.956427Z","steps":["trace[1055339561] 'agreement among raft nodes before linearized reading' (duration: 1.624905075s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:09:08.956557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:09:07.330716Z","time spent":"1.625825928s","remote":"127.0.0.1:36212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-18T17:09:08.956171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.409579ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-18T17:09:08.95817Z","caller":"traceutil/trace.go:171","msg":"trace[378849065] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7888; }","duration":"294.474549ms","start":"2026-03-18T17:09:08.663659Z","end":"2026-03-18T17:09:08.958134Z","steps":["trace[378849065] 'agreement among raft nodes before linearized reading' (duration: 292.196333ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T17:09:13.092145Z","caller":"traceutil/trace.go:171","msg":"trace[752253510] linearizableReadLoop","detail":"{readStateIndex:8215; appliedIndex:8214; }","duration":"371.82406ms","start":"2026-03-18T17:09:12.72029Z","end":"2026-03-18T17:09:13.092114Z","steps":["trace[752253510] 'read index received' (duration: 371.544083ms)","trace[752253510] 'applied index is now lower than readState.Index' (duration: 279.087µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T17:09:13.092236Z","caller":"traceutil/trace.go:171","msg":"trace[973545624] transaction","detail":"{read_only:false; response_revision:7908; number_of_response:1; }","duration":"655.333235ms","start":"2026-03-18T17:09:12.436854Z","end":"2026-03-18T17:09:13.092187Z","steps":["trace[973545624] 'process raft request' (duration: 655.078229ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:09:13.092354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"372.034556ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T17:09:13.092409Z","caller":"traceutil/trace.go:171","msg":"trace[1898169145] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:7908; }","duration":"372.16001ms","start":"2026-03-18T17:09:12.720236Z","end":"2026-03-18T17:09:13.092396Z","steps":["trace[1898169145] 'agreement among raft nodes before linearized reading' (duration: 372.028946ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:09:13.092415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.846036ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T17:09:13.092452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:09:12.720213Z","time spent":"372.228141ms","remote":"127.0.0.1:36212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":13,"response size":30,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"warn","ts":"2026-03-18T17:09:13.092483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:09:12.43683Z","time spent":"655.521079ms","remote":"127.0.0.1:36212","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T17:09:13.092502Z","caller":"traceutil/trace.go:171","msg":"trace[949686876] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7908; }","duration":"284.981279ms","start":"2026-03-18T17:09:12.807501Z","end":"2026-03-18T17:09:13.092482Z","steps":["trace[949686876] 'agreement among raft nodes before linearized reading' (duration: 284.837515ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:09:13.092576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.862775ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-18T17:09:13.092645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.230746ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-18T17:09:13.09269Z","caller":"traceutil/trace.go:171","msg":"trace[1749866525] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7908; }","duration":"116.03032ms","start":"2026-03-18T17:09:12.976631Z","end":"2026-03-18T17:09:13.092662Z","steps":["trace[1749866525] 'agreement among raft nodes before linearized reading' (duration: 115.766654ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T17:09:13.092752Z","caller":"traceutil/trace.go:171","msg":"trace[1202067069] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7908; }","duration":"121.40256ms","start":"2026-03-18T17:09:12.971329Z","end":"2026-03-18T17:09:13.092731Z","steps":["trace[1202067069] 'agreement among raft nodes before linearized reading' (duration: 121.123903ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:09:13.093095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.840318ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-j2t7k\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-18T17:09:13.093146Z","caller":"traceutil/trace.go:171","msg":"trace[1005351042] range","detail":"{range_begin:/registry/pods/openstack/keepalived-j2t7k; range_end:; response_count:1; response_revision:7908; }","duration":"111.910689ms","start":"2026-03-18T17:09:12.981222Z","end":"2026-03-18T17:09:13.093133Z","steps":["trace[1005351042] 'agreement among raft nodes before linearized reading' (duration: 111.672964ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:09:13.09309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.729488ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-18T17:09:13.093257Z","caller":"traceutil/trace.go:171","msg":"trace[668604841] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7908; }","duration":"114.914302ms","start":"2026-03-18T17:09:12.978326Z","end":"2026-03-18T17:09:13.09324Z","steps":["trace[668604841] 'agreement among raft nodes before linearized reading' (duration: 114.064052ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:09:13.59872Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305494780454757954,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-18T17:09:14.051671Z","caller":"traceutil/trace.go:171","msg":"trace[1564397736] transaction","detail":"{read_only:false; response_revision:7909; number_of_response:1; }","duration":"954.22897ms","start":"2026-03-18T17:09:13.097401Z","end":"2026-03-18T17:09:14.05163Z","steps":["trace[1564397736] 'process raft request' (duration: 913.020692ms)","trace[1564397736] 'compare' (duration: 41.040984ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T17:09:14.051884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:09:13.097379Z","time spent":"954.399554ms","remote":"127.0.0.1:36212","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T17:09:14.219292Z","caller":"traceutil/trace.go:171","msg":"trace[182453988] transaction","detail":"{read_only:false; response_revision:7910; number_of_response:1; }","duration":"1.120384322s","start":"2026-03-18T17:09:13.098862Z","end":"2026-03-18T17:09:14.219246Z","steps":["trace[182453988] 'process raft request' (duration: 1.086443641s)","trace[182453988] 'compare' (duration: 33.684385ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T17:09:14.219317Z","caller":"traceutil/trace.go:171","msg":"trace[220494193] linearizableReadLoop","detail":"{readStateIndex:8219; appliedIndex:8215; }","duration":"1.121478319s","start":"2026-03-18T17:09:13.097811Z","end":"2026-03-18T17:09:14.219289Z","steps":["trace[220494193] 'read index received' (duration: 912.651233ms)","trace[220494193] 'applied index is now lower than readState.Index' (duration: 208.825906ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T17:09:14.219346Z","caller":"traceutil/trace.go:171","msg":"trace[975571588] transaction","detail":"{read_only:false; response_revision:7911; number_of_response:1; }","duration":"1.118894387s","start":"2026-03-18T17:09:13.10041Z","end":"2026-03-18T17:09:14.219304Z","steps":["trace[975571588] 'process raft request' (duration: 1.118756473s)"],"step_count":1} {"level":"info","ts":"2026-03-18T17:09:14.219481Z","caller":"traceutil/trace.go:171","msg":"trace[876553257] transaction","detail":"{read_only:false; response_revision:7912; number_of_response:1; }","duration":"866.497386ms","start":"2026-03-18T17:09:13.352975Z","end":"2026-03-18T17:09:14.219472Z","steps":["trace[876553257] 'process raft request' (duration: 866.222389ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:09:14.219485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:09:13.098846Z","time spent":"1.120537946s","remote":"127.0.0.1:36212","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T17:09:14.219561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:09:13.100399Z","time spent":"1.119068451s","remote":"127.0.0.1:36212","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T17:09:14.219872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"488.611498ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T17:09:14.219856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.095690985s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-18T17:09:14.219921Z","caller":"traceutil/trace.go:171","msg":"trace[2076201313] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:7913; }","duration":"488.69686ms","start":"2026-03-18T17:09:13.731206Z","end":"2026-03-18T17:09:14.219903Z","steps":["trace[2076201313] 'agreement among raft nodes before linearized reading' (duration: 488.613378ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T17:09:14.219943Z","caller":"traceutil/trace.go:171","msg":"trace[233977069] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7913; }","duration":"1.095809577s","start":"2026-03-18T17:09:13.124108Z","end":"2026-03-18T17:09:14.219917Z","steps":["trace[233977069] 'agreement among raft nodes before linearized reading' (duration: 1.095557151s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:09:14.219966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:09:13.731186Z","time spent":"488.767531ms","remote":"127.0.0.1:41236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"warn","ts":"2026-03-18T17:09:14.220022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:09:13.124095Z","time spent":"1.095909439s","remote":"127.0.0.1:36212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-18T17:09:14.220096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.789706ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T17:09:14.220161Z","caller":"traceutil/trace.go:171","msg":"trace[2129720037] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7913; }","duration":"156.889079ms","start":"2026-03-18T17:09:14.063256Z","end":"2026-03-18T17:09:14.220145Z","steps":["trace[2129720037] 'agreement among raft nodes before linearized reading' (duration: 156.779716ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:09:14.21997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.122180297s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228893"} {"level":"info","ts":"2026-03-18T17:09:14.220286Z","caller":"traceutil/trace.go:171","msg":"trace[1245322901] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:7913; }","duration":"1.122522134s","start":"2026-03-18T17:09:13.097751Z","end":"2026-03-18T17:09:14.220273Z","steps":["trace[1245322901] 'agreement among raft nodes before linearized reading' (duration: 1.121877099s)"],"step_count":1} {"level":"info","ts":"2026-03-18T17:09:14.220296Z","caller":"traceutil/trace.go:171","msg":"trace[1999013913] transaction","detail":"{read_only:false; response_revision:7913; number_of_response:1; }","duration":"435.707557ms","start":"2026-03-18T17:09:13.784555Z","end":"2026-03-18T17:09:14.220263Z","steps":["trace[1999013913] 'process raft request' (duration: 434.670062ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:09:14.22033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:09:13.097725Z","time spent":"1.122589046s","remote":"127.0.0.1:36120","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":26,"response size":228916,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-18T17:09:14.220372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"523.454112ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-18T17:09:14.220416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:09:13.784521Z","time spent":"435.83053ms","remote":"127.0.0.1:58946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3657,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T17:09:14.220438Z","caller":"traceutil/trace.go:171","msg":"trace[480364912] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:7913; }","duration":"523.570024ms","start":"2026-03-18T17:09:13.696847Z","end":"2026-03-18T17:09:14.220417Z","steps":["trace[480364912] 'agreement among raft nodes before linearized reading' (duration: 523.40882ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:09:14.220472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.093915971s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-18T17:09:14.220485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:09:13.696819Z","time spent":"523.652417ms","remote":"127.0.0.1:39480","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":54,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"info","ts":"2026-03-18T17:09:14.220501Z","caller":"traceutil/trace.go:171","msg":"trace[1760467340] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7913; }","duration":"1.093967122s","start":"2026-03-18T17:09:13.126526Z","end":"2026-03-18T17:09:14.220493Z","steps":["trace[1760467340] 'agreement among raft nodes before linearized reading' (duration: 1.09388812s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:09:14.220531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:09:13.126515Z","time spent":"1.094012424s","remote":"127.0.0.1:36212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-18T17:09:14.219598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:09:13.352914Z","time spent":"866.590969ms","remote":"127.0.0.1:36212","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T17:09:14.407039Z","caller":"traceutil/trace.go:171","msg":"trace[496355702] linearizableReadLoop","detail":"{readStateIndex:8222; appliedIndex:8220; }","duration":"178.732206ms","start":"2026-03-18T17:09:14.228281Z","end":"2026-03-18T17:09:14.407013Z","steps":["trace[496355702] 'read index received' (duration: 21.928151ms)","trace[496355702] 'applied index is now lower than readState.Index' (duration: 156.802905ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T17:09:14.407198Z","caller":"traceutil/trace.go:171","msg":"trace[1464855962] transaction","detail":"{read_only:false; response_revision:7915; number_of_response:1; }","duration":"180.372326ms","start":"2026-03-18T17:09:14.226727Z","end":"2026-03-18T17:09:14.407099Z","steps":["trace[1464855962] 'process raft request' (duration: 115.849195ms)","trace[1464855962] 'compare' (duration: 64.300856ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T17:09:14.407248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.942091ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/ceph.189dfe94e957509a\" ","response":"range_response_count:1 size:699"} {"level":"info","ts":"2026-03-18T17:09:14.407298Z","caller":"traceutil/trace.go:171","msg":"trace[1224340217] range","detail":"{range_begin:/registry/events/openstack/ceph.189dfe94e957509a; range_end:; response_count:1; response_revision:7915; }","duration":"179.029554ms","start":"2026-03-18T17:09:14.228258Z","end":"2026-03-18T17:09:14.407287Z","steps":["trace[1224340217] 'agreement among raft nodes before linearized reading' (duration: 178.85316ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:09:14.733485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.908142ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T17:09:14.733682Z","caller":"traceutil/trace.go:171","msg":"trace[1613599400] transaction","detail":"{read_only:false; response_revision:7917; number_of_response:1; }","duration":"283.200626ms","start":"2026-03-18T17:09:14.450438Z","end":"2026-03-18T17:09:14.733639Z","steps":["trace[1613599400] 'process raft request' (duration: 118.041488ms)","trace[1613599400] 'compare' (duration: 164.640016ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T17:09:22.229217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.868297ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-5xdxd\" ","response":"range_response_count:1 size:4648"} {"level":"info","ts":"2026-03-18T17:09:22.229307Z","caller":"traceutil/trace.go:171","msg":"trace[807383898] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-5xdxd; range_end:; response_count:1; response_revision:7987; }","duration":"271.00257ms","start":"2026-03-18T17:09:21.958286Z","end":"2026-03-18T17:09:22.229289Z","steps":["trace[807383898] 'range keys from in-memory index tree' (duration: 270.767315ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T17:09:22.478429Z","caller":"traceutil/trace.go:171","msg":"trace[1602913698] transaction","detail":"{read_only:false; response_revision:7988; number_of_response:1; }","duration":"519.943387ms","start":"2026-03-18T17:09:21.958461Z","end":"2026-03-18T17:09:22.478404Z","steps":["trace[1602913698] 'process raft request' (duration: 519.791883ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:09:22.478571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:09:21.958452Z","time spent":"520.055329ms","remote":"127.0.0.1:36004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":746,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-18T17:09:22.478717Z","caller":"traceutil/trace.go:171","msg":"trace[376157421] linearizableReadLoop","detail":"{readStateIndex:8299; appliedIndex:8299; }","duration":"467.533728ms","start":"2026-03-18T17:09:22.011156Z","end":"2026-03-18T17:09:22.47869Z","steps":["trace[376157421] 'read index received' (duration: 467.524018ms)","trace[376157421] 'applied index is now lower than readState.Index' (duration: 8.09µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T17:09:22.4789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"467.733433ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T17:09:22.478946Z","caller":"traceutil/trace.go:171","msg":"trace[1677578603] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:7988; }","duration":"467.836086ms","start":"2026-03-18T17:09:22.011097Z","end":"2026-03-18T17:09:22.478933Z","steps":["trace[1677578603] 'agreement among raft nodes before linearized reading' (duration: 467.709463ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:09:22.478985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:09:22.011065Z","time spent":"467.908087ms","remote":"127.0.0.1:41268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"warn","ts":"2026-03-18T17:09:22.979807Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305494780454758200,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-18T17:09:23.468177Z","caller":"traceutil/trace.go:171","msg":"trace[23233763] transaction","detail":"{read_only:false; response_revision:7989; number_of_response:1; }","duration":"1.230141329s","start":"2026-03-18T17:09:22.238018Z","end":"2026-03-18T17:09:23.468159Z","steps":["trace[23233763] 'process raft request' (duration: 1.229672268s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:09:23.468302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:09:22.237985Z","time spent":"1.230255192s","remote":"127.0.0.1:36120","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4638,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T17:09:23.468354Z","caller":"traceutil/trace.go:171","msg":"trace[2106085127] transaction","detail":"{read_only:false; response_revision:7990; number_of_response:1; }","duration":"1.199438296s","start":"2026-03-18T17:09:22.268881Z","end":"2026-03-18T17:09:23.468319Z","steps":["trace[2106085127] 'process raft request' (duration: 1.199229231s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:09:23.468521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:09:22.268853Z","time spent":"1.19958052s","remote":"127.0.0.1:36212","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T17:09:23.812689Z","caller":"traceutil/trace.go:171","msg":"trace[147712347] transaction","detail":"{read_only:false; response_revision:7991; number_of_response:1; }","duration":"1.284268479s","start":"2026-03-18T17:09:22.528381Z","end":"2026-03-18T17:09:23.812649Z","steps":["trace[147712347] 'process raft request' (duration: 1.283548232s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:09:23.81289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:09:22.528353Z","time spent":"1.284435554s","remote":"127.0.0.1:36184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3037,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T17:09:23.81303Z","caller":"traceutil/trace.go:171","msg":"trace[634990095] transaction","detail":"{read_only:false; response_revision:7992; number_of_response:1; }","duration":"1.049578678s","start":"2026-03-18T17:09:22.76341Z","end":"2026-03-18T17:09:23.812989Z","steps":["trace[634990095] 'process raft request' (duration: 1.049177288s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:09:23.813226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:09:22.763386Z","time spent":"1.049719331s","remote":"127.0.0.1:36212","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T17:09:23.81376Z","caller":"traceutil/trace.go:171","msg":"trace[598417693] transaction","detail":"{read_only:false; response_revision:7993; number_of_response:1; }","duration":"685.630098ms","start":"2026-03-18T17:09:23.128119Z","end":"2026-03-18T17:09:23.813749Z","steps":["trace[598417693] 'process raft request' (duration: 685.401552ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T17:09:23.813689Z","caller":"traceutil/trace.go:171","msg":"trace[215600122] linearizableReadLoop","detail":"{readStateIndex:8303; appliedIndex:8299; }","duration":"1.334876976s","start":"2026-03-18T17:09:22.478783Z","end":"2026-03-18T17:09:23.81366Z","steps":["trace[215600122] 'read index received' (duration: 989.154036ms)","trace[215600122] 'applied index is now lower than readState.Index' (duration: 345.72164ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T17:09:23.81381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:09:23.128091Z","time spent":"685.69569ms","remote":"127.0.0.1:36212","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T17:09:23.81396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.542228905s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-18T17:09:23.813975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.54080242s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-18T17:09:23.814026Z","caller":"traceutil/trace.go:171","msg":"trace[1571885445] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7993; }","duration":"1.542347368s","start":"2026-03-18T17:09:22.271659Z","end":"2026-03-18T17:09:23.814006Z","steps":["trace[1571885445] 'agreement among raft nodes before linearized reading' (duration: 1.542144503s)"],"step_count":1} {"level":"info","ts":"2026-03-18T17:09:23.814056Z","caller":"traceutil/trace.go:171","msg":"trace[1639986494] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7993; }","duration":"1.540926893s","start":"2026-03-18T17:09:22.27311Z","end":"2026-03-18T17:09:23.814036Z","steps":["trace[1639986494] 'agreement among raft nodes before linearized reading' (duration: 1.540684707s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:09:23.814066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:09:22.271636Z","time spent":"1.54242198s","remote":"127.0.0.1:36212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-18T17:09:23.814066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.747570515s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T17:09:23.814103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:09:22.273092Z","time spent":"1.541002395s","remote":"127.0.0.1:36212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-18T17:09:23.814113Z","caller":"traceutil/trace.go:171","msg":"trace[1264681180] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7993; }","duration":"1.747645527s","start":"2026-03-18T17:09:22.066451Z","end":"2026-03-18T17:09:23.814097Z","steps":["trace[1264681180] 'agreement among raft nodes before linearized reading' (duration: 1.747582105s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:09:23.814156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:09:22.066431Z","time spent":"1.747713359s","remote":"127.0.0.1:35926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T17:09:23.814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.71142974s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-18T17:09:23.814225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.536858775s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-18T17:09:23.814226Z","caller":"traceutil/trace.go:171","msg":"trace[347500337] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7993; }","duration":"1.711705567s","start":"2026-03-18T17:09:22.10251Z","end":"2026-03-18T17:09:23.814216Z","steps":["trace[347500337] 'agreement among raft nodes before linearized reading' (duration: 1.711352448s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:09:23.814235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.346289222s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-18T17:09:23.814253Z","caller":"traceutil/trace.go:171","msg":"trace[198241060] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7993; }","duration":"1.536885665s","start":"2026-03-18T17:09:22.277358Z","end":"2026-03-18T17:09:23.814243Z","steps":["trace[198241060] 'agreement among raft nodes before linearized reading' (duration: 1.536805354s)"],"step_count":1} {"level":"info","ts":"2026-03-18T17:09:23.814266Z","caller":"traceutil/trace.go:171","msg":"trace[563912993] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7993; }","duration":"1.346367064s","start":"2026-03-18T17:09:22.467891Z","end":"2026-03-18T17:09:23.814258Z","steps":["trace[563912993] 'agreement among raft nodes before linearized reading' (duration: 1.346263851s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:09:23.814278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:09:22.102491Z","time spent":"1.711759089s","remote":"127.0.0.1:36212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-18T17:09:23.814281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:09:22.277338Z","time spent":"1.536937097s","remote":"127.0.0.1:36212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-18T17:09:23.814291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:09:22.467866Z","time spent":"1.346419884s","remote":"127.0.0.1:36212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-18T17:09:23.81439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.176102ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-5xdxd\" ","response":"range_response_count:1 size:4653"} {"level":"info","ts":"2026-03-18T17:09:23.814439Z","caller":"traceutil/trace.go:171","msg":"trace[1834746838] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-5xdxd; range_end:; response_count:1; response_revision:7993; }","duration":"337.268985ms","start":"2026-03-18T17:09:23.477146Z","end":"2026-03-18T17:09:23.814415Z","steps":["trace[1834746838] 'agreement among raft nodes before linearized reading' (duration: 337.141122ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:09:23.814463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:09:23.477123Z","time spent":"337.335266ms","remote":"127.0.0.1:36120","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":4676,"request content":"key:\"/registry/pods/openstack/rook-ceph-detect-version-5xdxd\" "} {"level":"warn","ts":"2026-03-18T17:09:23.814518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.001863ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:5732"} {"level":"info","ts":"2026-03-18T17:09:23.814573Z","caller":"traceutil/trace.go:171","msg":"trace[1253556645] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:7993; }","duration":"319.088425ms","start":"2026-03-18T17:09:23.49547Z","end":"2026-03-18T17:09:23.814559Z","steps":["trace[1253556645] 'agreement among raft nodes before linearized reading' (duration: 318.908701ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:09:23.814602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:09:23.495457Z","time spent":"319.138946ms","remote":"127.0.0.1:59002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":5755,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"warn","ts":"2026-03-18T17:09:23.814847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.536839545s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-j2t7k\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-18T17:09:23.814872Z","caller":"traceutil/trace.go:171","msg":"trace[1723753024] range","detail":"{range_begin:/registry/pods/openstack/keepalived-j2t7k; range_end:; response_count:1; response_revision:7993; }","duration":"1.536892295s","start":"2026-03-18T17:09:22.277973Z","end":"2026-03-18T17:09:23.814865Z","steps":["trace[1723753024] 'agreement among raft nodes before linearized reading' (duration: 1.535715117s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:09:23.81489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:09:22.277961Z","time spent":"1.536924757s","remote":"127.0.0.1:36120","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-j2t7k\" "} {"level":"warn","ts":"2026-03-18T17:09:24.3218Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305494780454758206,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-18T17:09:24.361028Z","caller":"traceutil/trace.go:171","msg":"trace[219036874] transaction","detail":"{read_only:false; response_revision:7994; number_of_response:1; }","duration":"539.595093ms","start":"2026-03-18T17:09:23.82141Z","end":"2026-03-18T17:09:24.361005Z","steps":["trace[219036874] 'process raft request' (duration: 539.397368ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:09:24.361169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:09:23.821383Z","time spent":"539.715685ms","remote":"127.0.0.1:36212","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T17:09:24.966155Z","caller":"traceutil/trace.go:171","msg":"trace[1051209588] transaction","detail":"{read_only:false; response_revision:7995; number_of_response:1; }","duration":"1.144686001s","start":"2026-03-18T17:09:23.821441Z","end":"2026-03-18T17:09:24.966127Z","steps":["trace[1051209588] 'process raft request' (duration: 1.144506127s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:09:24.966315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:09:23.821421Z","time spent":"1.144808403s","remote":"127.0.0.1:36212","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T17:09:24.966414Z","caller":"traceutil/trace.go:171","msg":"trace[1315858339] transaction","detail":"{read_only:false; response_revision:7996; number_of_response:1; }","duration":"1.144866965s","start":"2026-03-18T17:09:23.821525Z","end":"2026-03-18T17:09:24.966392Z","steps":["trace[1315858339] 'process raft request' (duration: 1.144564058s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:09:24.96653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:09:23.821519Z","time spent":"1.144946737s","remote":"127.0.0.1:36212","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T17:09:24.966866Z","caller":"traceutil/trace.go:171","msg":"trace[282951044] transaction","detail":"{read_only:false; response_revision:7997; number_of_response:1; }","duration":"1.145275105s","start":"2026-03-18T17:09:23.821573Z","end":"2026-03-18T17:09:24.966849Z","steps":["trace[282951044] 'process raft request' (duration: 1.144762683s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:09:24.966954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:09:23.821539Z","time spent":"1.145367697s","remote":"127.0.0.1:36212","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T17:09:24.967065Z","caller":"traceutil/trace.go:171","msg":"trace[1765963487] transaction","detail":"{read_only:false; response_revision:7998; number_of_response:1; }","duration":"1.144326312s","start":"2026-03-18T17:09:23.822716Z","end":"2026-03-18T17:09:24.967043Z","steps":["trace[1765963487] 'process raft request' (duration: 1.143975113s)"],"step_count":1} {"level":"info","ts":"2026-03-18T17:09:24.967186Z","caller":"traceutil/trace.go:171","msg":"trace[1010213884] transaction","detail":"{read_only:false; response_revision:7999; number_of_response:1; }","duration":"1.139818352s","start":"2026-03-18T17:09:23.827357Z","end":"2026-03-18T17:09:24.967175Z","steps":["trace[1010213884] 'process raft request' (duration: 1.139499664s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:09:24.96724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:09:23.827348Z","time spent":"1.139867963s","remote":"127.0.0.1:59002","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5857,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T17:09:24.967263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:09:23.822701Z","time spent":"1.144466615s","remote":"127.0.0.1:36212","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T17:09:24.967394Z","caller":"traceutil/trace.go:171","msg":"trace[92094178] linearizableReadLoop","detail":"{readStateIndex:8311; appliedIndex:8304; }","duration":"1.145686434s","start":"2026-03-18T17:09:23.821699Z","end":"2026-03-18T17:09:24.967385Z","steps":["trace[92094178] 'read index received' (duration: 539.208083ms)","trace[92094178] 'applied index is now lower than readState.Index' (duration: 606.475331ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T17:09:24.967407Z","caller":"traceutil/trace.go:171","msg":"trace[210212346] transaction","detail":"{read_only:false; response_revision:8000; number_of_response:1; }","duration":"999.801262ms","start":"2026-03-18T17:09:23.967592Z","end":"2026-03-18T17:09:24.967394Z","steps":["trace[210212346] 'process raft request' (duration: 999.417903ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:09:24.967877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:09:23.967567Z","time spent":"1.000283405s","remote":"127.0.0.1:36212","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T17:09:24.967699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.145998402s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228808"} {"level":"warn","ts":"2026-03-18T17:09:24.967983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"734.651075ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" ","response":"range_response_count:1 size:3672"} {"level":"info","ts":"2026-03-18T17:09:24.967983Z","caller":"traceutil/trace.go:171","msg":"trace[29601602] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8000; }","duration":"1.146247808s","start":"2026-03-18T17:09:23.821673Z","end":"2026-03-18T17:09:24.967921Z","steps":["trace[29601602] 'agreement among raft nodes before linearized reading' (duration: 1.145762976s)"],"step_count":1} {"level":"info","ts":"2026-03-18T17:09:24.96803Z","caller":"traceutil/trace.go:171","msg":"trace[1115483160] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/openstack/ceph; range_end:; response_count:1; response_revision:8000; }","duration":"734.724607ms","start":"2026-03-18T17:09:24.233298Z","end":"2026-03-18T17:09:24.968022Z","steps":["trace[1115483160] 'agreement among raft nodes before linearized reading' (duration: 734.636475ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:09:24.968017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"721.836525ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-18T17:09:24.968053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:09:24.233281Z","time spent":"734.765458ms","remote":"127.0.0.1:58946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":3695,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" "} {"level":"warn","ts":"2026-03-18T17:09:24.968066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:09:23.821664Z","time spent":"1.146376721s","remote":"127.0.0.1:36120","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":26,"response size":228831,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-18T17:09:24.968078Z","caller":"traceutil/trace.go:171","msg":"trace[1068187676] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:8000; }","duration":"721.942737ms","start":"2026-03-18T17:09:24.246124Z","end":"2026-03-18T17:09:24.968067Z","steps":["trace[1068187676] 'agreement among raft nodes before linearized reading' (duration: 721.849905ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:09:24.968126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:09:24.246102Z","time spent":"722.014279ms","remote":"127.0.0.1:36298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":30,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-18T17:09:24.967922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.144280251s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T17:09:24.968229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.000151231s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-18T17:09:24.968268Z","caller":"traceutil/trace.go:171","msg":"trace[424551755] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8000; }","duration":"1.14465911s","start":"2026-03-18T17:09:23.823601Z","end":"2026-03-18T17:09:24.96826Z","steps":["trace[424551755] 'agreement among raft nodes before linearized reading' (duration: 1.14424884s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:09:24.968299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:09:23.823586Z","time spent":"1.144703931s","remote":"127.0.0.1:35926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-18T17:09:24.968298Z","caller":"traceutil/trace.go:171","msg":"trace[2099822435] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:8000; }","duration":"1.000246974s","start":"2026-03-18T17:09:23.968029Z","end":"2026-03-18T17:09:24.968276Z","steps":["trace[2099822435] 'agreement among raft nodes before linearized reading' (duration: 1.000007038s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:09:24.968416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:09:23.968017Z","time spent":"1.000319496s","remote":"127.0.0.1:36212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-18T17:09:24.968446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"920.964565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T17:09:24.96851Z","caller":"traceutil/trace.go:171","msg":"trace[734439856] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:8000; }","duration":"921.16685ms","start":"2026-03-18T17:09:24.047324Z","end":"2026-03-18T17:09:24.968491Z","steps":["trace[734439856] 'agreement among raft nodes before linearized reading' (duration: 920.700499ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:09:24.968573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:09:24.047309Z","time spent":"921.244052ms","remote":"127.0.0.1:39398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":14,"response size":30,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"info","ts":"2026-03-18T17:09:25.164877Z","caller":"traceutil/trace.go:171","msg":"trace[1007011295] transaction","detail":"{read_only:false; response_revision:8003; number_of_response:1; }","duration":"144.617492ms","start":"2026-03-18T17:09:25.020232Z","end":"2026-03-18T17:09:25.164849Z","steps":["trace[1007011295] 'process raft request' (duration: 85.351277ms)","trace[1007011295] 'compare' (duration: 59.102911ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T17:09:25.719033Z","caller":"traceutil/trace.go:171","msg":"trace[1541945358] transaction","detail":"{read_only:false; response_revision:8005; number_of_response:1; }","duration":"107.3618ms","start":"2026-03-18T17:09:25.611649Z","end":"2026-03-18T17:09:25.719011Z","steps":["trace[1541945358] 'process raft request' (duration: 107.214546ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:09:26.39259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.003671ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T17:09:26.39266Z","caller":"traceutil/trace.go:171","msg":"trace[341433980] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8011; }","duration":"328.110733ms","start":"2026-03-18T17:09:26.064532Z","end":"2026-03-18T17:09:26.392642Z","steps":["trace[341433980] 'range keys from in-memory index tree' (duration: 327.927939ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:09:26.392693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:09:26.064489Z","time spent":"328.197165ms","remote":"127.0.0.1:35926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-18T17:09:26.513031Z","caller":"traceutil/trace.go:171","msg":"trace[1153702886] transaction","detail":"{read_only:false; response_revision:8012; number_of_response:1; }","duration":"115.846274ms","start":"2026-03-18T17:09:26.397162Z","end":"2026-03-18T17:09:26.513009Z","steps":["trace[1153702886] 'process raft request' (duration: 115.699471ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T17:09:26.51305Z","caller":"traceutil/trace.go:171","msg":"trace[541677276] linearizableReadLoop","detail":"{readStateIndex:8323; appliedIndex:8322; }","duration":"119.137523ms","start":"2026-03-18T17:09:26.393876Z","end":"2026-03-18T17:09:26.513014Z","steps":["trace[541677276] 'read index received' (duration: 58.626639ms)","trace[541677276] 'applied index is now lower than readState.Index' (duration: 60.505564ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T17:09:26.513273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.373949ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T17:09:26.513409Z","caller":"traceutil/trace.go:171","msg":"trace[1696286476] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8012; }","duration":"119.555484ms","start":"2026-03-18T17:09:26.39384Z","end":"2026-03-18T17:09:26.513396Z","steps":["trace[1696286476] 'agreement among raft nodes before linearized reading' (duration: 119.322088ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:09:36.760209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.424762ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-18T17:09:36.760352Z","caller":"traceutil/trace.go:171","msg":"trace[320573870] linearizableReadLoop","detail":"{readStateIndex:8401; appliedIndex:8400; }","duration":"270.59186ms","start":"2026-03-18T17:09:36.489736Z","end":"2026-03-18T17:09:36.760328Z","steps":["trace[320573870] 'read index received' (duration: 32.651µs)","trace[320573870] 'applied index is now lower than readState.Index' (duration: 270.556439ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T17:09:36.760476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.725273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T17:09:36.760547Z","caller":"traceutil/trace.go:171","msg":"trace[1318484545] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:8086; }","duration":"270.836016ms","start":"2026-03-18T17:09:36.489694Z","end":"2026-03-18T17:09:36.76053Z","steps":["trace[1318484545] 'agreement among raft nodes before linearized reading' (duration: 270.709563ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:09:36.760543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.980067ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ceph-mon\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T17:09:36.760593Z","caller":"traceutil/trace.go:171","msg":"trace[2057733294] range","detail":"{range_begin:/registry/services/endpoints/openstack/ceph-mon; range_end:; response_count:0; response_revision:8086; }","duration":"199.085769ms","start":"2026-03-18T17:09:36.56149Z","end":"2026-03-18T17:09:36.760575Z","steps":["trace[2057733294] 'agreement among raft nodes before linearized reading' (duration: 198.967186ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:09:36.760668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.607009ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-18T17:09:36.760722Z","caller":"traceutil/trace.go:171","msg":"trace[562887215] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8086; }","duration":"184.685461ms","start":"2026-03-18T17:09:36.576024Z","end":"2026-03-18T17:09:36.76071Z","steps":["trace[562887215] 'agreement among raft nodes before linearized reading' (duration: 184.499557ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T17:09:37.95264Z","caller":"traceutil/trace.go:171","msg":"trace[677875724] transaction","detail":"{read_only:false; response_revision:8101; number_of_response:1; }","duration":"120.337863ms","start":"2026-03-18T17:09:37.832266Z","end":"2026-03-18T17:09:37.952604Z","steps":["trace[677875724] 'process raft request' (duration: 120.068837ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T17:09:39.221966Z","caller":"traceutil/trace.go:171","msg":"trace[1986748520] transaction","detail":"{read_only:false; response_revision:8114; number_of_response:1; }","duration":"111.499109ms","start":"2026-03-18T17:09:39.110451Z","end":"2026-03-18T17:09:39.22195Z","steps":["trace[1986748520] 'process raft request' (duration: 111.351796ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T17:09:40.737438Z","caller":"traceutil/trace.go:171","msg":"trace[712421065] transaction","detail":"{read_only:false; response_revision:8134; number_of_response:1; }","duration":"193.483253ms","start":"2026-03-18T17:09:40.543921Z","end":"2026-03-18T17:09:40.737404Z","steps":["trace[712421065] 'process raft request' (duration: 192.975671ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T17:10:07.975415Z","caller":"traceutil/trace.go:171","msg":"trace[484973183] linearizableReadLoop","detail":"{readStateIndex:8675; appliedIndex:8674; }","duration":"112.897533ms","start":"2026-03-18T17:10:07.862493Z","end":"2026-03-18T17:10:07.97539Z","steps":["trace[484973183] 'read index received' (duration: 112.725459ms)","trace[484973183] 'applied index is now lower than readState.Index' (duration: 171.124µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T17:10:07.975451Z","caller":"traceutil/trace.go:171","msg":"trace[1043373780] transaction","detail":"{read_only:false; response_revision:8352; number_of_response:1; }","duration":"211.602273ms","start":"2026-03-18T17:10:07.763817Z","end":"2026-03-18T17:10:07.975419Z","steps":["trace[1043373780] 'process raft request' (duration: 211.377397ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:10:07.975564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.051596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T17:10:07.975615Z","caller":"traceutil/trace.go:171","msg":"trace[809853639] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:8352; }","duration":"113.125928ms","start":"2026-03-18T17:10:07.862474Z","end":"2026-03-18T17:10:07.9756Z","steps":["trace[809853639] 'agreement among raft nodes before linearized reading' (duration: 113.020795ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:10:08.12161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.418751ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance\" ","response":"range_response_count:1 size:3306"} {"level":"info","ts":"2026-03-18T17:10:08.121712Z","caller":"traceutil/trace.go:171","msg":"trace[637322744] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance; range_end:; response_count:1; response_revision:8352; }","duration":"100.596565ms","start":"2026-03-18T17:10:08.021097Z","end":"2026-03-18T17:10:08.121693Z","steps":["trace[637322744] 'range keys from in-memory index tree' (duration: 100.134104ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T17:10:22.021386Z","caller":"traceutil/trace.go:171","msg":"trace[1927347733] linearizableReadLoop","detail":"{readStateIndex:8849; appliedIndex:8848; }","duration":"115.992629ms","start":"2026-03-18T17:10:21.905363Z","end":"2026-03-18T17:10:22.021356Z","steps":["trace[1927347733] 'read index received' (duration: 115.831795ms)","trace[1927347733] 'applied index is now lower than readState.Index' (duration: 159.854µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T17:10:22.021404Z","caller":"traceutil/trace.go:171","msg":"trace[2056295769] transaction","detail":"{read_only:false; response_revision:8522; number_of_response:1; }","duration":"209.883361ms","start":"2026-03-18T17:10:21.811489Z","end":"2026-03-18T17:10:22.021373Z","steps":["trace[2056295769] 'process raft request' (duration: 209.688476ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:10:22.02174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.359917ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-18T17:10:22.021833Z","caller":"traceutil/trace.go:171","msg":"trace[1456142208] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8522; }","duration":"116.507291ms","start":"2026-03-18T17:10:21.905304Z","end":"2026-03-18T17:10:22.021812Z","steps":["trace[1456142208] 'agreement among raft nodes before linearized reading' (duration: 116.214824ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T17:10:23.623313Z","caller":"traceutil/trace.go:171","msg":"trace[1478814822] transaction","detail":"{read_only:false; response_revision:8556; number_of_response:1; }","duration":"117.246069ms","start":"2026-03-18T17:10:23.506044Z","end":"2026-03-18T17:10:23.62329Z","steps":["trace[1478814822] 'process raft request' (duration: 117.074554ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T17:10:23.669068Z","caller":"traceutil/trace.go:171","msg":"trace[1885670173] linearizableReadLoop","detail":"{readStateIndex:8884; appliedIndex:8883; }","duration":"118.896928ms","start":"2026-03-18T17:10:23.550149Z","end":"2026-03-18T17:10:23.669046Z","steps":["trace[1885670173] 'read index received' (duration: 73.154881ms)","trace[1885670173] 'applied index is now lower than readState.Index' (duration: 45.740917ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T17:10:23.6691Z","caller":"traceutil/trace.go:171","msg":"trace[443687188] transaction","detail":"{read_only:false; response_revision:8557; number_of_response:1; }","duration":"156.294743ms","start":"2026-03-18T17:10:23.512771Z","end":"2026-03-18T17:10:23.669065Z","steps":["trace[443687188] 'process raft request' (duration: 156.046697ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:10:23.669352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.193395ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-18T17:10:23.669373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.270322ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-18T17:10:23.669395Z","caller":"traceutil/trace.go:171","msg":"trace[2102700889] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8558; }","duration":"119.271037ms","start":"2026-03-18T17:10:23.550111Z","end":"2026-03-18T17:10:23.669382Z","steps":["trace[2102700889] 'agreement among raft nodes before linearized reading' (duration: 119.084542ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T17:10:23.669429Z","caller":"traceutil/trace.go:171","msg":"trace[1003441056] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8558; }","duration":"106.356955ms","start":"2026-03-18T17:10:23.563057Z","end":"2026-03-18T17:10:23.669414Z","steps":["trace[1003441056] 'agreement among raft nodes before linearized reading' (duration: 106.17996ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:10:23.669694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.032397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-18T17:10:23.669713Z","caller":"traceutil/trace.go:171","msg":"trace[2017849206] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8558; }","duration":"106.085018ms","start":"2026-03-18T17:10:23.563622Z","end":"2026-03-18T17:10:23.669707Z","steps":["trace[2017849206] 'agreement among raft nodes before linearized reading' (duration: 106.024246ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T17:10:24.714324Z","caller":"traceutil/trace.go:171","msg":"trace[541116455] transaction","detail":"{read_only:false; response_revision:8572; number_of_response:1; }","duration":"193.73375ms","start":"2026-03-18T17:10:24.520571Z","end":"2026-03-18T17:10:24.714305Z","steps":["trace[541116455] 'process raft request' (duration: 95.271617ms)","trace[541116455] 'compare' (duration: 98.354761ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T17:10:24.888689Z","caller":"traceutil/trace.go:171","msg":"trace[268471862] transaction","detail":"{read_only:false; response_revision:8575; number_of_response:1; }","duration":"157.130334ms","start":"2026-03-18T17:10:24.731523Z","end":"2026-03-18T17:10:24.888653Z","steps":["trace[268471862] 'process raft request' (duration: 156.579171ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:10:30.200442Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305494780454760005,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-18T17:10:30.247332Z","caller":"traceutil/trace.go:171","msg":"trace[1564419465] transaction","detail":"{read_only:false; response_revision:8640; number_of_response:1; }","duration":"598.063288ms","start":"2026-03-18T17:10:29.649237Z","end":"2026-03-18T17:10:30.247301Z","steps":["trace[1564419465] 'process raft request' (duration: 597.877673ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:10:30.24753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:10:29.649204Z","time spent":"598.218902ms","remote":"127.0.0.1:36212","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T17:10:30.252881Z","caller":"traceutil/trace.go:171","msg":"trace[1211139423] linearizableReadLoop","detail":"{readStateIndex:8970; appliedIndex:8968; }","duration":"552.653088ms","start":"2026-03-18T17:10:29.700199Z","end":"2026-03-18T17:10:30.252852Z","steps":["trace[1211139423] 'read index received' (duration: 546.96421ms)","trace[1211139423] 'applied index is now lower than readState.Index' (duration: 5.687868ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T17:10:30.253392Z","caller":"traceutil/trace.go:171","msg":"trace[1962194841] transaction","detail":"{read_only:false; response_revision:8641; number_of_response:1; }","duration":"166.963711ms","start":"2026-03-18T17:10:30.086397Z","end":"2026-03-18T17:10:30.253361Z","steps":["trace[1962194841] 'process raft request' (duration: 166.281955ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:10:30.253485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"553.269084ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-18T17:10:30.253498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.985646ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T17:10:30.253558Z","caller":"traceutil/trace.go:171","msg":"trace[270800290] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8642; }","duration":"553.395118ms","start":"2026-03-18T17:10:29.700145Z","end":"2026-03-18T17:10:30.25354Z","steps":["trace[270800290] 'agreement among raft nodes before linearized reading' (duration: 553.146361ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T17:10:30.253585Z","caller":"traceutil/trace.go:171","msg":"trace[986953564] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8642; }","duration":"187.0936ms","start":"2026-03-18T17:10:30.066454Z","end":"2026-03-18T17:10:30.253547Z","steps":["trace[986953564] 'agreement among raft nodes before linearized reading' (duration: 186.995676ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:10:30.253585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"549.825171ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-18T17:10:30.253615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"545.628939ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-18T17:10:30.253614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:10:29.700122Z","time spent":"553.478499ms","remote":"127.0.0.1:36212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-18T17:10:30.253653Z","caller":"traceutil/trace.go:171","msg":"trace[588404704] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8642; }","duration":"545.714861ms","start":"2026-03-18T17:10:29.707928Z","end":"2026-03-18T17:10:30.253643Z","steps":["trace[588404704] 'agreement among raft nodes before linearized reading' (duration: 545.609589ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T17:10:30.253649Z","caller":"traceutil/trace.go:171","msg":"trace[239582001] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8642; }","duration":"549.947814ms","start":"2026-03-18T17:10:29.703684Z","end":"2026-03-18T17:10:30.253632Z","steps":["trace[239582001] 'agreement among raft nodes before linearized reading' (duration: 549.760748ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:10:30.253689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:10:29.707907Z","time spent":"545.772192ms","remote":"127.0.0.1:36212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-18T17:10:30.253688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:10:29.703657Z","time spent":"550.023066ms","remote":"127.0.0.1:36212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-18T17:10:30.253731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"542.569035ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-j2t7k\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-18T17:10:30.25385Z","caller":"traceutil/trace.go:171","msg":"trace[1358812777] range","detail":"{range_begin:/registry/pods/openstack/keepalived-j2t7k; range_end:; response_count:1; response_revision:8642; }","duration":"542.726778ms","start":"2026-03-18T17:10:29.711095Z","end":"2026-03-18T17:10:30.253822Z","steps":["trace[1358812777] 'agreement among raft nodes before linearized reading' (duration: 542.396349ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:10:30.253907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:10:29.711076Z","time spent":"542.821471ms","remote":"127.0.0.1:36120","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-j2t7k\" "} {"level":"warn","ts":"2026-03-18T17:10:42.828106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"383.855112ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-18T17:10:42.828185Z","caller":"traceutil/trace.go:171","msg":"trace[300496556] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8712; }","duration":"383.984536ms","start":"2026-03-18T17:10:42.444184Z","end":"2026-03-18T17:10:42.828169Z","steps":["trace[300496556] 'range keys from in-memory index tree' (duration: 383.658867ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:10:42.828215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:10:42.444163Z","time spent":"384.044407ms","remote":"127.0.0.1:36120","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-18T17:10:43.635734Z","caller":"traceutil/trace.go:171","msg":"trace[574484841] transaction","detail":"{read_only:false; response_revision:8713; number_of_response:1; }","duration":"211.546132ms","start":"2026-03-18T17:10:43.424157Z","end":"2026-03-18T17:10:43.635703Z","steps":["trace[574484841] 'process raft request' (duration: 211.359887ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T17:10:44.655346Z","caller":"traceutil/trace.go:171","msg":"trace[1966128270] transaction","detail":"{read_only:false; response_revision:8714; number_of_response:1; }","duration":"358.99205ms","start":"2026-03-18T17:10:44.296323Z","end":"2026-03-18T17:10:44.655316Z","steps":["trace[1966128270] 'process raft request' (duration: 358.809705ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:10:44.655499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:10:44.296298Z","time spent":"359.126714ms","remote":"127.0.0.1:36212","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T17:10:45.024562Z","caller":"traceutil/trace.go:171","msg":"trace[245414499] transaction","detail":"{read_only:false; response_revision:8715; number_of_response:1; }","duration":"719.798015ms","start":"2026-03-18T17:10:44.304742Z","end":"2026-03-18T17:10:45.02454Z","steps":["trace[245414499] 'process raft request' (duration: 630.498283ms)","trace[245414499] 'compare' (duration: 88.966154ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T17:10:45.024773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"719.21828ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-18T17:10:45.024838Z","caller":"traceutil/trace.go:171","msg":"trace[367571855] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8716; }","duration":"719.337493ms","start":"2026-03-18T17:10:44.305488Z","end":"2026-03-18T17:10:45.024825Z","steps":["trace[367571855] 'agreement among raft nodes before linearized reading' (duration: 719.148669ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:10:45.024879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:10:44.305467Z","time spent":"719.401504ms","remote":"127.0.0.1:36212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-18T17:10:45.024596Z","caller":"traceutil/trace.go:171","msg":"trace[1471075307] linearizableReadLoop","detail":"{readStateIndex:9047; appliedIndex:9045; }","duration":"719.040876ms","start":"2026-03-18T17:10:44.305533Z","end":"2026-03-18T17:10:45.024574Z","steps":["trace[1471075307] 'read index received' (duration: 349.740436ms)","trace[1471075307] 'applied index is now lower than readState.Index' (duration: 369.29955ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T17:10:45.024768Z","caller":"traceutil/trace.go:171","msg":"trace[429412701] transaction","detail":"{read_only:false; response_revision:8716; number_of_response:1; }","duration":"671.018623ms","start":"2026-03-18T17:10:44.353725Z","end":"2026-03-18T17:10:45.024744Z","steps":["trace[429412701] 'process raft request' (duration: 670.724916ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:10:45.025194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:10:44.353708Z","time spent":"671.415193ms","remote":"127.0.0.1:36212","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T17:10:45.025288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:10:44.304712Z","time spent":"720.143393ms","remote":"127.0.0.1:36212","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T17:10:45.025316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"705.791376ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-18T17:10:45.025317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"708.400949ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-18T17:10:45.025355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"691.110481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-j2t7k\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-18T17:10:45.025395Z","caller":"traceutil/trace.go:171","msg":"trace[1285399730] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8716; }","duration":"705.912239ms","start":"2026-03-18T17:10:44.319462Z","end":"2026-03-18T17:10:45.025374Z","steps":["trace[1285399730] 'agreement among raft nodes before linearized reading' (duration: 705.682323ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T17:10:45.025404Z","caller":"traceutil/trace.go:171","msg":"trace[1454438397] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8716; }","duration":"708.519033ms","start":"2026-03-18T17:10:44.316866Z","end":"2026-03-18T17:10:45.025385Z","steps":["trace[1454438397] 'agreement among raft nodes before linearized reading' (duration: 708.272756ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:10:45.025448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:10:44.319443Z","time spent":"705.993481ms","remote":"127.0.0.1:36212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-18T17:10:45.02545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:10:44.316856Z","time spent":"708.585854ms","remote":"127.0.0.1:36212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-18T17:10:45.025448Z","caller":"traceutil/trace.go:171","msg":"trace[173514015] range","detail":"{range_begin:/registry/pods/openstack/keepalived-j2t7k; range_end:; response_count:1; response_revision:8716; }","duration":"691.250654ms","start":"2026-03-18T17:10:44.334171Z","end":"2026-03-18T17:10:45.025422Z","steps":["trace[173514015] 'agreement among raft nodes before linearized reading' (duration: 690.963497ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:10:45.02551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:10:44.334149Z","time spent":"691.346086ms","remote":"127.0.0.1:36120","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-j2t7k\" "} {"level":"warn","ts":"2026-03-18T17:10:45.025481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"701.754288ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-18T17:10:45.02562Z","caller":"traceutil/trace.go:171","msg":"trace[616957544] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8716; }","duration":"701.920353ms","start":"2026-03-18T17:10:44.323676Z","end":"2026-03-18T17:10:45.025597Z","steps":["trace[616957544] 'agreement among raft nodes before linearized reading' (duration: 701.461001ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:10:45.025676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T17:10:44.323666Z","time spent":"701.997774ms","remote":"127.0.0.1:36212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-18T17:11:33.293729Z","caller":"traceutil/trace.go:171","msg":"trace[1770358860] transaction","detail":"{read_only:false; response_revision:9036; number_of_response:1; }","duration":"101.660878ms","start":"2026-03-18T17:11:33.19202Z","end":"2026-03-18T17:11:33.293681Z","steps":["trace[1770358860] 'process raft request' (duration: 101.451753ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T17:11:42.467284Z","caller":"traceutil/trace.go:171","msg":"trace[1355381172] transaction","detail":"{read_only:false; response_revision:9105; number_of_response:1; }","duration":"148.815199ms","start":"2026-03-18T17:11:42.318434Z","end":"2026-03-18T17:11:42.467249Z","steps":["trace[1355381172] 'process raft request' (duration: 148.598423ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T17:11:43.371929Z","caller":"traceutil/trace.go:171","msg":"trace[1665242873] transaction","detail":"{read_only:false; response_revision:9107; number_of_response:1; }","duration":"112.50658ms","start":"2026-03-18T17:11:43.259401Z","end":"2026-03-18T17:11:43.371907Z","steps":["trace[1665242873] 'process raft request' (duration: 112.346026ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T17:11:43.590832Z","caller":"traceutil/trace.go:171","msg":"trace[1431488662] linearizableReadLoop","detail":"{readStateIndex:9457; appliedIndex:9455; }","duration":"103.72848ms","start":"2026-03-18T17:11:43.487081Z","end":"2026-03-18T17:11:43.590809Z","steps":["trace[1431488662] 'read index received' (duration: 70.151988ms)","trace[1431488662] 'applied index is now lower than readState.Index' (duration: 33.574932ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T17:11:43.590974Z","caller":"traceutil/trace.go:171","msg":"trace[691540605] transaction","detail":"{read_only:false; response_revision:9112; number_of_response:1; }","duration":"107.685395ms","start":"2026-03-18T17:11:43.483257Z","end":"2026-03-18T17:11:43.590943Z","steps":["trace[691540605] 'process raft request' (duration: 101.562316ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T17:11:43.591048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.947465ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-j2t7k\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-18T17:11:43.591088Z","caller":"traceutil/trace.go:171","msg":"trace[2029674165] range","detail":"{range_begin:/registry/pods/openstack/keepalived-j2t7k; range_end:; response_count:1; response_revision:9112; }","duration":"104.045947ms","start":"2026-03-18T17:11:43.487031Z","end":"2026-03-18T17:11:43.591077Z","steps":["trace[2029674165] 'agreement among raft nodes before linearized reading' (duration: 103.870103ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T17:13:15.571604Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"1cac722af8b2b8a6","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-18T17:13:15.578475Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-03-18T17:13:15.578714Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-03-18T17:13:27.986662Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":7645} {"level":"info","ts":"2026-03-18T17:13:28.054382Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":7645,"took":"65.509556ms","hash":3895038084,"current-db-size-bytes":42749952,"current-db-size":"43 MB","current-db-size-in-use-bytes":24875008,"current-db-size-in-use":"25 MB"} {"level":"info","ts":"2026-03-18T17:13:28.054436Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3895038084,"revision":7645,"compact-revision":5600} {"level":"info","ts":"2026-03-18T17:18:27.994612Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":9693} {"level":"info","ts":"2026-03-18T17:18:28.078992Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":9693,"took":"82.189877ms","hash":316141664,"current-db-size-bytes":42749952,"current-db-size":"43 MB","current-db-size-in-use-bytes":17555456,"current-db-size-in-use":"18 MB"} {"level":"info","ts":"2026-03-18T17:18:28.079073Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":316141664,"revision":9693,"compact-revision":7645}