{"level":"warn","ts":"2026-03-07T10:04:56.852119Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-07T10:04:56.852237Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://162.253.55.62:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://162.253.55.62:2380","--initial-cluster=instance=https://162.253.55.62:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://162.253.55.62:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://162.253.55.62:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-03-07T10:04:56.852318Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-07T10:04:56.852331Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://162.253.55.62:2380"]} {"level":"info","ts":"2026-03-07T10:04:56.852357Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-07T10:04:56.853128Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://162.253.55.62:2379"]} {"level":"info","ts":"2026-03-07T10:04:56.853221Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://162.253.55.62:2380"],"listen-peer-urls":["https://162.253.55.62:2380"],"advertise-client-urls":["https://162.253.55.62:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://162.253.55.62:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://162.253.55.62:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-03-07T10:04:56.858664Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"5.193932ms"} {"level":"info","ts":"2026-03-07T10:04:56.865866Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"791a7e25b533cd26","cluster-id":"be484d2748da72cd"} {"level":"info","ts":"2026-03-07T10:04:56.865985Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"791a7e25b533cd26 switched to configuration voters=()"} {"level":"info","ts":"2026-03-07T10:04:56.866018Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"791a7e25b533cd26 became follower at term 0"} {"level":"info","ts":"2026-03-07T10:04:56.866039Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 791a7e25b533cd26 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-03-07T10:04:56.866055Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"791a7e25b533cd26 became follower at term 1"} {"level":"info","ts":"2026-03-07T10:04:56.866116Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"791a7e25b533cd26 switched to configuration voters=(8726425928402717990)"} {"level":"warn","ts":"2026-03-07T10:04:56.874577Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-03-07T10:04:56.876496Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-03-07T10:04:56.87838Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-03-07T10:04:56.881987Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"791a7e25b533cd26","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-03-07T10:04:56.88323Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-07T10:04:56.883382Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-07T10:04:56.88342Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-07T10:04:56.883406Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"791a7e25b533cd26","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-03-07T10:04:56.885597Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"791a7e25b533cd26 switched to configuration voters=(8726425928402717990)"} {"level":"info","ts":"2026-03-07T10:04:56.885713Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"be484d2748da72cd","local-member-id":"791a7e25b533cd26","added-peer-id":"791a7e25b533cd26","added-peer-peer-urls":["https://162.253.55.62:2380"]} {"level":"info","ts":"2026-03-07T10:04:56.886704Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-07T10:04:56.886796Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"162.253.55.62:2380"} {"level":"info","ts":"2026-03-07T10:04:56.886816Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"162.253.55.62:2380"} {"level":"info","ts":"2026-03-07T10:04:56.886974Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"791a7e25b533cd26","initial-advertise-peer-urls":["https://162.253.55.62:2380"],"listen-peer-urls":["https://162.253.55.62:2380"],"advertise-client-urls":["https://162.253.55.62:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://162.253.55.62:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-03-07T10:04:56.887013Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-03-07T10:04:57.86728Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"791a7e25b533cd26 is starting a new election at term 1"} {"level":"info","ts":"2026-03-07T10:04:57.867381Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"791a7e25b533cd26 became pre-candidate at term 1"} {"level":"info","ts":"2026-03-07T10:04:57.867423Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"791a7e25b533cd26 received MsgPreVoteResp from 791a7e25b533cd26 at term 1"} {"level":"info","ts":"2026-03-07T10:04:57.867443Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"791a7e25b533cd26 became candidate at term 2"} {"level":"info","ts":"2026-03-07T10:04:57.867455Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"791a7e25b533cd26 received MsgVoteResp from 791a7e25b533cd26 at term 2"} {"level":"info","ts":"2026-03-07T10:04:57.867477Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"791a7e25b533cd26 became leader at term 2"} {"level":"info","ts":"2026-03-07T10:04:57.867491Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 791a7e25b533cd26 elected leader 791a7e25b533cd26 at term 2"} {"level":"info","ts":"2026-03-07T10:04:57.868868Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"791a7e25b533cd26","local-member-attributes":"{Name:instance ClientURLs:[https://162.253.55.62:2379]}","request-path":"/0/members/791a7e25b533cd26/attributes","cluster-id":"be484d2748da72cd","publish-timeout":"7s"} {"level":"info","ts":"2026-03-07T10:04:57.868867Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-07T10:04:57.869046Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-03-07T10:04:57.869053Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-07T10:04:57.869265Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-03-07T10:04:57.869311Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-03-07T10:04:57.870345Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"be484d2748da72cd","local-member-id":"791a7e25b533cd26","cluster-version":"3.5"} {"level":"info","ts":"2026-03-07T10:04:57.870532Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-03-07T10:04:57.870592Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-03-07T10:04:57.872098Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"162.253.55.62:2379"} {"level":"info","ts":"2026-03-07T10:04:57.872919Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"warn","ts":"2026-03-07T10:04:59.655821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.09245ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:14"} {"level":"info","ts":"2026-03-07T10:04:59.656101Z","caller":"traceutil/trace.go:171","msg":"trace[1502960476] linearizableReadLoop","detail":"{readStateIndex:41; appliedIndex:37; }","duration":"187.970309ms","start":"2026-03-07T10:04:59.468109Z","end":"2026-03-07T10:04:59.656079Z","steps":["trace[1502960476] 'read index received' (duration: 70.891455ms)","trace[1502960476] 'applied index is now lower than readState.Index' (duration: 117.077684ms)"],"step_count":2} {"level":"info","ts":"2026-03-07T10:04:59.656207Z","caller":"traceutil/trace.go:171","msg":"trace[973504896] transaction","detail":"{read_only:false; response_revision:34; number_of_response:1; }","duration":"195.736166ms","start":"2026-03-07T10:04:59.460459Z","end":"2026-03-07T10:04:59.656196Z","steps":["trace[973504896] 'process raft request' (duration: 78.664432ms)","trace[973504896] 'compare' (duration: 115.870054ms)"],"step_count":2} {"level":"info","ts":"2026-03-07T10:04:59.65639Z","caller":"traceutil/trace.go:171","msg":"trace[1067653419] transaction","detail":"{read_only:false; response_revision:35; number_of_response:1; }","duration":"195.88827ms","start":"2026-03-07T10:04:59.460473Z","end":"2026-03-07T10:04:59.656361Z","steps":["trace[1067653419] 'process raft request' (duration: 195.47565ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:04:59.656383Z","caller":"traceutil/trace.go:171","msg":"trace[1233012770] transaction","detail":"{read_only:false; response_revision:37; number_of_response:1; }","duration":"195.582281ms","start":"2026-03-07T10:04:59.460744Z","end":"2026-03-07T10:04:59.656326Z","steps":["trace[1233012770] 'process raft request' (duration: 195.291704ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:04:59.656629Z","caller":"traceutil/trace.go:171","msg":"trace[797396045] transaction","detail":"{read_only:false; response_revision:36; number_of_response:1; }","duration":"195.90242ms","start":"2026-03-07T10:04:59.460632Z","end":"2026-03-07T10:04:59.656534Z","steps":["trace[797396045] 'process raft request' (duration: 195.369137ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:04:59.656724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.966191ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-07T10:04:59.656886Z","caller":"traceutil/trace.go:171","msg":"trace[1251321615] range","detail":"{range_begin:/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te; range_end:; response_count:0; response_revision:37; }","duration":"177.248428ms","start":"2026-03-07T10:04:59.479589Z","end":"2026-03-07T10:04:59.656837Z","steps":["trace[1251321615] 'agreement among raft nodes before linearized reading' (duration: 176.95425ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:04:59.657322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.345208ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/default/\" range_end:\"/registry/resourcequotas/default0\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-07T10:04:59.657465Z","caller":"traceutil/trace.go:171","msg":"trace[662706127] range","detail":"{range_begin:/registry/resourcequotas/default/; range_end:/registry/resourcequotas/default0; response_count:0; response_revision:37; }","duration":"189.356015ms","start":"2026-03-07T10:04:59.468074Z","end":"2026-03-07T10:04:59.65743Z","steps":["trace[662706127] 'agreement among raft nodes before linearized reading' (duration: 188.180224ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:05:00.015494Z","caller":"traceutil/trace.go:171","msg":"trace[1271308738] transaction","detail":"{read_only:false; response_revision:42; number_of_response:1; }","duration":"262.180778ms","start":"2026-03-07T10:04:59.753254Z","end":"2026-03-07T10:05:00.015434Z","steps":["trace[1271308738] 'process raft request' (duration: 262.122557ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:05:00.015585Z","caller":"traceutil/trace.go:171","msg":"trace[1253912304] transaction","detail":"{read_only:false; response_revision:41; number_of_response:1; }","duration":"263.191804ms","start":"2026-03-07T10:04:59.752354Z","end":"2026-03-07T10:05:00.015546Z","steps":["trace[1253912304] 'process raft request' (duration: 213.622728ms)","trace[1253912304] 'compare' (duration: 49.169165ms)"],"step_count":2} {"level":"info","ts":"2026-03-07T10:05:00.211434Z","caller":"traceutil/trace.go:171","msg":"trace[277057638] transaction","detail":"{read_only:false; response_revision:52; number_of_response:1; }","duration":"142.251901ms","start":"2026-03-07T10:05:00.069149Z","end":"2026-03-07T10:05:00.211401Z","steps":["trace[277057638] 'process raft request' (duration: 68.36899ms)","trace[277057638] 'compare' (duration: 73.680656ms)"],"step_count":2} {"level":"info","ts":"2026-03-07T10:05:00.212193Z","caller":"traceutil/trace.go:171","msg":"trace[325758900] transaction","detail":"{read_only:false; response_revision:53; number_of_response:1; }","duration":"137.360928ms","start":"2026-03-07T10:05:00.074816Z","end":"2026-03-07T10:05:00.212176Z","steps":["trace[325758900] 'process raft request' (duration: 137.122672ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:05:02.001585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.871678ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-07T10:05:02.001726Z","caller":"traceutil/trace.go:171","msg":"trace[846176278] linearizableReadLoop","detail":"{readStateIndex:159; appliedIndex:158; }","duration":"224.27751ms","start":"2026-03-07T10:05:01.777427Z","end":"2026-03-07T10:05:02.001705Z","steps":["trace[846176278] 'read index received' (duration: 39.532µs)","trace[846176278] 'applied index is now lower than readState.Index' (duration: 224.236748ms)"],"step_count":2} {"level":"warn","ts":"2026-03-07T10:05:02.001822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.387932ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-07T10:05:02.001857Z","caller":"traceutil/trace.go:171","msg":"trace[1162974828] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:0; response_revision:155; }","duration":"224.476154ms","start":"2026-03-07T10:05:01.777371Z","end":"2026-03-07T10:05:02.001847Z","steps":["trace[1162974828] 'agreement among raft nodes before linearized reading' (duration: 224.387352ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:05:02.001915Z","caller":"traceutil/trace.go:171","msg":"trace[363775855] transaction","detail":"{read_only:false; response_revision:155; number_of_response:1; }","duration":"300.815827ms","start":"2026-03-07T10:05:01.70104Z","end":"2026-03-07T10:05:02.001856Z","steps":["trace[363775855] 'process raft request' (duration: 42.583748ms)","trace[363775855] 'compare' (duration: 257.678064ms)"],"step_count":2} {"level":"warn","ts":"2026-03-07T10:05:02.002669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:05:01.701027Z","time spent":"301.3406ms","remote":"127.0.0.1:59182","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":756,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-07T10:05:02.302382Z","caller":"traceutil/trace.go:171","msg":"trace[1789899224] transaction","detail":"{read_only:false; response_revision:164; number_of_response:1; }","duration":"109.171854ms","start":"2026-03-07T10:05:02.193183Z","end":"2026-03-07T10:05:02.302354Z","steps":["trace[1789899224] 'process raft request' (duration: 81.645777ms)","trace[1789899224] 'compare' (duration: 27.395534ms)"],"step_count":2} {"level":"info","ts":"2026-03-07T10:05:02.511551Z","caller":"traceutil/trace.go:171","msg":"trace[895241333] transaction","detail":"{read_only:false; response_revision:168; number_of_response:1; }","duration":"108.770003ms","start":"2026-03-07T10:05:02.402664Z","end":"2026-03-07T10:05:02.511434Z","steps":["trace[895241333] 'process raft request' (duration: 96.136323ms)","trace[895241333] 'compare' (duration: 12.376923ms)"],"step_count":2} {"level":"warn","ts":"2026-03-07T10:05:15.843127Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14782675208655119726,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-07T10:05:16.344172Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14782675208655119726,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-07T10:05:16.844853Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14782675208655119726,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-07T10:05:17.343595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00049448s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-07T10:05:17.343736Z","caller":"traceutil/trace.go:171","msg":"trace[1531655465] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000661614s","start":"2026-03-07T10:05:15.343039Z","end":"2026-03-07T10:05:17.3437Z","steps":["trace[1531655465] 'agreement among raft nodes before linearized reading' (duration: 2.00048848s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:05:17.343808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:05:15.342979Z","time spent":"2.000815227s","remote":"127.0.0.1:58750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/07 10:05:17 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-07T10:05:17.345795Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14782675208655119726,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-07T10:05:17.846781Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14782675208655119726,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-07T10:05:18.347406Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14782675208655119726,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-07T10:05:18.668138Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.868877366s","expected-duration":"1s"} {"level":"info","ts":"2026-03-07T10:05:18.668542Z","caller":"traceutil/trace.go:171","msg":"trace[1986814319] transaction","detail":"{read_only:false; response_revision:368; number_of_response:1; }","duration":"3.869393269s","start":"2026-03-07T10:05:14.79912Z","end":"2026-03-07T10:05:18.668513Z","steps":["trace[1986814319] 'process raft request' (duration: 3.869244406s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:05:18.66888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:05:14.7991Z","time spent":"3.869520642s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-07T10:05:19.344554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000553813s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-07T10:05:19.344635Z","caller":"traceutil/trace.go:171","msg":"trace[1614852400] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000692086s","start":"2026-03-07T10:05:17.343925Z","end":"2026-03-07T10:05:19.344617Z","steps":["trace[1614852400] 'agreement among raft nodes before linearized reading' (duration: 2.000595824s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:05:19.344669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:05:17.343896Z","time spent":"2.000765748s","remote":"127.0.0.1:58746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/07 10:05:19 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-07T10:05:19.950995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"962.825056ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-07T10:05:19.951422Z","caller":"traceutil/trace.go:171","msg":"trace[861192765] transaction","detail":"{read_only:false; response_revision:369; number_of_response:1; }","duration":"4.158641613s","start":"2026-03-07T10:05:15.792733Z","end":"2026-03-07T10:05:19.951374Z","steps":["trace[861192765] 'process raft request' (duration: 3.194663517s)","trace[861192765] 'compare' (duration: 962.330723ms)"],"step_count":2} {"level":"warn","ts":"2026-03-07T10:05:19.951593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:05:15.792704Z","time spent":"4.158797336s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-07T10:05:20.700485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999874092s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-07T10:05:20.700584Z","caller":"traceutil/trace.go:171","msg":"trace[22322618] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"5.000053337s","start":"2026-03-07T10:05:15.70051Z","end":"2026-03-07T10:05:20.700563Z","steps":["trace[22322618] 'agreement among raft nodes before linearized reading' (duration: 4.999915474s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:05:20.700633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:05:15.700478Z","time spent":"5.000144899s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/03/07 10:05:20 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-07T10:05:20.946126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"994.836161ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-07T10:05:20.94629Z","caller":"traceutil/trace.go:171","msg":"trace[1613699784] linearizableReadLoop","detail":"{readStateIndex:384; appliedIndex:382; }","duration":"5.603221369s","start":"2026-03-07T10:05:15.343054Z","end":"2026-03-07T10:05:20.946275Z","steps":["trace[1613699784] 'read index received' (duration: 3.325333534s)","trace[1613699784] 'applied index is now lower than readState.Index' (duration: 2.277886915s)"],"step_count":2} {"level":"info","ts":"2026-03-07T10:05:20.946749Z","caller":"traceutil/trace.go:171","msg":"trace[988976161] transaction","detail":"{read_only:false; response_revision:370; number_of_response:1; }","duration":"1.598131793s","start":"2026-03-07T10:05:19.348563Z","end":"2026-03-07T10:05:20.946695Z","steps":["trace[988976161] 'process raft request' (duration: 1.597642871s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:05:20.947106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:05:19.348534Z","time spent":"1.598343609s","remote":"127.0.0.1:58870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-07T10:05:21.205649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998956171s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-07T10:05:21.205846Z","caller":"traceutil/trace.go:171","msg":"trace[48449115] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.999199317s","start":"2026-03-07T10:05:16.206606Z","end":"2026-03-07T10:05:21.205806Z","steps":["trace[48449115] 'agreement among raft nodes before linearized reading' (duration: 4.998989582s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:05:21.205974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:05:16.206577Z","time spent":"4.999377081s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/03/07 10:05:21 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-07T10:05:21.352864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000526802s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-07T10:05:21.35304Z","caller":"traceutil/trace.go:171","msg":"trace[104855819] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000749898s","start":"2026-03-07T10:05:19.352256Z","end":"2026-03-07T10:05:21.353006Z","steps":["trace[104855819] 'agreement among raft nodes before linearized reading' (duration: 2.000517812s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:05:21.353117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:05:19.352201Z","time spent":"2.000898792s","remote":"127.0.0.1:58750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/07 10:05:21 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-07T10:05:21.447266Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14782675208655119732,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-07T10:05:21.884129Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.716981185s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-07T10:05:22.846072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.00090013s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-07T10:05:22.846314Z","caller":"traceutil/trace.go:171","msg":"trace[1292930069] range","detail":"{range_begin:; range_end:; }","duration":"7.001218958s","start":"2026-03-07T10:05:15.845069Z","end":"2026-03-07T10:05:22.846288Z","steps":["trace[1292930069] 'agreement among raft nodes before linearized reading' (duration: 7.000890779s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:05:22.846349Z","caller":"etcdhttp/health.go:262","msg":"serving /health false; Range fails","error":"context deadline exceeded"} {"level":"warn","ts":"2026-03-07T10:05:22.846448Z","caller":"etcdhttp/health.go:119","msg":"/health error","output":"{\"health\":\"false\",\"reason\":\"RANGE ERROR:context deadline exceeded\"}","status-code":503} {"level":"warn","ts":"2026-03-07T10:05:23.35396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000435491s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-07T10:05:23.35404Z","caller":"traceutil/trace.go:171","msg":"trace[506389538] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000574265s","start":"2026-03-07T10:05:21.353447Z","end":"2026-03-07T10:05:23.354022Z","steps":["trace[506389538] 'agreement among raft nodes before linearized reading' (duration: 2.000470653s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:05:23.354084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:05:21.353422Z","time spent":"2.000652928s","remote":"127.0.0.1:58746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/07 10:05:23 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-07T10:05:25.365049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.001069663s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-07T10:05:25.365161Z","caller":"traceutil/trace.go:171","msg":"trace[800265957] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001252889s","start":"2026-03-07T10:05:23.363885Z","end":"2026-03-07T10:05:25.365138Z","steps":["trace[800265957] 'agreement among raft nodes before linearized reading' (duration: 2.001104334s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:05:25.365226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:05:23.363862Z","time spent":"2.00134847s","remote":"127.0.0.1:58750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/07 10:05:25 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-07T10:05:25.518487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.633878935s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-07T10:05:25.51862Z","caller":"traceutil/trace.go:171","msg":"trace[544200176] linearizableReadLoop","detail":"{readStateIndex:387; appliedIndex:386; }","duration":"4.572292766s","start":"2026-03-07T10:05:20.946309Z","end":"2026-03-07T10:05:25.518601Z","steps":["trace[544200176] 'read index received' (duration: 937.98459ms)","trace[544200176] 'applied index is now lower than readState.Index' (duration: 3.634306706s)"],"step_count":2} {"level":"info","ts":"2026-03-07T10:05:25.518655Z","caller":"traceutil/trace.go:171","msg":"trace[1443698533] transaction","detail":"{read_only:false; response_revision:371; number_of_response:1; }","duration":"5.35157937s","start":"2026-03-07T10:05:20.167039Z","end":"2026-03-07T10:05:25.518618Z","steps":["trace[1443698533] 'process raft request' (duration: 1.717379226s)","trace[1443698533] 'compare' (duration: 3.633079806s)"],"step_count":2} {"level":"warn","ts":"2026-03-07T10:05:25.518742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.845213096s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-07T10:05:25.518779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.138850289s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:4372"} {"level":"info","ts":"2026-03-07T10:05:25.518807Z","caller":"traceutil/trace.go:171","msg":"trace[1755731941] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:371; }","duration":"4.845315609s","start":"2026-03-07T10:05:20.673478Z","end":"2026-03-07T10:05:25.518793Z","steps":["trace[1755731941] 'agreement among raft nodes before linearized reading' (duration: 4.845191106s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:05:25.51884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.101384228s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" ","response":"range_response_count:1 size:6961"} {"level":"info","ts":"2026-03-07T10:05:25.518855Z","caller":"traceutil/trace.go:171","msg":"trace[1702566165] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:371; }","duration":"9.138981552s","start":"2026-03-07T10:05:16.379852Z","end":"2026-03-07T10:05:25.518834Z","steps":["trace[1702566165] 'agreement among raft nodes before linearized reading' (duration: 9.138764397s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:05:25.518856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:05:20.673453Z","time spent":"4.845391031s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-07T10:05:25.518876Z","caller":"traceutil/trace.go:171","msg":"trace[1359576236] range","detail":"{range_begin:/registry/pods/kube-system/kube-controller-manager-instance; range_end:; response_count:1; response_revision:371; }","duration":"10.10143684s","start":"2026-03-07T10:05:15.417424Z","end":"2026-03-07T10:05:25.518861Z","steps":["trace[1359576236] 'agreement among raft nodes before linearized reading' (duration: 10.101253265s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:05:25.518864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:05:20.167008Z","time spent":"5.351750693s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-07T10:05:25.518891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:05:16.379833Z","time spent":"9.139050324s","remote":"127.0.0.1:58994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":4395,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-07T10:05:25.518918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.79574779s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-07T10:05:25.518901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:05:15.417409Z","time spent":"10.101487881s","remote":"127.0.0.1:59006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":6984,"request content":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" "} {"level":"info","ts":"2026-03-07T10:05:25.518935Z","caller":"traceutil/trace.go:171","msg":"trace[1388307856] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:371; }","duration":"9.795811141s","start":"2026-03-07T10:05:15.723121Z","end":"2026-03-07T10:05:25.518932Z","steps":["trace[1388307856] 'agreement among raft nodes before linearized reading' (duration: 9.795528824s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:05:25.518949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:05:15.723086Z","time spent":"9.795859583s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-07T10:05:25.527135Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.274208878s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-07T10:05:25.528604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.130081ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-07T10:05:25.52869Z","caller":"traceutil/trace.go:171","msg":"trace[1771986771] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:372; }","duration":"163.271795ms","start":"2026-03-07T10:05:25.365395Z","end":"2026-03-07T10:05:25.528667Z","steps":["trace[1771986771] 'agreement among raft nodes before linearized reading' (duration: 163.09576ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:05:25.528692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.258661255s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.62\" ","response":"range_response_count:1 size:133"} {"level":"warn","ts":"2026-03-07T10:05:25.528613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.320065751s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-07T10:05:25.528686Z","caller":"traceutil/trace.go:171","msg":"trace[550321694] transaction","detail":"{read_only:false; response_revision:372; number_of_response:1; }","duration":"2.678042404s","start":"2026-03-07T10:05:22.850591Z","end":"2026-03-07T10:05:25.528634Z","steps":["trace[550321694] 'process raft request' (duration: 2.677740746s)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:05:25.528762Z","caller":"traceutil/trace.go:171","msg":"trace[1616183468] range","detail":"{range_begin:/registry/masterleases/162.253.55.62; range_end:; response_count:1; response_revision:372; }","duration":"2.258798588s","start":"2026-03-07T10:05:23.269944Z","end":"2026-03-07T10:05:25.528743Z","steps":["trace[1616183468] 'agreement among raft nodes before linearized reading' (duration: 2.258574293s)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:05:25.528771Z","caller":"traceutil/trace.go:171","msg":"trace[1016007009] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:372; }","duration":"2.320257075s","start":"2026-03-07T10:05:23.208497Z","end":"2026-03-07T10:05:25.528754Z","steps":["trace[1016007009] 'agreement among raft nodes before linearized reading' (duration: 2.32005396s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:05:25.52886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:05:23.208472Z","time spent":"2.320375448s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-07T10:05:25.528888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:05:22.850551Z","time spent":"2.678246819s","remote":"127.0.0.1:58870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":717,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-07T10:05:25.528804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:05:23.269919Z","time spent":"2.258878541s","remote":"127.0.0.1:58806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/162.253.55.62\" "} {"level":"warn","ts":"2026-03-07T10:05:25.529536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.827406755s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-07T10:05:25.529585Z","caller":"traceutil/trace.go:171","msg":"trace[661067221] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:372; }","duration":"2.827509607s","start":"2026-03-07T10:05:22.702063Z","end":"2026-03-07T10:05:25.529572Z","steps":["trace[661067221] 'agreement among raft nodes before linearized reading' (duration: 2.82641336s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:05:25.529667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:05:22.702038Z","time spent":"2.82761814s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/03/07 10:05:25 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" 2026/03/07 10:05:25 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-07T10:05:26.033528Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14782675208655119738,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-07T10:05:26.207244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:05:25.533356Z","time spent":"673.83023ms","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/07 10:05:26 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-07T10:05:26.534546Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14782675208655119738,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-07T10:05:26.694466Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.166424543s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-07T10:05:26.797079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.223558ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-07T10:05:26.797614Z","caller":"traceutil/trace.go:171","msg":"trace[1166626358] transaction","detail":"{read_only:false; response_revision:375; number_of_response:1; }","duration":"1.270515259s","start":"2026-03-07T10:05:25.527081Z","end":"2026-03-07T10:05:26.797597Z","steps":["trace[1166626358] 'process raft request' (duration: 1.270405106s)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:05:26.797668Z","caller":"traceutil/trace.go:171","msg":"trace[359375997] transaction","detail":"{read_only:false; response_revision:374; number_of_response:1; }","duration":"1.273215658s","start":"2026-03-07T10:05:25.524412Z","end":"2026-03-07T10:05:26.797628Z","steps":["trace[359375997] 'process raft request' (duration: 1.273005442s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:05:26.797941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:05:25.527067Z","time spent":"1.270780155s","remote":"127.0.0.1:59006","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6946,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-07T10:05:26.798244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:05:25.524381Z","time spent":"1.273648729s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-07T10:05:27.535862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000953622s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-07T10:05:27.536018Z","caller":"traceutil/trace.go:171","msg":"trace[1984393475] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001158347s","start":"2026-03-07T10:05:25.53481Z","end":"2026-03-07T10:05:27.535969Z","steps":["trace[1984393475] 'agreement among raft nodes before linearized reading' (duration: 2.000972562s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:05:27.536088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:05:25.534801Z","time spent":"2.00127271s","remote":"127.0.0.1:58750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/07 10:05:27 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-07T10:05:27.594205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.849186ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-03-07T10:05:27.594698Z","caller":"traceutil/trace.go:171","msg":"trace[1116219578] transaction","detail":"{read_only:false; response_revision:376; number_of_response:1; }","duration":"2.062930331s","start":"2026-03-07T10:05:25.53174Z","end":"2026-03-07T10:05:27.59467Z","steps":["trace[1116219578] 'process raft request' (duration: 2.062623794s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:05:27.594698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:05:25.529859Z","time spent":"2.06482637s","remote":"127.0.0.1:58806","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-07T10:05:27.594876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:05:25.531718Z","time spent":"2.063045034s","remote":"127.0.0.1:58994","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4364,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-07T10:05:27.595216Z","caller":"traceutil/trace.go:171","msg":"trace[1141092615] linearizableReadLoop","detail":"{readStateIndex:397; appliedIndex:388; }","duration":"2.062715187s","start":"2026-03-07T10:05:25.532474Z","end":"2026-03-07T10:05:27.595189Z","steps":["trace[1141092615] 'read index received' (duration: 1.16231268s)","trace[1141092615] 'applied index is now lower than readState.Index' (duration: 900.401587ms)"],"step_count":2} {"level":"info","ts":"2026-03-07T10:05:27.59529Z","caller":"traceutil/trace.go:171","msg":"trace[1430963886] transaction","detail":"{read_only:false; number_of_response:1; response_revision:378; }","duration":"1.892791194s","start":"2026-03-07T10:05:25.702474Z","end":"2026-03-07T10:05:27.595265Z","steps":["trace[1430963886] 'process raft request' (duration: 1.892332572s)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:05:27.595309Z","caller":"traceutil/trace.go:171","msg":"trace[364345930] transaction","detail":"{read_only:false; number_of_response:1; response_revision:378; }","duration":"1.870538631s","start":"2026-03-07T10:05:25.72474Z","end":"2026-03-07T10:05:27.595278Z","steps":["trace[364345930] 'process raft request' (duration: 1.870401397s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:05:27.595451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.062947383s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189a871314b9ef7b\" ","response":"range_response_count:1 size:774"} {"level":"warn","ts":"2026-03-07T10:05:27.595443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:05:25.724709Z","time spent":"1.870679634s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":46,"response count":0,"response size":468,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-07T10:05:27.595488Z","caller":"traceutil/trace.go:171","msg":"trace[1287818038] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189a871314b9ef7b; range_end:; response_count:1; response_revision:378; }","duration":"2.063027285s","start":"2026-03-07T10:05:25.532447Z","end":"2026-03-07T10:05:27.595475Z","steps":["trace[1287818038] 'agreement among raft nodes before linearized reading' (duration: 2.062885401s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:05:27.595502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:05:25.702446Z","time spent":"1.892937608s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":47,"response count":0,"response size":513,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-07T10:05:27.595516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:05:25.532437Z","time spent":"2.063071436s","remote":"127.0.0.1:58870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189a871314b9ef7b\" "} {"level":"warn","ts":"2026-03-07T10:05:27.595454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.7500099s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-07T10:05:27.595552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"792.872115ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" ","response":"range_response_count:1 size:6961"} {"level":"info","ts":"2026-03-07T10:05:27.595567Z","caller":"traceutil/trace.go:171","msg":"trace[1493189827] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:378; }","duration":"1.750127773s","start":"2026-03-07T10:05:25.845424Z","end":"2026-03-07T10:05:27.595552Z","steps":["trace[1493189827] 'agreement among raft nodes before linearized reading' (duration: 1.749983509s)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:05:27.595619Z","caller":"traceutil/trace.go:171","msg":"trace[842144395] range","detail":"{range_begin:/registry/pods/kube-system/kube-controller-manager-instance; range_end:; response_count:1; response_revision:378; }","duration":"792.977918ms","start":"2026-03-07T10:05:26.802624Z","end":"2026-03-07T10:05:27.595602Z","steps":["trace[842144395] 'agreement among raft nodes before linearized reading' (duration: 792.827024ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:05:27.595671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:05:26.802589Z","time spent":"793.07094ms","remote":"127.0.0.1:59006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":6984,"request content":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" "} {"level":"warn","ts":"2026-03-07T10:05:28.10894Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14782675208655119747,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-07T10:05:29.084932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"577.238766ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-07T10:05:29.085371Z","caller":"traceutil/trace.go:171","msg":"trace[1651370093] transaction","detail":"{read_only:false; response_revision:380; number_of_response:1; }","duration":"1.483790476s","start":"2026-03-07T10:05:27.601544Z","end":"2026-03-07T10:05:29.085334Z","steps":["trace[1651370093] 'process raft request' (duration: 1.483542309s)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:05:29.085418Z","caller":"traceutil/trace.go:171","msg":"trace[1816117836] transaction","detail":"{read_only:false; response_revision:381; number_of_response:1; }","duration":"1.477879166s","start":"2026-03-07T10:05:27.607505Z","end":"2026-03-07T10:05:29.085384Z","steps":["trace[1816117836] 'process raft request' (duration: 1.477709241s)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:05:29.085457Z","caller":"traceutil/trace.go:171","msg":"trace[1876811342] linearizableReadLoop","detail":"{readStateIndex:400; appliedIndex:397; }","duration":"1.476770499s","start":"2026-03-07T10:05:27.608649Z","end":"2026-03-07T10:05:29.08542Z","steps":["trace[1876811342] 'read index received' (duration: 898.896827ms)","trace[1876811342] 'applied index is now lower than readState.Index' (duration: 577.870522ms)"],"step_count":2} {"level":"info","ts":"2026-03-07T10:05:29.085481Z","caller":"traceutil/trace.go:171","msg":"trace[1971929494] transaction","detail":"{read_only:false; response_revision:379; number_of_response:1; }","duration":"1.488593508s","start":"2026-03-07T10:05:27.596838Z","end":"2026-03-07T10:05:29.085431Z","steps":["trace[1971929494] 'process raft request' (duration: 910.678475ms)","trace[1971929494] 'compare' (duration: 576.966218ms)"],"step_count":2} {"level":"warn","ts":"2026-03-07T10:05:29.085575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:05:27.601523Z","time spent":"1.483933129s","remote":"127.0.0.1:58870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-07T10:05:29.08557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:05:27.607474Z","time spent":"1.478030251s","remote":"127.0.0.1:59006","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6736,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-07T10:05:29.085759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:05:27.596818Z","time spent":"1.488806324s","remote":"127.0.0.1:58806","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-07T10:05:29.289912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.58861ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-07T10:05:29.290051Z","caller":"traceutil/trace.go:171","msg":"trace[132126405] linearizableReadLoop","detail":"{readStateIndex:401; appliedIndex:400; }","duration":"204.464837ms","start":"2026-03-07T10:05:29.085562Z","end":"2026-03-07T10:05:29.290027Z","steps":["trace[132126405] 'read index received' (duration: 63.922µs)","trace[132126405] 'applied index is now lower than readState.Index' (duration: 204.398515ms)"],"step_count":2} {"level":"warn","ts":"2026-03-07T10:05:29.290278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"505.878409ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:4378"} {"level":"info","ts":"2026-03-07T10:05:29.290307Z","caller":"traceutil/trace.go:171","msg":"trace[1983493899] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:381; }","duration":"505.964801ms","start":"2026-03-07T10:05:28.784333Z","end":"2026-03-07T10:05:29.290298Z","steps":["trace[1983493899] 'agreement among raft nodes before linearized reading' (duration: 505.851339ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:05:29.290341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:05:28.784303Z","time spent":"506.031032ms","remote":"127.0.0.1:58994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":4401,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-07T10:05:29.290331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.681655456s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-07T10:05:29.290417Z","caller":"traceutil/trace.go:171","msg":"trace[1656814465] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:381; }","duration":"1.68178535s","start":"2026-03-07T10:05:27.608607Z","end":"2026-03-07T10:05:29.290392Z","steps":["trace[1656814465] 'agreement among raft nodes before linearized reading' (duration: 1.476913183s)","trace[1656814465] 'range keys from in-memory index tree' (duration: 204.727013ms)"],"step_count":2} {"level":"warn","ts":"2026-03-07T10:05:29.290427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.357614ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7102"} {"level":"warn","ts":"2026-03-07T10:05:29.290488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.519017ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189a871314b9ef7b\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-03-07T10:05:29.29053Z","caller":"traceutil/trace.go:171","msg":"trace[1439992204] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:381; }","duration":"200.520768ms","start":"2026-03-07T10:05:29.089987Z","end":"2026-03-07T10:05:29.290508Z","steps":["trace[1439992204] 'agreement among raft nodes before linearized reading' (duration: 200.331293ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:05:29.290428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.290541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:421"} {"level":"info","ts":"2026-03-07T10:05:29.290588Z","caller":"traceutil/trace.go:171","msg":"trace[1520972371] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189a871314b9ef7b; range_end:; response_count:1; response_revision:381; }","duration":"200.6436ms","start":"2026-03-07T10:05:29.089918Z","end":"2026-03-07T10:05:29.290562Z","steps":["trace[1520972371] 'agreement among raft nodes before linearized reading' (duration: 200.426055ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:05:29.29066Z","caller":"traceutil/trace.go:171","msg":"trace[1938283866] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:381; }","duration":"202.553079ms","start":"2026-03-07T10:05:29.088086Z","end":"2026-03-07T10:05:29.290639Z","steps":["trace[1938283866] 'agreement among raft nodes before linearized reading' (duration: 202.230341ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:05:29.290466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:05:27.608555Z","time spent":"1.681900262s","remote":"127.0.0.1:58750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-07T10:05:41.66144Z","caller":"traceutil/trace.go:171","msg":"trace[1252853419] transaction","detail":"{read_only:false; response_revision:422; number_of_response:1; }","duration":"132.129678ms","start":"2026-03-07T10:05:41.529285Z","end":"2026-03-07T10:05:41.661414Z","steps":["trace[1252853419] 'process raft request' (duration: 131.951714ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:05:41.807527Z","caller":"traceutil/trace.go:171","msg":"trace[2123621743] transaction","detail":"{read_only:false; response_revision:423; number_of_response:1; }","duration":"136.100535ms","start":"2026-03-07T10:05:41.67137Z","end":"2026-03-07T10:05:41.807471Z","steps":["trace[2123621743] 'process raft request' (duration: 135.868219ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:05:42.515511Z","caller":"traceutil/trace.go:171","msg":"trace[1021407922] transaction","detail":"{read_only:false; response_revision:426; number_of_response:1; }","duration":"153.70536ms","start":"2026-03-07T10:05:42.361761Z","end":"2026-03-07T10:05:42.515466Z","steps":["trace[1021407922] 'process raft request' (duration: 153.207698ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:05:46.712059Z","caller":"traceutil/trace.go:171","msg":"trace[1923872134] linearizableReadLoop","detail":"{readStateIndex:473; appliedIndex:472; }","duration":"125.895737ms","start":"2026-03-07T10:05:46.586077Z","end":"2026-03-07T10:05:46.711973Z","steps":["trace[1923872134] 'read index received' (duration: 82.967088ms)","trace[1923872134] 'applied index is now lower than readState.Index' (duration: 42.927719ms)"],"step_count":2} {"level":"info","ts":"2026-03-07T10:05:46.712108Z","caller":"traceutil/trace.go:171","msg":"trace[965835309] transaction","detail":"{read_only:false; response_revision:450; number_of_response:1; }","duration":"129.771212ms","start":"2026-03-07T10:05:46.582301Z","end":"2026-03-07T10:05:46.712073Z","steps":["trace[965835309] 'process raft request' (duration: 86.835802ms)","trace[965835309] 'compare' (duration: 42.726575ms)"],"step_count":2} {"level":"warn","ts":"2026-03-07T10:05:46.712207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.103982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/token-cleaner\" ","response":"range_response_count:1 size:191"} {"level":"info","ts":"2026-03-07T10:05:46.712265Z","caller":"traceutil/trace.go:171","msg":"trace[1088407208] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/token-cleaner; range_end:; response_count:1; response_revision:450; }","duration":"126.220715ms","start":"2026-03-07T10:05:46.586029Z","end":"2026-03-07T10:05:46.71225Z","steps":["trace[1088407208] 'agreement among raft nodes before linearized reading' (duration: 126.107322ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:05:48.092733Z","caller":"traceutil/trace.go:171","msg":"trace[2010772680] linearizableReadLoop","detail":"{readStateIndex:497; appliedIndex:496; }","duration":"117.667798ms","start":"2026-03-07T10:05:47.975036Z","end":"2026-03-07T10:05:48.092704Z","steps":["trace[2010772680] 'read index received' (duration: 105.770379ms)","trace[2010772680] 'applied index is now lower than readState.Index' (duration: 11.889259ms)"],"step_count":2} {"level":"warn","ts":"2026-03-07T10:05:48.09293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.739371ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/kube-system/cilium\" ","response":"range_response_count:1 size:14401"} {"level":"warn","ts":"2026-03-07T10:05:48.092967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.476022ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/replicaset-controller\" ","response":"range_response_count:1 size:207"} {"level":"info","ts":"2026-03-07T10:05:48.093059Z","caller":"traceutil/trace.go:171","msg":"trace[603658377] range","detail":"{range_begin:/registry/daemonsets/kube-system/cilium; range_end:; response_count:1; response_revision:474; }","duration":"122.920145ms","start":"2026-03-07T10:05:47.970112Z","end":"2026-03-07T10:05:48.093032Z","steps":["trace[603658377] 'agreement among raft nodes before linearized reading' (duration: 122.619698ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:05:48.092937Z","caller":"traceutil/trace.go:171","msg":"trace[734379031] transaction","detail":"{read_only:false; response_revision:474; number_of_response:1; }","duration":"119.457352ms","start":"2026-03-07T10:05:47.973436Z","end":"2026-03-07T10:05:48.092894Z","steps":["trace[734379031] 'process raft request' (duration: 107.396009ms)","trace[734379031] 'compare' (duration: 11.713154ms)"],"step_count":2} {"level":"warn","ts":"2026-03-07T10:05:48.093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.667888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/kube-system/coredns\" ","response":"range_response_count:1 size:4195"} {"level":"info","ts":"2026-03-07T10:05:48.093071Z","caller":"traceutil/trace.go:171","msg":"trace[1646170014] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/replicaset-controller; range_end:; response_count:1; response_revision:474; }","duration":"126.643137ms","start":"2026-03-07T10:05:47.966405Z","end":"2026-03-07T10:05:48.093048Z","steps":["trace[1646170014] 'agreement among raft nodes before linearized reading' (duration: 126.408531ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:05:48.093177Z","caller":"traceutil/trace.go:171","msg":"trace[1627655419] range","detail":"{range_begin:/registry/deployments/kube-system/coredns; range_end:; response_count:1; response_revision:474; }","duration":"126.866122ms","start":"2026-03-07T10:05:47.966296Z","end":"2026-03-07T10:05:48.093162Z","steps":["trace[1627655419] 'agreement among raft nodes before linearized reading' (duration: 126.594016ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:05:48.093398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.574738ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/local-path-provisioner\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-07T10:05:48.093768Z","caller":"traceutil/trace.go:171","msg":"trace[1554347422] range","detail":"{range_begin:/registry/clusterroles/local-path-provisioner; range_end:; response_count:0; response_revision:474; }","duration":"116.015759ms","start":"2026-03-07T10:05:47.977727Z","end":"2026-03-07T10:05:48.093743Z","steps":["trace[1554347422] 'agreement among raft nodes before linearized reading' (duration: 115.329643ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:05:48.287469Z","caller":"traceutil/trace.go:171","msg":"trace[394020438] transaction","detail":"{read_only:false; response_revision:479; number_of_response:1; }","duration":"108.609899ms","start":"2026-03-07T10:05:48.178817Z","end":"2026-03-07T10:05:48.287427Z","steps":["trace[394020438] 'process raft request' (duration: 82.18785ms)","trace[394020438] 'compare' (duration: 26.148313ms)"],"step_count":2} {"level":"info","ts":"2026-03-07T10:05:48.28782Z","caller":"traceutil/trace.go:171","msg":"trace[135207485] transaction","detail":"{read_only:false; response_revision:481; number_of_response:1; }","duration":"104.550371ms","start":"2026-03-07T10:05:48.183241Z","end":"2026-03-07T10:05:48.287791Z","steps":["trace[135207485] 'process raft request' (duration: 104.402097ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:05:48.287927Z","caller":"traceutil/trace.go:171","msg":"trace[1735928760] transaction","detail":"{read_only:false; response_revision:480; number_of_response:1; }","duration":"106.929958ms","start":"2026-03-07T10:05:48.180944Z","end":"2026-03-07T10:05:48.287874Z","steps":["trace[1735928760] 'process raft request' (duration: 106.378535ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:05:48.30813Z","caller":"traceutil/trace.go:171","msg":"trace[345452658] transaction","detail":"{read_only:false; response_revision:482; number_of_response:1; }","duration":"117.670768ms","start":"2026-03-07T10:05:48.190431Z","end":"2026-03-07T10:05:48.308102Z","steps":["trace[345452658] 'process raft request' (duration: 117.504044ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:05:48.308249Z","caller":"traceutil/trace.go:171","msg":"trace[2077696829] transaction","detail":"{read_only:false; response_revision:484; number_of_response:1; }","duration":"115.006764ms","start":"2026-03-07T10:05:48.1932Z","end":"2026-03-07T10:05:48.308207Z","steps":["trace[2077696829] 'process raft request' (duration: 114.880691ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:05:48.308262Z","caller":"traceutil/trace.go:171","msg":"trace[933735356] transaction","detail":"{read_only:false; response_revision:483; number_of_response:1; }","duration":"115.124026ms","start":"2026-03-07T10:05:48.193114Z","end":"2026-03-07T10:05:48.308238Z","steps":["trace[933735356] 'process raft request' (duration: 114.919981ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:05:48.308316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.672441ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/kube-system/coredns-67659f764b\" ","response":"range_response_count:1 size:3693"} {"level":"info","ts":"2026-03-07T10:05:48.308381Z","caller":"traceutil/trace.go:171","msg":"trace[237916852] range","detail":"{range_begin:/registry/replicasets/kube-system/coredns-67659f764b; range_end:; response_count:1; response_revision:487; }","duration":"113.791604ms","start":"2026-03-07T10:05:48.194575Z","end":"2026-03-07T10:05:48.308367Z","steps":["trace[237916852] 'agreement among raft nodes before linearized reading' (duration: 113.64513ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:05:48.308436Z","caller":"traceutil/trace.go:171","msg":"trace[584571629] transaction","detail":"{read_only:false; response_revision:487; number_of_response:1; }","duration":"108.538977ms","start":"2026-03-07T10:05:48.199874Z","end":"2026-03-07T10:05:48.308413Z","steps":["trace[584571629] 'process raft request' (duration: 108.310951ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:05:48.308518Z","caller":"traceutil/trace.go:171","msg":"trace[802607531] transaction","detail":"{read_only:false; response_revision:485; number_of_response:1; }","duration":"114.315858ms","start":"2026-03-07T10:05:48.194191Z","end":"2026-03-07T10:05:48.308507Z","steps":["trace[802607531] 'process raft request' (duration: 113.934698ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:05:48.308576Z","caller":"traceutil/trace.go:171","msg":"trace[1159332356] transaction","detail":"{read_only:false; response_revision:486; number_of_response:1; }","duration":"111.54129ms","start":"2026-03-07T10:05:48.19701Z","end":"2026-03-07T10:05:48.308552Z","steps":["trace[1159332356] 'process raft request' (duration: 111.144039ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:05:48.541642Z","caller":"traceutil/trace.go:171","msg":"trace[1275492641] linearizableReadLoop","detail":"{readStateIndex:512; appliedIndex:510; }","duration":"229.979017ms","start":"2026-03-07T10:05:48.311642Z","end":"2026-03-07T10:05:48.541621Z","steps":["trace[1275492641] 'read index received' (duration: 219.068613ms)","trace[1275492641] 'applied index is now lower than readState.Index' (duration: 10.909464ms)"],"step_count":2} {"level":"info","ts":"2026-03-07T10:05:48.541664Z","caller":"traceutil/trace.go:171","msg":"trace[1133510824] transaction","detail":"{read_only:false; number_of_response:1; response_revision:488; }","duration":"251.644772ms","start":"2026-03-07T10:05:48.289996Z","end":"2026-03-07T10:05:48.541641Z","steps":["trace[1133510824] 'process raft request' (duration: 240.571074ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:05:48.541742Z","caller":"traceutil/trace.go:171","msg":"trace[823489617] transaction","detail":"{read_only:false; response_revision:489; number_of_response:1; }","duration":"239.527019ms","start":"2026-03-07T10:05:48.302207Z","end":"2026-03-07T10:05:48.541734Z","steps":["trace[823489617] 'process raft request' (duration: 239.361695ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:05:48.541904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.243493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/service-account-controller\" ","response":"range_response_count:1 size:218"} {"level":"info","ts":"2026-03-07T10:05:48.541937Z","caller":"traceutil/trace.go:171","msg":"trace[2015830387] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/service-account-controller; range_end:; response_count:1; response_revision:489; }","duration":"230.341496ms","start":"2026-03-07T10:05:48.311585Z","end":"2026-03-07T10:05:48.541927Z","steps":["trace[2015830387] 'agreement among raft nodes before linearized reading' (duration: 230.265764ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:05:48.863033Z","caller":"traceutil/trace.go:171","msg":"trace[1618873158] transaction","detail":"{read_only:false; response_revision:491; number_of_response:1; }","duration":"550.010554ms","start":"2026-03-07T10:05:48.312978Z","end":"2026-03-07T10:05:48.862989Z","steps":["trace[1618873158] 'process raft request' (duration: 549.897011ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:05:48.863075Z","caller":"traceutil/trace.go:171","msg":"trace[2076383725] transaction","detail":"{read_only:false; response_revision:492; number_of_response:1; }","duration":"548.924818ms","start":"2026-03-07T10:05:48.314116Z","end":"2026-03-07T10:05:48.863041Z","steps":["trace[2076383725] 'process raft request' (duration: 548.808154ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:05:48.863061Z","caller":"traceutil/trace.go:171","msg":"trace[1047078279] transaction","detail":"{read_only:false; response_revision:490; number_of_response:1; }","duration":"551.11514ms","start":"2026-03-07T10:05:48.311881Z","end":"2026-03-07T10:05:48.862996Z","steps":["trace[1047078279] 'process raft request' (duration: 550.847034ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:05:48.863146Z","caller":"traceutil/trace.go:171","msg":"trace[2097980626] linearizableReadLoop","detail":"{readStateIndex:518; appliedIndex:512; }","duration":"321.408011ms","start":"2026-03-07T10:05:48.541705Z","end":"2026-03-07T10:05:48.863113Z","steps":["trace[2097980626] 'read index received' (duration: 272.192969ms)","trace[2097980626] 'applied index is now lower than readState.Index' (duration: 49.213852ms)"],"step_count":2} {"level":"warn","ts":"2026-03-07T10:05:48.863245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:05:48.314106Z","time spent":"549.054251ms","remote":"127.0.0.1:59352","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":740,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-07T10:05:48.86329Z","caller":"traceutil/trace.go:171","msg":"trace[1754349530] transaction","detail":"{read_only:false; response_revision:494; number_of_response:1; }","duration":"543.576378ms","start":"2026-03-07T10:05:48.31967Z","end":"2026-03-07T10:05:48.863247Z","steps":["trace[1754349530] 'process raft request' (duration: 543.342862ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:05:48.863309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:05:48.31185Z","time spent":"551.343247ms","remote":"127.0.0.1:58870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":736,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-07T10:05:48.863591Z","caller":"traceutil/trace.go:171","msg":"trace[828771132] transaction","detail":"{read_only:false; response_revision:493; number_of_response:1; }","duration":"544.883131ms","start":"2026-03-07T10:05:48.318633Z","end":"2026-03-07T10:05:48.863516Z","steps":["trace[828771132] 'process raft request' (duration: 544.331106ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:05:48.863683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"549.482441ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-cgxzn\" ","response":"range_response_count:1 size:3637"} {"level":"info","ts":"2026-03-07T10:05:48.863741Z","caller":"traceutil/trace.go:171","msg":"trace[1224426909] range","detail":"{range_begin:/registry/pods/kube-system/cilium-operator-869df985b8-cgxzn; range_end:; response_count:1; response_revision:494; }","duration":"549.616825ms","start":"2026-03-07T10:05:48.314109Z","end":"2026-03-07T10:05:48.863726Z","steps":["trace[1224426909] 'agreement among raft nodes before linearized reading' (duration: 549.153074ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:05:48.863725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:05:48.319638Z","time spent":"543.907166ms","remote":"127.0.0.1:59322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4339,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-07T10:05:48.863743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"395.505064ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/cilium-operator\" ","response":"range_response_count:1 size:538"} {"level":"warn","ts":"2026-03-07T10:05:48.863631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"551.765747ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/root-ca-cert-publisher\" ","response":"range_response_count:1 size:209"} {"level":"warn","ts":"2026-03-07T10:05:48.863825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:05:48.318625Z","time spent":"545.089005ms","remote":"127.0.0.1:58892","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":12761,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-07T10:05:48.86383Z","caller":"traceutil/trace.go:171","msg":"trace[2136807555] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/cilium-operator; range_end:; response_count:1; response_revision:494; }","duration":"395.662728ms","start":"2026-03-07T10:05:48.468146Z","end":"2026-03-07T10:05:48.863808Z","steps":["trace[2136807555] 'agreement among raft nodes before linearized reading' (duration: 395.406081ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:05:48.863896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:05:48.468117Z","time spent":"395.76859ms","remote":"127.0.0.1:59018","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":561,"request content":"key:\"/registry/serviceaccounts/kube-system/cilium-operator\" "} {"level":"info","ts":"2026-03-07T10:05:48.863921Z","caller":"traceutil/trace.go:171","msg":"trace[1875772238] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/root-ca-cert-publisher; range_end:; response_count:1; response_revision:494; }","duration":"552.178497ms","start":"2026-03-07T10:05:48.311679Z","end":"2026-03-07T10:05:48.863858Z","steps":["trace[1875772238] 'agreement among raft nodes before linearized reading' (duration: 551.719756ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:05:48.864007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.233602ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-07T10:05:48.863983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:05:48.312965Z","time spent":"550.160888ms","remote":"127.0.0.1:59352","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":713,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-07T10:05:48.86405Z","caller":"traceutil/trace.go:171","msg":"trace[1076159016] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:495; }","duration":"137.315824ms","start":"2026-03-07T10:05:48.726724Z","end":"2026-03-07T10:05:48.86404Z","steps":["trace[1076159016] 'agreement among raft nodes before linearized reading' (duration: 137.203551ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:05:48.864111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:05:48.311656Z","time spent":"552.373571ms","remote":"127.0.0.1:59018","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":232,"request content":"key:\"/registry/serviceaccounts/kube-system/root-ca-cert-publisher\" "} {"level":"warn","ts":"2026-03-07T10:05:48.864114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.286425ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/service-account-controller\" ","response":"range_response_count:1 size:218"} {"level":"info","ts":"2026-03-07T10:05:48.863978Z","caller":"traceutil/trace.go:171","msg":"trace[1583131987] transaction","detail":"{read_only:false; response_revision:495; number_of_response:1; }","duration":"315.833085ms","start":"2026-03-07T10:05:48.548133Z","end":"2026-03-07T10:05:48.863966Z","steps":["trace[1583131987] 'process raft request' (duration: 315.453406ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:05:48.86422Z","caller":"traceutil/trace.go:171","msg":"trace[1785316835] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/service-account-controller; range_end:; response_count:1; response_revision:495; }","duration":"318.47496ms","start":"2026-03-07T10:05:48.54572Z","end":"2026-03-07T10:05:48.864195Z","steps":["trace[1785316835] 'agreement among raft nodes before linearized reading' (duration: 318.186613ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:05:48.864274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:05:48.545695Z","time spent":"318.569862ms","remote":"127.0.0.1:59018","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":1,"response size":241,"request content":"key:\"/registry/serviceaccounts/kube-system/service-account-controller\" "} {"level":"warn","ts":"2026-03-07T10:05:48.863799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:05:48.314087Z","time spent":"549.699496ms","remote":"127.0.0.1:59006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":3660,"request content":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-cgxzn\" "} {"level":"warn","ts":"2026-03-07T10:05:48.864307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:05:48.548112Z","time spent":"316.123453ms","remote":"127.0.0.1:59322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3804,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-07T10:05:48.864322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"549.816269ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/kube-system/coredns-67659f764b\" ","response":"range_response_count:1 size:3693"} {"level":"info","ts":"2026-03-07T10:05:48.864482Z","caller":"traceutil/trace.go:171","msg":"trace[1915146031] range","detail":"{range_begin:/registry/replicasets/kube-system/coredns-67659f764b; range_end:; response_count:1; response_revision:494; }","duration":"550.043954ms","start":"2026-03-07T10:05:48.314418Z","end":"2026-03-07T10:05:48.864462Z","steps":["trace[1915146031] 'agreement among raft nodes before linearized reading' (duration: 548.791774ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:05:48.8646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:05:48.314406Z","time spent":"550.106576ms","remote":"127.0.0.1:59322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":3716,"request content":"key:\"/registry/replicasets/kube-system/coredns-67659f764b\" "} {"level":"info","ts":"2026-03-07T10:05:48.982868Z","caller":"traceutil/trace.go:171","msg":"trace[1904305672] transaction","detail":"{read_only:false; response_revision:497; number_of_response:1; }","duration":"113.451445ms","start":"2026-03-07T10:05:48.869385Z","end":"2026-03-07T10:05:48.982837Z","steps":["trace[1904305672] 'process raft request' (duration: 112.419371ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:05:48.982961Z","caller":"traceutil/trace.go:171","msg":"trace[1016323301] transaction","detail":"{read_only:false; response_revision:499; number_of_response:1; }","duration":"102.956461ms","start":"2026-03-07T10:05:48.879963Z","end":"2026-03-07T10:05:48.982919Z","steps":["trace[1016323301] 'process raft request' (duration: 102.826488ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:05:48.983236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.693212ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/root-ca-cert-publisher\" ","response":"range_response_count:1 size:209"} {"level":"info","ts":"2026-03-07T10:05:48.983242Z","caller":"traceutil/trace.go:171","msg":"trace[1373462182] transaction","detail":"{read_only:false; response_revision:498; number_of_response:1; }","duration":"107.479251ms","start":"2026-03-07T10:05:48.87572Z","end":"2026-03-07T10:05:48.983199Z","steps":["trace[1373462182] 'process raft request' (duration: 107.0186ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:05:48.983057Z","caller":"traceutil/trace.go:171","msg":"trace[1097508247] linearizableReadLoop","detail":"{readStateIndex:521; appliedIndex:519; }","duration":"113.503787ms","start":"2026-03-07T10:05:48.869525Z","end":"2026-03-07T10:05:48.983029Z","steps":["trace[1097508247] 'read index received' (duration: 17.660547ms)","trace[1097508247] 'applied index is now lower than readState.Index' (duration: 95.84197ms)"],"step_count":2} {"level":"info","ts":"2026-03-07T10:05:48.983371Z","caller":"traceutil/trace.go:171","msg":"trace[1746060482] transaction","detail":"{read_only:false; response_revision:500; number_of_response:1; }","duration":"103.158326ms","start":"2026-03-07T10:05:48.880184Z","end":"2026-03-07T10:05:48.983342Z","steps":["trace[1746060482] 'process raft request' (duration: 102.642604ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:05:48.983463Z","caller":"traceutil/trace.go:171","msg":"trace[1810964606] transaction","detail":"{read_only:false; response_revision:501; number_of_response:1; }","duration":"102.916551ms","start":"2026-03-07T10:05:48.880538Z","end":"2026-03-07T10:05:48.983455Z","steps":["trace[1810964606] 'process raft request' (duration: 102.346487ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:05:48.983335Z","caller":"traceutil/trace.go:171","msg":"trace[1882608685] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/root-ca-cert-publisher; range_end:; response_count:1; response_revision:502; }","duration":"113.834945ms","start":"2026-03-07T10:05:48.869462Z","end":"2026-03-07T10:05:48.983297Z","steps":["trace[1882608685] 'agreement among raft nodes before linearized reading' (duration: 113.650651ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:05:48.983411Z","caller":"traceutil/trace.go:171","msg":"trace[1835667081] transaction","detail":"{read_only:false; response_revision:502; number_of_response:1; }","duration":"102.724506ms","start":"2026-03-07T10:05:48.880676Z","end":"2026-03-07T10:05:48.9834Z","steps":["trace[1835667081] 'process raft request' (duration: 102.260925ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:05:48.983732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.223619ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/kube-system/coredns-7c96b6546b\" ","response":"range_response_count:1 size:3819"} {"level":"info","ts":"2026-03-07T10:05:48.983798Z","caller":"traceutil/trace.go:171","msg":"trace[2084702668] range","detail":"{range_begin:/registry/replicasets/kube-system/coredns-7c96b6546b; range_end:; response_count:1; response_revision:502; }","duration":"103.333892ms","start":"2026-03-07T10:05:48.880451Z","end":"2026-03-07T10:05:48.983785Z","steps":["trace[2084702668] 'agreement among raft nodes before linearized reading' (duration: 103.131937ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:05:49.36058Z","caller":"traceutil/trace.go:171","msg":"trace[1020027288] transaction","detail":"{read_only:false; response_revision:513; number_of_response:1; }","duration":"263.947628ms","start":"2026-03-07T10:05:49.096601Z","end":"2026-03-07T10:05:49.360549Z","steps":["trace[1020027288] 'process raft request' (duration: 201.703872ms)","trace[1020027288] 'compare' (duration: 61.98349ms)"],"step_count":2} {"level":"info","ts":"2026-03-07T10:05:49.557708Z","caller":"traceutil/trace.go:171","msg":"trace[1146713743] transaction","detail":"{read_only:false; response_revision:514; number_of_response:1; }","duration":"377.62259ms","start":"2026-03-07T10:05:49.180054Z","end":"2026-03-07T10:05:49.557676Z","steps":["trace[1146713743] 'process raft request' (duration: 339.111458ms)","trace[1146713743] 'compare' (duration: 38.333097ms)"],"step_count":2} {"level":"warn","ts":"2026-03-07T10:05:49.557888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:05:49.180018Z","time spent":"377.771944ms","remote":"127.0.0.1:59322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3840,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-07T10:05:49.5579Z","caller":"traceutil/trace.go:171","msg":"trace[862313120] linearizableReadLoop","detail":"{readStateIndex:539; appliedIndex:537; }","duration":"228.798718ms","start":"2026-03-07T10:05:49.32907Z","end":"2026-03-07T10:05:49.557869Z","steps":["trace[862313120] 'read index received' (duration: 190.113071ms)","trace[862313120] 'applied index is now lower than readState.Index' (duration: 38.684287ms)"],"step_count":2} {"level":"info","ts":"2026-03-07T10:05:49.55808Z","caller":"traceutil/trace.go:171","msg":"trace[1586709019] transaction","detail":"{read_only:false; response_revision:515; number_of_response:1; }","duration":"375.50642ms","start":"2026-03-07T10:05:49.182545Z","end":"2026-03-07T10:05:49.558051Z","steps":["trace[1586709019] 'process raft request' (duration: 375.080978ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:05:49.558186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.096535ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-07T10:05:49.558219Z","caller":"traceutil/trace.go:171","msg":"trace[493231401] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:515; }","duration":"229.212638ms","start":"2026-03-07T10:05:49.328998Z","end":"2026-03-07T10:05:49.558211Z","steps":["trace[493231401] 'agreement among raft nodes before linearized reading' (duration: 229.124266ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:05:49.558303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:05:49.182536Z","time spent":"375.636732ms","remote":"127.0.0.1:59290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4180,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-07T10:05:49.568208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.701341ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-07T10:05:49.568246Z","caller":"traceutil/trace.go:171","msg":"trace[495733039] transaction","detail":"{read_only:false; response_revision:516; number_of_response:1; }","duration":"202.494191ms","start":"2026-03-07T10:05:49.365716Z","end":"2026-03-07T10:05:49.56821Z","steps":["trace[495733039] 'process raft request' (duration: 202.287826ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:05:49.568295Z","caller":"traceutil/trace.go:171","msg":"trace[373774738] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:516; }","duration":"227.807423ms","start":"2026-03-07T10:05:49.340468Z","end":"2026-03-07T10:05:49.568276Z","steps":["trace[373774738] 'agreement among raft nodes before linearized reading' (duration: 227.66369ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:05:49.806154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.516201ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-07T10:05:49.806332Z","caller":"traceutil/trace.go:171","msg":"trace[2056119069] transaction","detail":"{read_only:false; response_revision:517; number_of_response:1; }","duration":"243.912224ms","start":"2026-03-07T10:05:49.562391Z","end":"2026-03-07T10:05:49.806303Z","steps":["trace[2056119069] 'process raft request' (duration: 103.033614ms)","trace[2056119069] 'compare' (duration: 140.260515ms)"],"step_count":2} {"level":"info","ts":"2026-03-07T10:05:49.871782Z","caller":"traceutil/trace.go:171","msg":"trace[1848295827] transaction","detail":"{read_only:false; response_revision:518; number_of_response:1; }","duration":"303.389105ms","start":"2026-03-07T10:05:49.568362Z","end":"2026-03-07T10:05:49.871751Z","steps":["trace[1848295827] 'process raft request' (duration: 303.19542ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:05:49.871866Z","caller":"traceutil/trace.go:171","msg":"trace[834220268] linearizableReadLoop","detail":"{readStateIndex:542; appliedIndex:540; }","duration":"301.951229ms","start":"2026-03-07T10:05:49.569894Z","end":"2026-03-07T10:05:49.871845Z","steps":["trace[834220268] 'read index received' (duration: 95.516982ms)","trace[834220268] 'applied index is now lower than readState.Index' (duration: 206.432147ms)"],"step_count":2} {"level":"info","ts":"2026-03-07T10:05:49.871959Z","caller":"traceutil/trace.go:171","msg":"trace[962158595] transaction","detail":"{read_only:false; response_revision:519; number_of_response:1; }","duration":"299.714075ms","start":"2026-03-07T10:05:49.572201Z","end":"2026-03-07T10:05:49.871915Z","steps":["trace[962158595] 'process raft request' (duration: 299.49978ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:05:49.87207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.180065ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-07T10:05:49.872115Z","caller":"traceutil/trace.go:171","msg":"trace[876642737] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:519; }","duration":"302.260866ms","start":"2026-03-07T10:05:49.569841Z","end":"2026-03-07T10:05:49.872102Z","steps":["trace[876642737] 'agreement among raft nodes before linearized reading' (duration: 302.069222ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:05:49.872046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:05:49.568327Z","time spent":"303.564398ms","remote":"127.0.0.1:59290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4180,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-07T10:05:49.872154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:05:49.56982Z","time spent":"302.323868ms","remote":"127.0.0.1:58746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-07T10:05:50.16723Z","caller":"traceutil/trace.go:171","msg":"trace[27150051] transaction","detail":"{read_only:false; response_revision:524; number_of_response:1; }","duration":"198.243329ms","start":"2026-03-07T10:05:49.96895Z","end":"2026-03-07T10:05:50.167193Z","steps":["trace[27150051] 'process raft request' (duration: 188.037292ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:05:50.167434Z","caller":"traceutil/trace.go:171","msg":"trace[385560506] transaction","detail":"{read_only:false; response_revision:525; number_of_response:1; }","duration":"197.877511ms","start":"2026-03-07T10:05:49.969503Z","end":"2026-03-07T10:05:50.16738Z","steps":["trace[385560506] 'process raft request' (duration: 197.601844ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:05:50.167617Z","caller":"traceutil/trace.go:171","msg":"trace[1523410696] transaction","detail":"{read_only:false; response_revision:526; number_of_response:1; }","duration":"197.837368ms","start":"2026-03-07T10:05:49.969759Z","end":"2026-03-07T10:05:50.167596Z","steps":["trace[1523410696] 'process raft request' (duration: 197.702745ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:05:50.167741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.07053ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/local-path-storage/\" range_end:\"/registry/limitranges/local-path-storage0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-07T10:05:50.167589Z","caller":"traceutil/trace.go:171","msg":"trace[323934519] linearizableReadLoop","detail":"{readStateIndex:550; appliedIndex:546; }","duration":"196.915796ms","start":"2026-03-07T10:05:49.970639Z","end":"2026-03-07T10:05:50.167555Z","steps":["trace[323934519] 'read index received' (duration: 62.436031ms)","trace[323934519] 'applied index is now lower than readState.Index' (duration: 134.478335ms)"],"step_count":2} {"level":"info","ts":"2026-03-07T10:05:50.167821Z","caller":"traceutil/trace.go:171","msg":"trace[426229409] range","detail":"{range_begin:/registry/limitranges/local-path-storage/; range_end:/registry/limitranges/local-path-storage0; response_count:0; response_revision:526; }","duration":"197.206484ms","start":"2026-03-07T10:05:49.970593Z","end":"2026-03-07T10:05:50.1678Z","steps":["trace[426229409] 'agreement among raft nodes before linearized reading' (duration: 197.0674ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:05:50.168109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.545849ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/local-path-storage/\" range_end:\"/registry/secrets/local-path-storage0\" ","response":"range_response_count:1 size:12755"} {"level":"info","ts":"2026-03-07T10:05:50.168192Z","caller":"traceutil/trace.go:171","msg":"trace[343369439] range","detail":"{range_begin:/registry/secrets/local-path-storage/; range_end:/registry/secrets/local-path-storage0; response_count:1; response_revision:526; }","duration":"137.681512ms","start":"2026-03-07T10:05:50.030486Z","end":"2026-03-07T10:05:50.168168Z","steps":["trace[343369439] 'agreement among raft nodes before linearized reading' (duration: 137.420306ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:05:50.338321Z","caller":"traceutil/trace.go:171","msg":"trace[577763670] transaction","detail":"{read_only:false; response_revision:531; number_of_response:1; }","duration":"114.742788ms","start":"2026-03-07T10:05:50.223558Z","end":"2026-03-07T10:05:50.338301Z","steps":["trace[577763670] 'process raft request' (duration: 114.562014ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:05:50.338334Z","caller":"traceutil/trace.go:171","msg":"trace[2014538681] transaction","detail":"{read_only:false; response_revision:529; number_of_response:1; }","duration":"116.730046ms","start":"2026-03-07T10:05:50.22155Z","end":"2026-03-07T10:05:50.33828Z","steps":["trace[2014538681] 'process raft request' (duration: 116.318486ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:05:50.338716Z","caller":"traceutil/trace.go:171","msg":"trace[1795058872] transaction","detail":"{read_only:false; response_revision:530; number_of_response:1; }","duration":"115.975387ms","start":"2026-03-07T10:05:50.222717Z","end":"2026-03-07T10:05:50.338692Z","steps":["trace[1795058872] 'process raft request' (duration: 115.326342ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:05:50.338802Z","caller":"traceutil/trace.go:171","msg":"trace[1727501532] transaction","detail":"{read_only:false; response_revision:532; number_of_response:1; }","duration":"115.195348ms","start":"2026-03-07T10:05:50.223573Z","end":"2026-03-07T10:05:50.338768Z","steps":["trace[1727501532] 'process raft request' (duration: 114.589334ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:05:50.338245Z","caller":"traceutil/trace.go:171","msg":"trace[1052503513] linearizableReadLoop","detail":"{readStateIndex:556; appliedIndex:551; }","duration":"103.139047ms","start":"2026-03-07T10:05:50.235079Z","end":"2026-03-07T10:05:50.338218Z","steps":["trace[1052503513] 'read index received' (duration: 11.324874ms)","trace[1052503513] 'applied index is now lower than readState.Index' (duration: 91.812733ms)"],"step_count":2} {"level":"warn","ts":"2026-03-07T10:05:50.339334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.209842ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/local-path-storage/\" range_end:\"/registry/secrets/local-path-storage0\" ","response":"range_response_count:1 size:12755"} {"level":"info","ts":"2026-03-07T10:05:50.339441Z","caller":"traceutil/trace.go:171","msg":"trace[2010340633] range","detail":"{range_begin:/registry/secrets/local-path-storage/; range_end:/registry/secrets/local-path-storage0; response_count:1; response_revision:532; }","duration":"104.369247ms","start":"2026-03-07T10:05:50.235041Z","end":"2026-03-07T10:05:50.33941Z","steps":["trace[2010340633] 'agreement among raft nodes before linearized reading' (duration: 104.015508ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:05:50.761215Z","caller":"traceutil/trace.go:171","msg":"trace[126820469] transaction","detail":"{read_only:false; response_revision:533; number_of_response:1; }","duration":"413.16346ms","start":"2026-03-07T10:05:50.348013Z","end":"2026-03-07T10:05:50.761176Z","steps":["trace[126820469] 'process raft request' (duration: 383.40593ms)","trace[126820469] 'compare' (duration: 29.519465ms)"],"step_count":2} {"level":"warn","ts":"2026-03-07T10:05:50.761454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:05:50.348Z","time spent":"413.324905ms","remote":"127.0.0.1:59322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3249,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-07T10:05:50.785661Z","caller":"traceutil/trace.go:171","msg":"trace[380339043] transaction","detail":"{read_only:false; response_revision:534; number_of_response:1; }","duration":"222.502687ms","start":"2026-03-07T10:05:50.563122Z","end":"2026-03-07T10:05:50.785625Z","steps":["trace[380339043] 'process raft request' (duration: 222.292932ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:05:50.93702Z","caller":"traceutil/trace.go:171","msg":"trace[1812306160] transaction","detail":"{read_only:false; response_revision:535; number_of_response:1; }","duration":"167.328551ms","start":"2026-03-07T10:05:50.769652Z","end":"2026-03-07T10:05:50.936981Z","steps":["trace[1812306160] 'process raft request' (duration: 99.398637ms)","trace[1812306160] 'compare' (duration: 67.74043ms)"],"step_count":2} {"level":"info","ts":"2026-03-07T10:05:50.957839Z","caller":"traceutil/trace.go:171","msg":"trace[381050194] transaction","detail":"{read_only:false; response_revision:536; number_of_response:1; }","duration":"155.822952ms","start":"2026-03-07T10:05:50.801971Z","end":"2026-03-07T10:05:50.957794Z","steps":["trace[381050194] 'process raft request' (duration: 155.595026ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:05:52.320888Z","caller":"traceutil/trace.go:171","msg":"trace[60714806] transaction","detail":"{read_only:false; response_revision:540; number_of_response:1; }","duration":"142.988432ms","start":"2026-03-07T10:05:52.177868Z","end":"2026-03-07T10:05:52.320856Z","steps":["trace[60714806] 'process raft request' (duration: 121.914031ms)","trace[60714806] 'compare' (duration: 20.935838ms)"],"step_count":2} {"level":"warn","ts":"2026-03-07T10:05:53.772625Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14782675208655120120,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-07T10:05:54.273566Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14782675208655120120,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-07T10:05:54.774445Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14782675208655120120,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-07T10:05:55.269057Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.293563508s","expected-duration":"1s"} {"level":"info","ts":"2026-03-07T10:05:55.26967Z","caller":"traceutil/trace.go:171","msg":"trace[1563645242] linearizableReadLoop","detail":"{readStateIndex:565; appliedIndex:564; }","duration":"1.997536173s","start":"2026-03-07T10:05:53.272098Z","end":"2026-03-07T10:05:55.269634Z","steps":["trace[1563645242] 'read index received' (duration: 1.997132244s)","trace[1563645242] 'applied index is now lower than readState.Index' (duration: 399.049µs)"],"step_count":2} {"level":"info","ts":"2026-03-07T10:05:55.26973Z","caller":"traceutil/trace.go:171","msg":"trace[1241540369] transaction","detail":"{read_only:false; response_revision:541; number_of_response:1; }","duration":"2.294382459s","start":"2026-03-07T10:05:52.975302Z","end":"2026-03-07T10:05:55.269684Z","steps":["trace[1241540369] 'process raft request' (duration: 2.294076281s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:05:55.269943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.997813381s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.62\" ","response":"range_response_count:1 size:133"} {"level":"warn","ts":"2026-03-07T10:05:55.26998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:05:52.975256Z","time spent":"2.294589775s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-07T10:05:55.270035Z","caller":"traceutil/trace.go:171","msg":"trace[99925174] range","detail":"{range_begin:/registry/masterleases/162.253.55.62; range_end:; response_count:1; response_revision:541; }","duration":"1.997977904s","start":"2026-03-07T10:05:53.27203Z","end":"2026-03-07T10:05:55.270008Z","steps":["trace[99925174] 'agreement among raft nodes before linearized reading' (duration: 1.99778208s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:05:55.270107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:05:53.271995Z","time spent":"1.998095217s","remote":"127.0.0.1:58806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/162.253.55.62\" "} {"level":"warn","ts":"2026-03-07T10:05:55.270118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.926867793s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-07T10:05:55.270145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.40377573s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-07T10:05:55.270215Z","caller":"traceutil/trace.go:171","msg":"trace[1737013550] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:541; }","duration":"1.927019087s","start":"2026-03-07T10:05:53.343169Z","end":"2026-03-07T10:05:55.270188Z","steps":["trace[1737013550] 'agreement among raft nodes before linearized reading' (duration: 1.926847973s)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:05:55.27022Z","caller":"traceutil/trace.go:171","msg":"trace[1719117486] range","detail":"{range_begin:/registry/secrets/cert-manager/; range_end:/registry/secrets/cert-manager0; response_count:0; response_revision:541; }","duration":"1.403886863s","start":"2026-03-07T10:05:53.866308Z","end":"2026-03-07T10:05:55.270195Z","steps":["trace[1719117486] 'agreement among raft nodes before linearized reading' (duration: 1.40376728s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:05:55.270235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.128156679s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-07T10:05:55.270273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:05:53.343146Z","time spent":"1.927118949s","remote":"127.0.0.1:58750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-07T10:05:55.270275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:05:53.866294Z","time spent":"1.403971936s","remote":"127.0.0.1:58892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":28,"request content":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" "} {"level":"info","ts":"2026-03-07T10:05:55.270315Z","caller":"traceutil/trace.go:171","msg":"trace[646151604] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:541; }","duration":"1.128283802s","start":"2026-03-07T10:05:54.142012Z","end":"2026-03-07T10:05:55.270296Z","steps":["trace[646151604] 'agreement among raft nodes before linearized reading' (duration: 1.128028316s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:05:55.27037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:05:54.141988Z","time spent":"1.128369974s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-07T10:05:55.27043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"943.451698ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-07T10:05:55.270557Z","caller":"traceutil/trace.go:171","msg":"trace[1294144853] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:541; }","duration":"943.645673ms","start":"2026-03-07T10:05:54.326876Z","end":"2026-03-07T10:05:55.270522Z","steps":["trace[1294144853] 'agreement among raft nodes before linearized reading' (duration: 943.260783ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:05:55.270637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:05:54.32685Z","time spent":"943.761125ms","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-07T10:05:55.270704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.448932033s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-07T10:05:55.270814Z","caller":"traceutil/trace.go:171","msg":"trace[1200324507] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:541; }","duration":"1.449104107s","start":"2026-03-07T10:05:53.821686Z","end":"2026-03-07T10:05:55.27079Z","steps":["trace[1200324507] 'agreement among raft nodes before linearized reading' (duration: 1.448749789s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:05:55.27087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:05:53.821659Z","time spent":"1.44920224s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-07T10:05:55.674066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:05:55.271385Z","time spent":"402.673918ms","remote":"127.0.0.1:58806","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-07T10:05:55.98496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.966777ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-07T10:05:55.985418Z","caller":"traceutil/trace.go:171","msg":"trace[832708857] transaction","detail":"{read_only:false; response_revision:542; number_of_response:1; }","duration":"709.683528ms","start":"2026-03-07T10:05:55.275687Z","end":"2026-03-07T10:05:55.985371Z","steps":["trace[832708857] 'process raft request' (duration: 600.175358ms)","trace[832708857] 'compare' (duration: 108.814374ms)"],"step_count":2} {"level":"info","ts":"2026-03-07T10:05:55.985469Z","caller":"traceutil/trace.go:171","msg":"trace[893201421] transaction","detail":"{read_only:false; response_revision:543; number_of_response:1; }","duration":"708.992342ms","start":"2026-03-07T10:05:55.276446Z","end":"2026-03-07T10:05:55.985438Z","steps":["trace[893201421] 'process raft request' (duration: 708.822848ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:05:55.985598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"706.616834ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-07T10:05:55.985443Z","caller":"traceutil/trace.go:171","msg":"trace[1964121703] linearizableReadLoop","detail":"{readStateIndex:569; appliedIndex:565; }","duration":"706.44194ms","start":"2026-03-07T10:05:55.278975Z","end":"2026-03-07T10:05:55.985417Z","steps":["trace[1964121703] 'read index received' (duration: 296.729443ms)","trace[1964121703] 'applied index is now lower than readState.Index' (duration: 409.710957ms)"],"step_count":2} {"level":"warn","ts":"2026-03-07T10:05:55.985623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:05:55.275655Z","time spent":"709.849442ms","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-07T10:05:55.985584Z","caller":"traceutil/trace.go:171","msg":"trace[1765586130] transaction","detail":"{read_only:false; response_revision:544; number_of_response:1; }","duration":"708.351667ms","start":"2026-03-07T10:05:55.277203Z","end":"2026-03-07T10:05:55.985555Z","steps":["trace[1765586130] 'process raft request' (duration: 708.162992ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:05:55.985759Z","caller":"traceutil/trace.go:171","msg":"trace[1948133383] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:544; }","duration":"706.729867ms","start":"2026-03-07T10:05:55.278935Z","end":"2026-03-07T10:05:55.985665Z","steps":["trace[1948133383] 'agreement among raft nodes before linearized reading' (duration: 706.547813ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:05:55.98588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:05:55.278918Z","time spent":"706.948522ms","remote":"127.0.0.1:58750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-07T10:05:55.985957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:05:55.27718Z","time spent":"708.613063ms","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-07T10:05:55.986416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:05:55.276384Z","time spent":"709.30455ms","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-07T10:05:56.073712Z","caller":"traceutil/trace.go:171","msg":"trace[932023192] transaction","detail":"{read_only:false; response_revision:545; number_of_response:1; }","duration":"398.371493ms","start":"2026-03-07T10:05:55.67532Z","end":"2026-03-07T10:05:56.073692Z","steps":["trace[932023192] 'process raft request' (duration: 398.23991ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:05:56.07384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:05:55.675287Z","time spent":"398.487847ms","remote":"127.0.0.1:58806","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-07T10:05:56.220836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.509364ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-07T10:05:56.220958Z","caller":"traceutil/trace.go:171","msg":"trace[1860216628] linearizableReadLoop","detail":"{readStateIndex:571; appliedIndex:569; }","duration":"235.251574ms","start":"2026-03-07T10:05:55.985679Z","end":"2026-03-07T10:05:56.22093Z","steps":["trace[1860216628] 'read index received' (duration: 87.863356ms)","trace[1860216628] 'applied index is now lower than readState.Index' (duration: 147.386818ms)"],"step_count":2} {"level":"info","ts":"2026-03-07T10:05:56.221047Z","caller":"traceutil/trace.go:171","msg":"trace[1324535536] transaction","detail":"{read_only:false; response_revision:546; number_of_response:1; }","duration":"309.746907ms","start":"2026-03-07T10:05:55.911289Z","end":"2026-03-07T10:05:56.221036Z","steps":["trace[1324535536] 'process raft request' (duration: 203.937856ms)","trace[1324535536] 'compare' (duration: 105.378721ms)"],"step_count":2} {"level":"warn","ts":"2026-03-07T10:05:56.221159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:05:55.911239Z","time spent":"309.842021ms","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-07T10:05:56.221307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.134873ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:421"} {"level":"info","ts":"2026-03-07T10:05:56.221396Z","caller":"traceutil/trace.go:171","msg":"trace[481377499] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:546; }","duration":"145.278297ms","start":"2026-03-07T10:05:56.076095Z","end":"2026-03-07T10:05:56.221373Z","steps":["trace[481377499] 'agreement among raft nodes before linearized reading' (duration: 145.113403ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:05:56.22148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"578.851882ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-07T10:05:56.221554Z","caller":"traceutil/trace.go:171","msg":"trace[1887036818] range","detail":"{range_begin:/registry/secrets/cert-manager/; range_end:/registry/secrets/cert-manager0; response_count:0; response_revision:546; }","duration":"579.000065ms","start":"2026-03-07T10:05:55.642534Z","end":"2026-03-07T10:05:56.221535Z","steps":["trace[1887036818] 'agreement among raft nodes before linearized reading' (duration: 578.835741ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:05:56.221595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:05:55.642509Z","time spent":"579.078956ms","remote":"127.0.0.1:58892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":28,"request content":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" "} {"level":"warn","ts":"2026-03-07T10:05:56.460346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.554005ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-07T10:05:56.46044Z","caller":"traceutil/trace.go:171","msg":"trace[1543299905] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:546; }","duration":"117.708629ms","start":"2026-03-07T10:05:56.342711Z","end":"2026-03-07T10:05:56.460419Z","steps":["trace[1543299905] 'range keys from in-memory index tree' (duration: 117.426241ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:05:57.942745Z","caller":"traceutil/trace.go:171","msg":"trace[2000439875] transaction","detail":"{read_only:false; response_revision:548; number_of_response:1; }","duration":"537.017039ms","start":"2026-03-07T10:05:57.405703Z","end":"2026-03-07T10:05:57.94272Z","steps":["trace[2000439875] 'process raft request' (duration: 536.862496ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:05:57.942946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:05:57.405685Z","time spent":"537.184934ms","remote":"127.0.0.1:58918","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":365,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-07T10:05:58.156964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.866913ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-07T10:05:58.157155Z","caller":"traceutil/trace.go:171","msg":"trace[455177569] transaction","detail":"{read_only:false; response_revision:549; number_of_response:1; }","duration":"208.968578ms","start":"2026-03-07T10:05:57.948156Z","end":"2026-03-07T10:05:58.157124Z","steps":["trace[455177569] 'process raft request' (duration: 102.828098ms)","trace[455177569] 'compare' (duration: 105.541365ms)"],"step_count":2} {"level":"info","ts":"2026-03-07T10:05:58.188186Z","caller":"traceutil/trace.go:171","msg":"trace[1051826819] transaction","detail":"{read_only:false; response_revision:550; number_of_response:1; }","duration":"239.746972ms","start":"2026-03-07T10:05:57.948402Z","end":"2026-03-07T10:05:58.188149Z","steps":["trace[1051826819] 'process raft request' (duration: 239.339353ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:05:58.188374Z","caller":"traceutil/trace.go:171","msg":"trace[1896938498] linearizableReadLoop","detail":"{readStateIndex:575; appliedIndex:573; }","duration":"198.053213ms","start":"2026-03-07T10:05:57.9903Z","end":"2026-03-07T10:05:58.188354Z","steps":["trace[1896938498] 'read index received' (duration: 60.75713ms)","trace[1896938498] 'applied index is now lower than readState.Index' (duration: 137.294733ms)"],"step_count":2} {"level":"warn","ts":"2026-03-07T10:05:58.188688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.365521ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-07T10:05:58.188779Z","caller":"traceutil/trace.go:171","msg":"trace[724981882] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:551; }","duration":"198.509764ms","start":"2026-03-07T10:05:57.990254Z","end":"2026-03-07T10:05:58.188764Z","steps":["trace[724981882] 'agreement among raft nodes before linearized reading' (duration: 198.188486ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:05:58.188927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.29611ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-07T10:05:58.188407Z","caller":"traceutil/trace.go:171","msg":"trace[1342099750] transaction","detail":"{read_only:false; response_revision:551; number_of_response:1; }","duration":"157.574824ms","start":"2026-03-07T10:05:58.030799Z","end":"2026-03-07T10:05:58.188374Z","steps":["trace[1342099750] 'process raft request' (duration: 157.336908ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:05:58.188988Z","caller":"traceutil/trace.go:171","msg":"trace[220506053] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:551; }","duration":"198.415653ms","start":"2026-03-07T10:05:57.990558Z","end":"2026-03-07T10:05:58.188973Z","steps":["trace[220506053] 'agreement among raft nodes before linearized reading' (duration: 198.209907ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:05:58.188972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.421073ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-07T10:05:58.189079Z","caller":"traceutil/trace.go:171","msg":"trace[2091134933] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:551; }","duration":"198.560446ms","start":"2026-03-07T10:05:57.990493Z","end":"2026-03-07T10:05:58.189053Z","steps":["trace[2091134933] 'agreement among raft nodes before linearized reading' (duration: 198.252928ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:05:58.843322Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14782675208655120193,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-07T10:05:59.01531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"753.310434ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-07T10:05:59.015618Z","caller":"traceutil/trace.go:171","msg":"trace[939430016] transaction","detail":"{read_only:false; response_revision:555; number_of_response:1; }","duration":"804.638288ms","start":"2026-03-07T10:05:58.210961Z","end":"2026-03-07T10:05:59.0156Z","steps":["trace[939430016] 'process raft request' (duration: 804.569557ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:05:59.015627Z","caller":"traceutil/trace.go:171","msg":"trace[266327645] transaction","detail":"{read_only:false; response_revision:554; number_of_response:1; }","duration":"820.834059ms","start":"2026-03-07T10:05:58.194761Z","end":"2026-03-07T10:05:59.015595Z","steps":["trace[266327645] 'process raft request' (duration: 820.736147ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:05:59.015699Z","caller":"traceutil/trace.go:171","msg":"trace[1252021614] transaction","detail":"{read_only:false; response_revision:553; number_of_response:1; }","duration":"820.960063ms","start":"2026-03-07T10:05:58.194693Z","end":"2026-03-07T10:05:59.015653Z","steps":["trace[1252021614] 'process raft request' (duration: 820.745518ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:05:59.015804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:05:58.194731Z","time spent":"820.962153ms","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-07T10:05:59.015689Z","caller":"traceutil/trace.go:171","msg":"trace[197191811] transaction","detail":"{read_only:false; response_revision:552; number_of_response:1; }","duration":"820.974583ms","start":"2026-03-07T10:05:58.194678Z","end":"2026-03-07T10:05:59.015653Z","steps":["trace[197191811] 'process raft request' (duration: 67.243988ms)","trace[197191811] 'compare' (duration: 753.201791ms)"],"step_count":2} {"level":"warn","ts":"2026-03-07T10:05:59.015874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:05:58.194665Z","time spent":"821.112416ms","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-07T10:05:59.015931Z","caller":"traceutil/trace.go:171","msg":"trace[1493500980] transaction","detail":"{read_only:false; response_revision:556; number_of_response:1; }","duration":"804.762061ms","start":"2026-03-07T10:05:58.21114Z","end":"2026-03-07T10:05:59.015902Z","steps":["trace[1493500980] 'process raft request' (duration: 804.430713ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:05:59.015968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:05:58.194636Z","time spent":"821.27586ms","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-07T10:05:59.015715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:05:58.210951Z","time spent":"804.72296ms","remote":"127.0.0.1:59018","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":956,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-07T10:05:59.016047Z","caller":"traceutil/trace.go:171","msg":"trace[1955104728] transaction","detail":"{read_only:false; response_revision:557; number_of_response:1; }","duration":"804.478144ms","start":"2026-03-07T10:05:58.211555Z","end":"2026-03-07T10:05:59.016033Z","steps":["trace[1955104728] 'process raft request' (duration: 804.265179ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:05:59.016085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:05:58.2111Z","time spent":"804.904914ms","remote":"127.0.0.1:59018","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":971,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-07T10:05:59.01612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:05:58.211542Z","time spent":"804.547485ms","remote":"127.0.0.1:59018","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":953,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-07T10:05:59.073432Z","caller":"traceutil/trace.go:171","msg":"trace[1707748734] linearizableReadLoop","detail":"{readStateIndex:583; appliedIndex:576; }","duration":"730.82417ms","start":"2026-03-07T10:05:58.342589Z","end":"2026-03-07T10:05:59.073413Z","steps":["trace[1707748734] 'read index received' (duration: 579.101208ms)","trace[1707748734] 'applied index is now lower than readState.Index' (duration: 151.720722ms)"],"step_count":2} {"level":"warn","ts":"2026-03-07T10:05:59.073538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"730.954844ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-07T10:05:59.073562Z","caller":"traceutil/trace.go:171","msg":"trace[2044044828] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:558; }","duration":"731.031506ms","start":"2026-03-07T10:05:58.342522Z","end":"2026-03-07T10:05:59.073554Z","steps":["trace[2044044828] 'agreement among raft nodes before linearized reading' (duration: 730.950574ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:05:59.073583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:05:58.342498Z","time spent":"731.080786ms","remote":"127.0.0.1:58750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-07T10:05:59.305164Z","caller":"traceutil/trace.go:171","msg":"trace[127746609] transaction","detail":"{read_only:false; response_revision:559; number_of_response:1; }","duration":"220.551899ms","start":"2026-03-07T10:05:59.084583Z","end":"2026-03-07T10:05:59.305135Z","steps":["trace[127746609] 'process raft request' (duration: 220.343864ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:05:59.539181Z","caller":"traceutil/trace.go:171","msg":"trace[1088728029] transaction","detail":"{read_only:false; response_revision:560; number_of_response:1; }","duration":"453.891448ms","start":"2026-03-07T10:05:59.085235Z","end":"2026-03-07T10:05:59.539127Z","steps":["trace[1088728029] 'process raft request' (duration: 453.647991ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:05:59.539464Z","caller":"traceutil/trace.go:171","msg":"trace[935246066] transaction","detail":"{read_only:false; response_revision:562; number_of_response:1; }","duration":"447.250036ms","start":"2026-03-07T10:05:59.092157Z","end":"2026-03-07T10:05:59.539408Z","steps":["trace[935246066] 'process raft request' (duration: 446.891316ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:05:59.539529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.315286ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-07T10:05:59.539567Z","caller":"traceutil/trace.go:171","msg":"trace[1032149005] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:564; }","duration":"230.419498ms","start":"2026-03-07T10:05:59.309138Z","end":"2026-03-07T10:05:59.539557Z","steps":["trace[1032149005] 'agreement among raft nodes before linearized reading' (duration: 230.142632ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:05:59.539234Z","caller":"traceutil/trace.go:171","msg":"trace[60541678] linearizableReadLoop","detail":"{readStateIndex:590; appliedIndex:585; }","duration":"230.004968ms","start":"2026-03-07T10:05:59.309207Z","end":"2026-03-07T10:05:59.539212Z","steps":["trace[60541678] 'read index received' (duration: 229.748641ms)","trace[60541678] 'applied index is now lower than readState.Index' (duration: 255.657µs)"],"step_count":2} {"level":"warn","ts":"2026-03-07T10:05:59.539587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:05:59.085186Z","time spent":"454.304908ms","remote":"127.0.0.1:58830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9589,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-07T10:05:59.539628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:05:59.09214Z","time spent":"447.41146ms","remote":"127.0.0.1:58830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":58713,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-07T10:05:59.539326Z","caller":"traceutil/trace.go:171","msg":"trace[914732785] transaction","detail":"{read_only:false; response_revision:563; number_of_response:1; }","duration":"445.169945ms","start":"2026-03-07T10:05:59.094087Z","end":"2026-03-07T10:05:59.539257Z","steps":["trace[914732785] 'process raft request' (duration: 445.005441ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:05:59.539244Z","caller":"traceutil/trace.go:171","msg":"trace[417757842] transaction","detail":"{read_only:false; response_revision:561; number_of_response:1; }","duration":"452.218937ms","start":"2026-03-07T10:05:59.08698Z","end":"2026-03-07T10:05:59.539199Z","steps":["trace[417757842] 'process raft request' (duration: 452.011331ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:05:59.539396Z","caller":"traceutil/trace.go:171","msg":"trace[1584375087] transaction","detail":"{read_only:false; response_revision:564; number_of_response:1; }","duration":"443.198798ms","start":"2026-03-07T10:05:59.09619Z","end":"2026-03-07T10:05:59.539389Z","steps":["trace[1584375087] 'process raft request' (duration: 442.940822ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:05:59.539808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:05:59.094064Z","time spent":"445.673108ms","remote":"127.0.0.1:58830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":72609,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-07T10:05:59.539935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:05:59.096181Z","time spent":"443.67101ms","remote":"127.0.0.1:58830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":72484,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-07T10:05:59.540145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:05:59.086946Z","time spent":"453.131649ms","remote":"127.0.0.1:58830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":20218,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-07T10:06:00.257949Z","caller":"traceutil/trace.go:171","msg":"trace[1732881148] transaction","detail":"{read_only:false; response_revision:566; number_of_response:1; }","duration":"943.13254ms","start":"2026-03-07T10:05:59.314786Z","end":"2026-03-07T10:06:00.257918Z","steps":["trace[1732881148] 'process raft request' (duration: 943.040508ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:06:00.257977Z","caller":"traceutil/trace.go:171","msg":"trace[272601738] transaction","detail":"{read_only:false; response_revision:565; number_of_response:1; }","duration":"946.697776ms","start":"2026-03-07T10:05:59.311236Z","end":"2026-03-07T10:06:00.257933Z","steps":["trace[272601738] 'process raft request' (duration: 874.383906ms)","trace[272601738] 'compare' (duration: 72.030924ms)"],"step_count":2} {"level":"warn","ts":"2026-03-07T10:06:00.258132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:05:59.314752Z","time spent":"943.280214ms","remote":"127.0.0.1:58830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9932,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-07T10:06:00.25815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:05:59.311219Z","time spent":"946.84641ms","remote":"127.0.0.1:59358","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":965,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-07T10:06:02.296124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.816596393s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"warn","ts":"2026-03-07T10:06:02.296281Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.815498446s","expected-duration":"1s"} {"level":"info","ts":"2026-03-07T10:06:02.296744Z","caller":"traceutil/trace.go:171","msg":"trace[129312011] transaction","detail":"{read_only:false; response_revision:571; number_of_response:1; }","duration":"2.738163391s","start":"2026-03-07T10:05:59.558553Z","end":"2026-03-07T10:06:02.296716Z","steps":["trace[129312011] 'process raft request' (duration: 2.737982006s)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:06:02.296733Z","caller":"traceutil/trace.go:171","msg":"trace[1422880815] transaction","detail":"{read_only:false; response_revision:569; number_of_response:1; }","duration":"2.738229322s","start":"2026-03-07T10:05:59.558471Z","end":"2026-03-07T10:06:02.2967Z","steps":["trace[1422880815] 'process raft request' (duration: 2.737921655s)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:06:02.296791Z","caller":"traceutil/trace.go:171","msg":"trace[1804854612] transaction","detail":"{read_only:false; response_revision:570; number_of_response:1; }","duration":"2.738240173s","start":"2026-03-07T10:05:59.558528Z","end":"2026-03-07T10:06:02.296768Z","steps":["trace[1804854612] 'process raft request' (duration: 2.737931306s)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:06:02.296797Z","caller":"traceutil/trace.go:171","msg":"trace[39788037] transaction","detail":"{read_only:false; response_revision:568; number_of_response:1; }","duration":"2.752113259s","start":"2026-03-07T10:05:59.544615Z","end":"2026-03-07T10:06:02.296728Z","steps":["trace[39788037] 'process raft request' (duration: 2.751663748s)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:06:02.296826Z","caller":"traceutil/trace.go:171","msg":"trace[1017045293] transaction","detail":"{read_only:false; response_revision:575; number_of_response:1; }","duration":"2.737892104s","start":"2026-03-07T10:05:59.558909Z","end":"2026-03-07T10:06:02.296801Z","steps":["trace[1017045293] 'process raft request' (duration: 2.737784601s)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:06:02.296888Z","caller":"traceutil/trace.go:171","msg":"trace[646662880] transaction","detail":"{read_only:false; response_revision:572; number_of_response:1; }","duration":"2.738308915s","start":"2026-03-07T10:05:59.558564Z","end":"2026-03-07T10:06:02.296873Z","steps":["trace[646662880] 'process raft request' (duration: 2.738005017s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:06:02.296908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:05:59.558438Z","time spent":"2.738387466s","remote":"127.0.0.1:59178","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1332,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-07T10:06:02.296911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:05:59.558537Z","time spent":"2.738283694s","remote":"127.0.0.1:59178","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1174,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-07T10:06:02.296924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:05:59.558883Z","time spent":"2.738004456s","remote":"127.0.0.1:59178","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1119,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-07T10:06:02.296926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:05:59.5585Z","time spent":"2.738351776s","remote":"127.0.0.1:59178","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1416,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-07T10:06:02.296912Z","caller":"traceutil/trace.go:171","msg":"trace[842304144] transaction","detail":"{read_only:false; response_revision:574; number_of_response:1; }","duration":"2.738102988s","start":"2026-03-07T10:05:59.558753Z","end":"2026-03-07T10:06:02.296856Z","steps":["trace[842304144] 'process raft request' (duration: 2.737905103s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:06:02.296969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:05:59.544608Z","time spent":"2.752255182s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-07T10:06:02.296993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:05:59.558557Z","time spent":"2.738376246s","remote":"127.0.0.1:59178","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1048,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-07T10:06:02.296798Z","caller":"traceutil/trace.go:171","msg":"trace[962257430] transaction","detail":"{read_only:false; response_revision:573; number_of_response:1; }","duration":"2.738139961s","start":"2026-03-07T10:05:59.558613Z","end":"2026-03-07T10:06:02.296753Z","steps":["trace[962257430] 'process raft request' (duration: 2.737993027s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:06:02.297099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:05:59.558745Z","time spent":"2.738269143s","remote":"127.0.0.1:59178","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1451,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-07T10:06:02.297139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:05:59.558605Z","time spent":"2.738498319s","remote":"127.0.0.1:59178","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1353,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-07T10:06:02.297269Z","caller":"traceutil/trace.go:171","msg":"trace[1109063984] transaction","detail":"{read_only:false; response_revision:576; number_of_response:1; }","duration":"2.738043407s","start":"2026-03-07T10:05:59.559205Z","end":"2026-03-07T10:06:02.297248Z","steps":["trace[1109063984] 'process raft request' (duration: 2.737534695s)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:06:02.297268Z","caller":"traceutil/trace.go:171","msg":"trace[1983670916] transaction","detail":"{read_only:false; response_revision:567; number_of_response:1; }","duration":"2.753265727s","start":"2026-03-07T10:05:59.543156Z","end":"2026-03-07T10:06:02.296422Z","steps":["trace[1983670916] 'process raft request' (duration: 936.261144ms)","trace[1983670916] 'compare' (duration: 1.816367328s)"],"step_count":2} {"level":"info","ts":"2026-03-07T10:06:02.297293Z","caller":"traceutil/trace.go:171","msg":"trace[1573763302] transaction","detail":"{read_only:false; response_revision:577; number_of_response:1; }","duration":"2.738006676s","start":"2026-03-07T10:05:59.559271Z","end":"2026-03-07T10:06:02.297277Z","steps":["trace[1573763302] 'process raft request' (duration: 2.737781091s)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:06:02.297349Z","caller":"traceutil/trace.go:171","msg":"trace[688031299] transaction","detail":"{read_only:false; response_revision:578; number_of_response:1; }","duration":"2.738037986s","start":"2026-03-07T10:05:59.559294Z","end":"2026-03-07T10:06:02.297332Z","steps":["trace[688031299] 'process raft request' (duration: 2.737890013s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:06:02.297363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:05:59.543138Z","time spent":"2.754181548s","remote":"127.0.0.1:59358","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":950,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-07T10:06:02.297358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:05:59.559259Z","time spent":"2.738069707s","remote":"127.0.0.1:59178","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1584,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-07T10:06:02.297353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:05:59.559191Z","time spent":"2.738121809s","remote":"127.0.0.1:59178","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1209,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-07T10:06:02.297435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:05:59.559281Z","time spent":"2.738101319s","remote":"127.0.0.1:59178","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1330,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-07T10:06:02.297547Z","caller":"traceutil/trace.go:171","msg":"trace[409772583] transaction","detail":"{read_only:false; response_revision:579; number_of_response:1; }","duration":"2.738120549s","start":"2026-03-07T10:05:59.55941Z","end":"2026-03-07T10:06:02.29753Z","steps":["trace[409772583] 'process raft request' (duration: 2.737813092s)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:06:02.297563Z","caller":"traceutil/trace.go:171","msg":"trace[1979757665] transaction","detail":"{read_only:false; response_revision:580; number_of_response:1; }","duration":"2.738084398s","start":"2026-03-07T10:05:59.559467Z","end":"2026-03-07T10:06:02.297552Z","steps":["trace[1979757665] 'process raft request' (duration: 2.737792691s)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:06:02.297546Z","caller":"traceutil/trace.go:171","msg":"trace[1835303179] linearizableReadLoop","detail":"{readStateIndex:608; appliedIndex:592; }","duration":"1.954681335s","start":"2026-03-07T10:06:00.342813Z","end":"2026-03-07T10:06:02.297495Z","steps":["trace[1835303179] 'read index received' (duration: 136.74487ms)","trace[1835303179] 'applied index is now lower than readState.Index' (duration: 1.817935425s)"],"step_count":2} {"level":"warn","ts":"2026-03-07T10:06:02.297611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:05:59.559456Z","time spent":"2.73812903s","remote":"127.0.0.1:59178","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1450,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-07T10:06:02.297613Z","caller":"traceutil/trace.go:171","msg":"trace[722222501] transaction","detail":"{read_only:false; response_revision:581; number_of_response:1; }","duration":"2.03215361s","start":"2026-03-07T10:06:00.265434Z","end":"2026-03-07T10:06:02.297588Z","steps":["trace[722222501] 'process raft request' (duration: 2.031875133s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:06:02.297619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:05:59.559398Z","time spent":"2.7381855s","remote":"127.0.0.1:59178","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1422,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-07T10:06:02.297617Z","caller":"traceutil/trace.go:171","msg":"trace[2031580964] transaction","detail":"{read_only:false; response_revision:582; number_of_response:1; }","duration":"2.031908564s","start":"2026-03-07T10:06:00.265676Z","end":"2026-03-07T10:06:02.297585Z","steps":["trace[2031580964] 'process raft request' (duration: 2.031751541s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:06:02.297721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:06:00.265402Z","time spent":"2.032254772s","remote":"127.0.0.1:58830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9941,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-07T10:06:02.297719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.95488707s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-07T10:06:02.297763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:06:00.26564Z","time spent":"2.032039637s","remote":"127.0.0.1:58830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10608,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-07T10:06:02.297789Z","caller":"traceutil/trace.go:171","msg":"trace[770934842] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:582; }","duration":"1.955025184s","start":"2026-03-07T10:06:00.342748Z","end":"2026-03-07T10:06:02.297773Z","steps":["trace[770934842] 'agreement among raft nodes before linearized reading' (duration: 1.954897251s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:06:02.297872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:06:00.342719Z","time spent":"1.955100575s","remote":"127.0.0.1:58750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-07T10:06:02.302506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.282024763s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-07T10:06:02.302564Z","caller":"traceutil/trace.go:171","msg":"trace[933344028] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:583; }","duration":"1.282155716s","start":"2026-03-07T10:06:01.020397Z","end":"2026-03-07T10:06:02.302552Z","steps":["trace[933344028] 'agreement among raft nodes before linearized reading' (duration: 1.281952801s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:06:02.302593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:06:01.020366Z","time spent":"1.282219808s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-07T10:06:02.30274Z","caller":"traceutil/trace.go:171","msg":"trace[71654515] transaction","detail":"{read_only:false; response_revision:583; number_of_response:1; }","duration":"1.320941384s","start":"2026-03-07T10:06:00.981789Z","end":"2026-03-07T10:06:02.30273Z","steps":["trace[71654515] 'process raft request' (duration: 1.320381671s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:06:02.302806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:06:00.98176Z","time spent":"1.321003727s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-07T10:06:02.30292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"396.583939ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-07T10:06:02.302943Z","caller":"traceutil/trace.go:171","msg":"trace[1356816292] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:583; }","duration":"396.65228ms","start":"2026-03-07T10:06:01.906285Z","end":"2026-03-07T10:06:02.302937Z","steps":["trace[1356816292] 'agreement among raft nodes before linearized reading' (duration: 396.600159ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:06:02.302966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:06:01.906263Z","time spent":"396.694412ms","remote":"127.0.0.1:59156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":13,"response size":30,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"warn","ts":"2026-03-07T10:06:02.302517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.282400062s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-07T10:06:02.303015Z","caller":"traceutil/trace.go:171","msg":"trace[993116444] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:583; }","duration":"1.282927595s","start":"2026-03-07T10:06:01.020072Z","end":"2026-03-07T10:06:02.303Z","steps":["trace[993116444] 'agreement among raft nodes before linearized reading' (duration: 1.282343871s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:06:02.303065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:06:01.020059Z","time spent":"1.282994226s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-07T10:06:02.303288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.282680399s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-07T10:06:02.303324Z","caller":"traceutil/trace.go:171","msg":"trace[1801103563] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:583; }","duration":"1.28273407s","start":"2026-03-07T10:06:01.020581Z","end":"2026-03-07T10:06:02.303315Z","steps":["trace[1801103563] 'agreement among raft nodes before linearized reading' (duration: 1.282634948s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:06:02.303377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:06:01.020575Z","time spent":"1.282768031s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-07T10:06:02.495151Z","caller":"traceutil/trace.go:171","msg":"trace[1414736516] transaction","detail":"{read_only:false; response_revision:601; number_of_response:1; }","duration":"116.249125ms","start":"2026-03-07T10:06:02.378855Z","end":"2026-03-07T10:06:02.495104Z","steps":["trace[1414736516] 'process raft request' (duration: 116.117031ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:06:02.49525Z","caller":"traceutil/trace.go:171","msg":"trace[1752549090] transaction","detail":"{read_only:false; response_revision:604; number_of_response:1; }","duration":"101.798975ms","start":"2026-03-07T10:06:02.393441Z","end":"2026-03-07T10:06:02.49524Z","steps":["trace[1752549090] 'process raft request' (duration: 101.678362ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:06:02.495252Z","caller":"traceutil/trace.go:171","msg":"trace[1644016300] transaction","detail":"{read_only:false; response_revision:602; number_of_response:1; }","duration":"102.03187ms","start":"2026-03-07T10:06:02.393181Z","end":"2026-03-07T10:06:02.495213Z","steps":["trace[1644016300] 'process raft request' (duration: 101.829975ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:06:02.495322Z","caller":"traceutil/trace.go:171","msg":"trace[493257968] linearizableReadLoop","detail":"{readStateIndex:627; appliedIndex:624; }","duration":"102.179904ms","start":"2026-03-07T10:06:02.393121Z","end":"2026-03-07T10:06:02.495301Z","steps":["trace[493257968] 'read index received' (duration: 83.203524ms)","trace[493257968] 'applied index is now lower than readState.Index' (duration: 18.97544ms)"],"step_count":2} {"level":"info","ts":"2026-03-07T10:06:02.495165Z","caller":"traceutil/trace.go:171","msg":"trace[1788484804] transaction","detail":"{read_only:false; response_revision:600; number_of_response:1; }","duration":"116.687655ms","start":"2026-03-07T10:06:02.378445Z","end":"2026-03-07T10:06:02.495133Z","steps":["trace[1788484804] 'process raft request' (duration: 116.381968ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:06:02.495413Z","caller":"traceutil/trace.go:171","msg":"trace[1113541885] transaction","detail":"{read_only:false; response_revision:603; number_of_response:1; }","duration":"102.168094ms","start":"2026-03-07T10:06:02.393235Z","end":"2026-03-07T10:06:02.495404Z","steps":["trace[1113541885] 'process raft request' (duration: 101.843106ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:06:02.495462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.303407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-07T10:06:02.495503Z","caller":"traceutil/trace.go:171","msg":"trace[1834276142] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:606; }","duration":"102.41597ms","start":"2026-03-07T10:06:02.393073Z","end":"2026-03-07T10:06:02.495489Z","steps":["trace[1834276142] 'agreement among raft nodes before linearized reading' (duration: 102.320847ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:06:02.684592Z","caller":"traceutil/trace.go:171","msg":"trace[1092897563] transaction","detail":"{read_only:false; response_revision:614; number_of_response:1; }","duration":"114.203974ms","start":"2026-03-07T10:06:02.570349Z","end":"2026-03-07T10:06:02.684553Z","steps":["trace[1092897563] 'process raft request' (duration: 51.140558ms)","trace[1092897563] 'compare' (duration: 62.865831ms)"],"step_count":2} {"level":"info","ts":"2026-03-07T10:06:02.936021Z","caller":"traceutil/trace.go:171","msg":"trace[544277666] transaction","detail":"{read_only:false; response_revision:622; number_of_response:1; }","duration":"171.510801ms","start":"2026-03-07T10:06:02.76448Z","end":"2026-03-07T10:06:02.935991Z","steps":["trace[544277666] 'process raft request' (duration: 93.424271ms)","trace[544277666] 'compare' (duration: 77.817994ms)"],"step_count":2} {"level":"info","ts":"2026-03-07T10:06:02.936139Z","caller":"traceutil/trace.go:171","msg":"trace[1731951873] transaction","detail":"{read_only:false; response_revision:627; number_of_response:1; }","duration":"163.19562ms","start":"2026-03-07T10:06:02.772931Z","end":"2026-03-07T10:06:02.936127Z","steps":["trace[1731951873] 'process raft request' (duration: 163.155689ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:06:02.936166Z","caller":"traceutil/trace.go:171","msg":"trace[1892034321] transaction","detail":"{read_only:false; response_revision:625; number_of_response:1; }","duration":"171.311837ms","start":"2026-03-07T10:06:02.764821Z","end":"2026-03-07T10:06:02.936133Z","steps":["trace[1892034321] 'process raft request' (duration: 171.194774ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:06:02.936242Z","caller":"traceutil/trace.go:171","msg":"trace[1988785373] transaction","detail":"{read_only:false; response_revision:626; number_of_response:1; }","duration":"171.231915ms","start":"2026-03-07T10:06:02.765002Z","end":"2026-03-07T10:06:02.936233Z","steps":["trace[1988785373] 'process raft request' (duration: 171.04097ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:06:02.936328Z","caller":"traceutil/trace.go:171","msg":"trace[1674704859] transaction","detail":"{read_only:false; response_revision:624; number_of_response:1; }","duration":"171.508481ms","start":"2026-03-07T10:06:02.764766Z","end":"2026-03-07T10:06:02.936275Z","steps":["trace[1674704859] 'process raft request' (duration: 171.202014ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:06:02.936377Z","caller":"traceutil/trace.go:171","msg":"trace[208860603] transaction","detail":"{read_only:false; response_revision:623; number_of_response:1; }","duration":"171.769797ms","start":"2026-03-07T10:06:02.764562Z","end":"2026-03-07T10:06:02.936332Z","steps":["trace[208860603] 'process raft request' (duration: 171.371838ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:06:03.433454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.850599ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-07T10:06:03.43368Z","caller":"traceutil/trace.go:171","msg":"trace[396031278] transaction","detail":"{read_only:false; response_revision:655; number_of_response:1; }","duration":"226.172035ms","start":"2026-03-07T10:06:03.207456Z","end":"2026-03-07T10:06:03.433628Z","steps":["trace[396031278] 'process raft request' (duration: 121.05249ms)","trace[396031278] 'compare' (duration: 104.686464ms)"],"step_count":2} {"level":"info","ts":"2026-03-07T10:06:03.433826Z","caller":"traceutil/trace.go:171","msg":"trace[1804876430] transaction","detail":"{read_only:false; response_revision:656; number_of_response:1; }","duration":"226.273487ms","start":"2026-03-07T10:06:03.2075Z","end":"2026-03-07T10:06:03.433774Z","steps":["trace[1804876430] 'process raft request' (duration: 226.077503ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:06:03.433984Z","caller":"traceutil/trace.go:171","msg":"trace[1098535074] transaction","detail":"{read_only:false; response_revision:657; number_of_response:1; }","duration":"226.35453ms","start":"2026-03-07T10:06:03.207608Z","end":"2026-03-07T10:06:03.433963Z","steps":["trace[1098535074] 'process raft request' (duration: 226.255677ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:06:03.434272Z","caller":"traceutil/trace.go:171","msg":"trace[30633617] transaction","detail":"{read_only:false; response_revision:659; number_of_response:1; }","duration":"221.398479ms","start":"2026-03-07T10:06:03.212862Z","end":"2026-03-07T10:06:03.434261Z","steps":["trace[30633617] 'process raft request' (duration: 221.252535ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:06:03.434327Z","caller":"traceutil/trace.go:171","msg":"trace[1455832915] transaction","detail":"{read_only:false; response_revision:658; number_of_response:1; }","duration":"222.606769ms","start":"2026-03-07T10:06:03.211657Z","end":"2026-03-07T10:06:03.434264Z","steps":["trace[1455832915] 'process raft request' (duration: 222.261621ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:06:03.459322Z","caller":"traceutil/trace.go:171","msg":"trace[1261927837] linearizableReadLoop","detail":"{readStateIndex:687; appliedIndex:681; }","duration":"187.070299ms","start":"2026-03-07T10:06:03.272222Z","end":"2026-03-07T10:06:03.459292Z","steps":["trace[1261927837] 'read index received' (duration: 56.261192ms)","trace[1261927837] 'applied index is now lower than readState.Index' (duration: 130.808417ms)"],"step_count":2} {"level":"info","ts":"2026-03-07T10:06:03.459431Z","caller":"traceutil/trace.go:171","msg":"trace[1038785841] transaction","detail":"{read_only:false; response_revision:660; number_of_response:1; }","duration":"198.945136ms","start":"2026-03-07T10:06:03.260447Z","end":"2026-03-07T10:06:03.459392Z","steps":["trace[1038785841] 'process raft request' (duration: 198.68669ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:06:03.459485Z","caller":"traceutil/trace.go:171","msg":"trace[2126069182] transaction","detail":"{read_only:false; response_revision:661; number_of_response:1; }","duration":"181.201296ms","start":"2026-03-07T10:06:03.278275Z","end":"2026-03-07T10:06:03.459477Z","steps":["trace[2126069182] 'process raft request' (duration: 180.974671ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:06:03.459853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.601761ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.62\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-07T10:06:03.45994Z","caller":"traceutil/trace.go:171","msg":"trace[429766495] range","detail":"{range_begin:/registry/masterleases/162.253.55.62; range_end:; response_count:1; response_revision:661; }","duration":"187.734105ms","start":"2026-03-07T10:06:03.272187Z","end":"2026-03-07T10:06:03.459921Z","steps":["trace[429766495] 'agreement among raft nodes before linearized reading' (duration: 187.456628ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:06:03.96019Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14782675208655120330,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-07T10:06:04.142499Z","caller":"traceutil/trace.go:171","msg":"trace[1665497103] linearizableReadLoop","detail":"{readStateIndex:692; appliedIndex:688; }","duration":"683.019484ms","start":"2026-03-07T10:06:03.459447Z","end":"2026-03-07T10:06:04.142467Z","steps":["trace[1665497103] 'read index received' (duration: 630.315398ms)","trace[1665497103] 'applied index is now lower than readState.Index' (duration: 52.702886ms)"],"step_count":2} {"level":"info","ts":"2026-03-07T10:06:04.142581Z","caller":"traceutil/trace.go:171","msg":"trace[1479797913] transaction","detail":"{read_only:false; response_revision:663; number_of_response:1; }","duration":"699.597745ms","start":"2026-03-07T10:06:03.442947Z","end":"2026-03-07T10:06:04.142544Z","steps":["trace[1479797913] 'process raft request' (duration: 699.334389ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:06:04.142619Z","caller":"traceutil/trace.go:171","msg":"trace[403893285] transaction","detail":"{read_only:false; response_revision:664; number_of_response:1; }","duration":"696.260234ms","start":"2026-03-07T10:06:03.446328Z","end":"2026-03-07T10:06:04.142588Z","steps":["trace[403893285] 'process raft request' (duration: 696.000458ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:06:04.142653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:06:03.461559Z","time spent":"681.087556ms","remote":"127.0.0.1:58806","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-07T10:06:04.14271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"801.718887ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-07T10:06:04.14275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:06:03.442909Z","time spent":"699.741799ms","remote":"127.0.0.1:59290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4709,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-07T10:06:04.142756Z","caller":"traceutil/trace.go:171","msg":"trace[9023174] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:664; }","duration":"801.83583ms","start":"2026-03-07T10:06:03.34091Z","end":"2026-03-07T10:06:04.142746Z","steps":["trace[9023174] 'agreement among raft nodes before linearized reading' (duration: 801.732517ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:06:04.142763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"671.754812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/cert-manager/cert-manager-startupapicheck:create-cert\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-07T10:06:04.142811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:06:03.44629Z","time spent":"696.394807ms","remote":"127.0.0.1:59290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4974,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-07T10:06:04.14282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:06:03.340884Z","time spent":"801.926121ms","remote":"127.0.0.1:58750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-07T10:06:04.142846Z","caller":"traceutil/trace.go:171","msg":"trace[1624754385] range","detail":"{range_begin:/registry/roles/cert-manager/cert-manager-startupapicheck:create-cert; range_end:; response_count:0; response_revision:664; }","duration":"671.869204ms","start":"2026-03-07T10:06:03.470945Z","end":"2026-03-07T10:06:04.142815Z","steps":["trace[1624754385] 'agreement among raft nodes before linearized reading' (duration: 671.747802ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:06:04.142863Z","caller":"traceutil/trace.go:171","msg":"trace[1079449726] transaction","detail":"{read_only:false; response_revision:662; number_of_response:1; }","duration":"701.383088ms","start":"2026-03-07T10:06:03.441457Z","end":"2026-03-07T10:06:04.14284Z","steps":["trace[1079449726] 'process raft request' (duration: 648.289673ms)","trace[1079449726] 'compare' (duration: 52.315636ms)"],"step_count":2} {"level":"warn","ts":"2026-03-07T10:06:04.142928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:06:03.470928Z","time spent":"671.968386ms","remote":"127.0.0.1:59156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":0,"response size":28,"request content":"key:\"/registry/roles/cert-manager/cert-manager-startupapicheck:create-cert\" "} {"level":"warn","ts":"2026-03-07T10:06:04.142939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:06:03.441424Z","time spent":"701.47889ms","remote":"127.0.0.1:59290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3850,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-07T10:06:04.398753Z","caller":"traceutil/trace.go:171","msg":"trace[26692285] transaction","detail":"{read_only:false; response_revision:667; number_of_response:1; }","duration":"112.186945ms","start":"2026-03-07T10:06:04.286524Z","end":"2026-03-07T10:06:04.398711Z","steps":["trace[26692285] 'process raft request' (duration: 102.198894ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:06:04.652429Z","caller":"traceutil/trace.go:171","msg":"trace[1621413732] transaction","detail":"{read_only:false; response_revision:672; number_of_response:1; }","duration":"141.111777ms","start":"2026-03-07T10:06:04.511293Z","end":"2026-03-07T10:06:04.652405Z","steps":["trace[1621413732] 'process raft request' (duration: 140.576434ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:06:05.156165Z","caller":"traceutil/trace.go:171","msg":"trace[1537925699] transaction","detail":"{read_only:false; response_revision:674; number_of_response:1; }","duration":"363.733804ms","start":"2026-03-07T10:06:04.792403Z","end":"2026-03-07T10:06:05.156137Z","steps":["trace[1537925699] 'process raft request' (duration: 363.461968ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:06:05.156297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:06:04.792369Z","time spent":"363.855418ms","remote":"127.0.0.1:58892","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":211682,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-07T10:06:05.388843Z","caller":"traceutil/trace.go:171","msg":"trace[195920997] transaction","detail":"{read_only:false; response_revision:678; number_of_response:1; }","duration":"117.065284ms","start":"2026-03-07T10:06:05.271736Z","end":"2026-03-07T10:06:05.388801Z","steps":["trace[195920997] 'process raft request' (duration: 110.645098ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:06:05.389184Z","caller":"traceutil/trace.go:171","msg":"trace[2029303373] transaction","detail":"{read_only:false; response_revision:680; number_of_response:1; }","duration":"115.767203ms","start":"2026-03-07T10:06:05.273367Z","end":"2026-03-07T10:06:05.389134Z","steps":["trace[2029303373] 'process raft request' (duration: 115.455956ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:06:05.38922Z","caller":"traceutil/trace.go:171","msg":"trace[1544897953] transaction","detail":"{read_only:false; response_revision:679; number_of_response:1; }","duration":"115.841264ms","start":"2026-03-07T10:06:05.27334Z","end":"2026-03-07T10:06:05.389181Z","steps":["trace[1544897953] 'process raft request' (duration: 115.402844ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:06:06.745805Z","caller":"traceutil/trace.go:171","msg":"trace[2047775090] transaction","detail":"{read_only:false; response_revision:685; number_of_response:1; }","duration":"230.040028ms","start":"2026-03-07T10:06:06.515732Z","end":"2026-03-07T10:06:06.745772Z","steps":["trace[2047775090] 'process raft request' (duration: 229.876724ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:06:08.603902Z","caller":"traceutil/trace.go:171","msg":"trace[555058946] transaction","detail":"{read_only:false; response_revision:687; number_of_response:1; }","duration":"172.913765ms","start":"2026-03-07T10:06:08.43096Z","end":"2026-03-07T10:06:08.603874Z","steps":["trace[555058946] 'process raft request' (duration: 95.253536ms)","trace[555058946] 'compare' (duration: 77.374462ms)"],"step_count":2} {"level":"warn","ts":"2026-03-07T10:06:08.604185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.093165ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-07T10:06:08.60426Z","caller":"traceutil/trace.go:171","msg":"trace[37071648] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:688; }","duration":"172.200978ms","start":"2026-03-07T10:06:08.432041Z","end":"2026-03-07T10:06:08.604242Z","steps":["trace[37071648] 'agreement among raft nodes before linearized reading' (duration: 171.908711ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:06:08.604226Z","caller":"traceutil/trace.go:171","msg":"trace[1302420869] transaction","detail":"{read_only:false; response_revision:688; number_of_response:1; }","duration":"172.820982ms","start":"2026-03-07T10:06:08.431362Z","end":"2026-03-07T10:06:08.604183Z","steps":["trace[1302420869] 'process raft request' (duration: 172.389992ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:06:08.603866Z","caller":"traceutil/trace.go:171","msg":"trace[1190202609] linearizableReadLoop","detail":"{readStateIndex:716; appliedIndex:713; }","duration":"171.765368ms","start":"2026-03-07T10:06:08.432054Z","end":"2026-03-07T10:06:08.603819Z","steps":["trace[1190202609] 'read index received' (duration: 42.203852ms)","trace[1190202609] 'applied index is now lower than readState.Index' (duration: 129.559256ms)"],"step_count":2} {"level":"warn","ts":"2026-03-07T10:06:08.996547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.001632ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-07T10:06:08.996659Z","caller":"traceutil/trace.go:171","msg":"trace[1140276981] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:689; }","duration":"281.149796ms","start":"2026-03-07T10:06:08.715483Z","end":"2026-03-07T10:06:08.996633Z","steps":["trace[1140276981] 'count revisions from in-memory index tree' (duration: 280.839548ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:06:10.77371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.19482ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-07T10:06:10.773814Z","caller":"traceutil/trace.go:171","msg":"trace[615588186] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:693; }","duration":"163.334013ms","start":"2026-03-07T10:06:10.610457Z","end":"2026-03-07T10:06:10.773791Z","steps":["trace[615588186] 'range keys from in-memory index tree' (duration: 162.924564ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:06:10.773822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.577135ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-07T10:06:10.773888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.718367ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-07T10:06:10.77424Z","caller":"traceutil/trace.go:171","msg":"trace[700555320] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:693; }","duration":"165.148797ms","start":"2026-03-07T10:06:10.609064Z","end":"2026-03-07T10:06:10.774212Z","steps":["trace[700555320] 'range keys from in-memory index tree' (duration: 164.487672ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:06:10.77394Z","caller":"traceutil/trace.go:171","msg":"trace[698945609] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:693; }","duration":"131.781379ms","start":"2026-03-07T10:06:10.642134Z","end":"2026-03-07T10:06:10.773916Z","steps":["trace[698945609] 'range keys from in-memory index tree' (duration: 131.286098ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:06:11.297482Z","caller":"traceutil/trace.go:171","msg":"trace[1054492334] transaction","detail":"{read_only:false; response_revision:694; number_of_response:1; }","duration":"519.078465ms","start":"2026-03-07T10:06:10.778353Z","end":"2026-03-07T10:06:11.297431Z","steps":["trace[1054492334] 'process raft request' (duration: 518.959612ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:06:11.297621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:06:10.778323Z","time spent":"519.227739ms","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-07T10:06:12.83642Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.538968972s","expected-duration":"1s"} {"level":"info","ts":"2026-03-07T10:06:12.836969Z","caller":"traceutil/trace.go:171","msg":"trace[1039906212] transaction","detail":"{read_only:false; response_revision:695; number_of_response:1; }","duration":"2.057508564s","start":"2026-03-07T10:06:10.77943Z","end":"2026-03-07T10:06:12.836939Z","steps":["trace[1039906212] 'process raft request' (duration: 2.057287378s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:06:12.837194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:06:10.779414Z","time spent":"2.057681308s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-07T10:06:12.83737Z","caller":"traceutil/trace.go:171","msg":"trace[1393248500] transaction","detail":"{read_only:false; response_revision:696; number_of_response:1; }","duration":"2.05774915s","start":"2026-03-07T10:06:10.77959Z","end":"2026-03-07T10:06:12.837339Z","steps":["trace[1393248500] 'process raft request' (duration: 2.057286088s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:06:12.837539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:06:10.779553Z","time spent":"2.057890734s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-07T10:06:12.8376Z","caller":"traceutil/trace.go:171","msg":"trace[1397797290] transaction","detail":"{read_only:false; response_revision:697; number_of_response:1; }","duration":"2.048116327s","start":"2026-03-07T10:06:10.78947Z","end":"2026-03-07T10:06:12.837586Z","steps":["trace[1397797290] 'process raft request' (duration: 2.047667895s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:06:12.837677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:06:10.789456Z","time spent":"2.048176178s","remote":"127.0.0.1:59006","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17130,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-07T10:06:12.919478Z","caller":"traceutil/trace.go:171","msg":"trace[1133446140] linearizableReadLoop","detail":"{readStateIndex:726; appliedIndex:722; }","duration":"1.762819961s","start":"2026-03-07T10:06:11.156636Z","end":"2026-03-07T10:06:12.919456Z","steps":["trace[1133446140] 'read index received' (duration: 140.786458ms)","trace[1133446140] 'applied index is now lower than readState.Index' (duration: 1.622032443s)"],"step_count":2} {"level":"warn","ts":"2026-03-07T10:06:12.919664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.763009835s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-07T10:06:12.919708Z","caller":"traceutil/trace.go:171","msg":"trace[619564537] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:697; }","duration":"1.763122588s","start":"2026-03-07T10:06:11.156573Z","end":"2026-03-07T10:06:12.919696Z","steps":["trace[619564537] 'agreement among raft nodes before linearized reading' (duration: 1.763027845s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:06:12.919751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:06:11.156549Z","time spent":"1.76319229s","remote":"127.0.0.1:59072","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":4,"response size":30,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"info","ts":"2026-03-07T10:06:12.91993Z","caller":"traceutil/trace.go:171","msg":"trace[1454560583] transaction","detail":"{read_only:false; response_revision:698; number_of_response:1; }","duration":"347.43186ms","start":"2026-03-07T10:06:12.572461Z","end":"2026-03-07T10:06:12.919893Z","steps":["trace[1454560583] 'process raft request' (duration: 346.914068ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:06:12.920107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:06:12.572415Z","time spent":"347.597344ms","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-07T10:06:15.932913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.444195179s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-07T10:06:15.933007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.589858984s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-07T10:06:15.933037Z","caller":"traceutil/trace.go:171","msg":"trace[1284129941] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:698; }","duration":"1.444330802s","start":"2026-03-07T10:06:14.48869Z","end":"2026-03-07T10:06:15.93302Z","steps":["trace[1284129941] 'range keys from in-memory index tree' (duration: 1.444179619s)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:06:15.933078Z","caller":"traceutil/trace.go:171","msg":"trace[907401608] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:698; }","duration":"4.589989127s","start":"2026-03-07T10:06:11.343071Z","end":"2026-03-07T10:06:15.93306Z","steps":["trace[907401608] 'agreement among raft nodes before linearized reading' (duration: 1.57682577s)","trace[907401608] 'range keys from in-memory index tree' (duration: 3.013049675s)"],"step_count":2} {"level":"warn","ts":"2026-03-07T10:06:15.933117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:06:11.34303Z","time spent":"4.590078369s","remote":"127.0.0.1:58750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-07T10:06:15.933225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.341603848s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-07T10:06:15.933298Z","caller":"traceutil/trace.go:171","msg":"trace[1495995865] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:698; }","duration":"3.34169525s","start":"2026-03-07T10:06:12.591578Z","end":"2026-03-07T10:06:15.933273Z","steps":["trace[1495995865] 'agreement among raft nodes before linearized reading' (duration: 328.369259ms)","trace[1495995865] 'count revisions from in-memory index tree' (duration: 3.01325581s)"],"step_count":2} {"level":"warn","ts":"2026-03-07T10:06:15.933361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:06:12.591562Z","time spent":"3.341779292s","remote":"127.0.0.1:59140","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":28,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"warn","ts":"2026-03-07T10:06:15.933639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.432805ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-07T10:06:15.933669Z","caller":"traceutil/trace.go:171","msg":"trace[1393280652] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:698; }","duration":"291.509526ms","start":"2026-03-07T10:06:15.642151Z","end":"2026-03-07T10:06:15.93366Z","steps":["trace[1393280652] 'count revisions from in-memory index tree' (duration: 291.344873ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:06:15.933782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.061810181s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-07T10:06:15.933886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.926356441s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-07T10:06:15.933917Z","caller":"traceutil/trace.go:171","msg":"trace[1435229624] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:698; }","duration":"4.062014057s","start":"2026-03-07T10:06:11.871859Z","end":"2026-03-07T10:06:15.933873Z","steps":["trace[1435229624] 'agreement among raft nodes before linearized reading' (duration: 1.048106431s)","trace[1435229624] 'count revisions from in-memory index tree' (duration: 3.0136989s)"],"step_count":2} {"level":"info","ts":"2026-03-07T10:06:15.933929Z","caller":"traceutil/trace.go:171","msg":"trace[162292759] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:698; }","duration":"1.926439533s","start":"2026-03-07T10:06:14.007475Z","end":"2026-03-07T10:06:15.933915Z","steps":["trace[162292759] 'count revisions from in-memory index tree' (duration: 1.926270428s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:06:15.933949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"581.210639ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-07T10:06:15.933985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.091750807s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-07T10:06:15.933985Z","caller":"traceutil/trace.go:171","msg":"trace[1191425312] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:698; }","duration":"581.294271ms","start":"2026-03-07T10:06:15.352681Z","end":"2026-03-07T10:06:15.933975Z","steps":["trace[1191425312] 'range keys from in-memory index tree' (duration: 581.114477ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:06:15.933982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:06:14.007455Z","time spent":"1.926516164s","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":28,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"warn","ts":"2026-03-07T10:06:15.933947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"585.418101ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189a871314b9ef7b\" ","response":"range_response_count:1 size:774"} {"level":"warn","ts":"2026-03-07T10:06:15.933962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"918.667117ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-07T10:06:15.934051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:06:15.35265Z","time spent":"581.391624ms","remote":"127.0.0.1:58750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-07T10:06:15.934064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:06:11.871826Z","time spent":"4.062217741s","remote":"127.0.0.1:59282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":30,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"info","ts":"2026-03-07T10:06:15.934091Z","caller":"traceutil/trace.go:171","msg":"trace[1599818659] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189a871314b9ef7b; range_end:; response_count:1; response_revision:698; }","duration":"585.661306ms","start":"2026-03-07T10:06:15.348402Z","end":"2026-03-07T10:06:15.934063Z","steps":["trace[1599818659] 'range keys from in-memory index tree' (duration: 585.260677ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:06:15.934095Z","caller":"traceutil/trace.go:171","msg":"trace[688186764] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:698; }","duration":"918.852971ms","start":"2026-03-07T10:06:15.015221Z","end":"2026-03-07T10:06:15.934074Z","steps":["trace[688186764] 'count revisions from in-memory index tree' (duration: 918.487263ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:06:15.934122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.35865679s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-07T10:06:15.934141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:06:15.348373Z","time spent":"585.757309ms","remote":"127.0.0.1:58870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189a871314b9ef7b\" "} {"level":"info","ts":"2026-03-07T10:06:15.934154Z","caller":"traceutil/trace.go:171","msg":"trace[828310591] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:698; }","duration":"3.358728492s","start":"2026-03-07T10:06:12.575414Z","end":"2026-03-07T10:06:15.934143Z","steps":["trace[828310591] 'agreement among raft nodes before linearized reading' (duration: 344.54453ms)","trace[828310591] 'range keys from in-memory index tree' (duration: 3.014077719s)"],"step_count":2} {"level":"warn","ts":"2026-03-07T10:06:15.934155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:06:15.015203Z","time spent":"918.933394ms","remote":"127.0.0.1:59204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":30,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-07T10:06:15.934161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.879282007s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-07T10:06:15.934215Z","caller":"traceutil/trace.go:171","msg":"trace[1323091949] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:698; }","duration":"2.879385359s","start":"2026-03-07T10:06:13.054815Z","end":"2026-03-07T10:06:15.9342Z","steps":["trace[1323091949] 'count revisions from in-memory index tree' (duration: 2.879164174s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:06:15.934181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:06:12.575393Z","time spent":"3.358782444s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-07T10:06:15.934046Z","caller":"traceutil/trace.go:171","msg":"trace[376129199] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:698; }","duration":"1.091859149s","start":"2026-03-07T10:06:14.842176Z","end":"2026-03-07T10:06:15.934035Z","steps":["trace[376129199] 'range keys from in-memory index tree' (duration: 1.091567853s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:06:15.934221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.091575633s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-07T10:06:15.934272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.590279841s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-07T10:06:15.934276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:06:13.054794Z","time spent":"2.8794466s","remote":"127.0.0.1:59304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":28,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"info","ts":"2026-03-07T10:06:15.934296Z","caller":"traceutil/trace.go:171","msg":"trace[1766040979] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:698; }","duration":"1.091708486s","start":"2026-03-07T10:06:14.842569Z","end":"2026-03-07T10:06:15.934277Z","steps":["trace[1766040979] 'range keys from in-memory index tree' (duration: 1.091398789s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:06:15.934349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.661212368s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.62\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-07T10:06:15.934304Z","caller":"traceutil/trace.go:171","msg":"trace[2046352642] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:698; }","duration":"2.590346073s","start":"2026-03-07T10:06:13.343948Z","end":"2026-03-07T10:06:15.934294Z","steps":["trace[2046352642] 'range keys from in-memory index tree' (duration: 2.59021836s)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:06:15.934382Z","caller":"traceutil/trace.go:171","msg":"trace[631324653] range","detail":"{range_begin:/registry/masterleases/162.253.55.62; range_end:; response_count:1; response_revision:698; }","duration":"2.661274559s","start":"2026-03-07T10:06:13.273099Z","end":"2026-03-07T10:06:15.934373Z","steps":["trace[631324653] 'range keys from in-memory index tree' (duration: 2.661130916s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:06:15.934389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:06:13.34393Z","time spent":"2.590452106s","remote":"127.0.0.1:58746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-07T10:06:15.934362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.6328015s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-07T10:06:15.934281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:06:14.842153Z","time spent":"1.092110386s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-07T10:06:15.934432Z","caller":"traceutil/trace.go:171","msg":"trace[629986653] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:698; }","duration":"2.632913823s","start":"2026-03-07T10:06:13.301508Z","end":"2026-03-07T10:06:15.934422Z","steps":["trace[629986653] 'range keys from in-memory index tree' (duration: 2.632687467s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:06:15.934407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:06:13.273078Z","time spent":"2.66132211s","remote":"127.0.0.1:58806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/162.253.55.62\" "} {"level":"warn","ts":"2026-03-07T10:06:15.934457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:06:13.301487Z","time spent":"2.632962694s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-07T10:06:15.934346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:06:14.842524Z","time spent":"1.091810519s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-07T10:06:16.175832Z","caller":"traceutil/trace.go:171","msg":"trace[322388962] transaction","detail":"{read_only:false; response_revision:699; number_of_response:1; }","duration":"238.985344ms","start":"2026-03-07T10:06:15.936809Z","end":"2026-03-07T10:06:16.175795Z","steps":["trace[322388962] 'process raft request' (duration: 233.781568ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:06:16.175927Z","caller":"traceutil/trace.go:171","msg":"trace[367924044] transaction","detail":"{read_only:false; response_revision:700; number_of_response:1; }","duration":"237.519859ms","start":"2026-03-07T10:06:15.938375Z","end":"2026-03-07T10:06:16.175895Z","steps":["trace[367924044] 'process raft request' (duration: 237.341044ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:06:16.175938Z","caller":"traceutil/trace.go:171","msg":"trace[1826662356] transaction","detail":"{read_only:false; response_revision:702; number_of_response:1; }","duration":"236.953915ms","start":"2026-03-07T10:06:15.938947Z","end":"2026-03-07T10:06:16.175901Z","steps":["trace[1826662356] 'process raft request' (duration: 236.864263ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:06:16.176325Z","caller":"traceutil/trace.go:171","msg":"trace[2010934339] transaction","detail":"{read_only:false; response_revision:703; number_of_response:1; }","duration":"237.160411ms","start":"2026-03-07T10:06:15.939105Z","end":"2026-03-07T10:06:16.176265Z","steps":["trace[2010934339] 'process raft request' (duration: 236.743071ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:06:16.176596Z","caller":"traceutil/trace.go:171","msg":"trace[805764985] transaction","detail":"{read_only:false; response_revision:701; number_of_response:1; }","duration":"237.094539ms","start":"2026-03-07T10:06:15.938877Z","end":"2026-03-07T10:06:16.175972Z","steps":["trace[805764985] 'process raft request' (duration: 236.903634ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:06:16.237391Z","caller":"traceutil/trace.go:171","msg":"trace[196857236] transaction","detail":"{read_only:false; response_revision:704; number_of_response:1; }","duration":"287.92246ms","start":"2026-03-07T10:06:15.949398Z","end":"2026-03-07T10:06:16.237321Z","steps":["trace[196857236] 'process raft request' (duration: 287.674514ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:06:16.869578Z","caller":"traceutil/trace.go:171","msg":"trace[377411957] transaction","detail":"{read_only:false; response_revision:706; number_of_response:1; }","duration":"123.361846ms","start":"2026-03-07T10:06:16.746197Z","end":"2026-03-07T10:06:16.869558Z","steps":["trace[377411957] 'process raft request' (duration: 123.209572ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:06:18.390585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"488.351691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-07T10:06:18.390767Z","caller":"traceutil/trace.go:171","msg":"trace[1904263118] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:716; }","duration":"488.593966ms","start":"2026-03-07T10:06:17.902136Z","end":"2026-03-07T10:06:18.39073Z","steps":["trace[1904263118] 'count revisions from in-memory index tree' (duration: 488.211327ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:06:18.39083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"405.836984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-07T10:06:18.390917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"405.26591ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-07T10:06:18.39093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"445.888353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-07T10:06:18.391021Z","caller":"traceutil/trace.go:171","msg":"trace[1880510830] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:716; }","duration":"405.329811ms","start":"2026-03-07T10:06:17.985617Z","end":"2026-03-07T10:06:18.390947Z","steps":["trace[1880510830] 'range keys from in-memory index tree' (duration: 405.164518ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:06:18.391028Z","caller":"traceutil/trace.go:171","msg":"trace[1872525981] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:716; }","duration":"406.014028ms","start":"2026-03-07T10:06:17.984926Z","end":"2026-03-07T10:06:18.39094Z","steps":["trace[1872525981] 'range keys from in-memory index tree' (duration: 405.760492ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:06:18.391057Z","caller":"traceutil/trace.go:171","msg":"trace[1094973388] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:716; }","duration":"446.043377ms","start":"2026-03-07T10:06:17.944994Z","end":"2026-03-07T10:06:18.391037Z","steps":["trace[1094973388] 'range keys from in-memory index tree' (duration: 445.80542ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:06:18.391066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:06:17.9856Z","time spent":"405.453835ms","remote":"127.0.0.1:60424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":0,"response size":28,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" limit:500 "} {"level":"warn","ts":"2026-03-07T10:06:18.391089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:06:17.984921Z","time spent":"406.153171ms","remote":"127.0.0.1:60424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":0,"response size":28,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" limit:10000 "} {"level":"warn","ts":"2026-03-07T10:06:18.391111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:06:17.944962Z","time spent":"446.136419ms","remote":"127.0.0.1:60418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":91,"response count":0,"response size":28,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" limit:10000 "} {"level":"warn","ts":"2026-03-07T10:06:18.39134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"423.547453ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-07T10:06:18.391537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"423.825559ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-07T10:06:18.391565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.512895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-07T10:06:18.391568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"467.447766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-07T10:06:18.391568Z","caller":"traceutil/trace.go:171","msg":"trace[1554652236] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:716; }","duration":"423.87435ms","start":"2026-03-07T10:06:17.967665Z","end":"2026-03-07T10:06:18.39154Z","steps":["trace[1554652236] 'range keys from in-memory index tree' (duration: 423.43582ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:06:18.391598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"466.569754ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-07T10:06:18.391599Z","caller":"traceutil/trace.go:171","msg":"trace[1443807289] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:716; }","duration":"423.90436ms","start":"2026-03-07T10:06:17.967671Z","end":"2026-03-07T10:06:18.391576Z","steps":["trace[1443807289] 'count revisions from in-memory index tree' (duration: 423.713026ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:06:18.391627Z","caller":"traceutil/trace.go:171","msg":"trace[1705413543] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:716; }","duration":"467.540397ms","start":"2026-03-07T10:06:17.924071Z","end":"2026-03-07T10:06:18.391612Z","steps":["trace[1705413543] 'count revisions from in-memory index tree' (duration: 467.254291ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:06:18.391624Z","caller":"traceutil/trace.go:171","msg":"trace[1896113029] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:716; }","duration":"210.614668ms","start":"2026-03-07T10:06:18.180991Z","end":"2026-03-07T10:06:18.391606Z","steps":["trace[1896113029] 'range keys from in-memory index tree' (duration: 210.352871ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:06:18.391632Z","caller":"traceutil/trace.go:171","msg":"trace[692251825] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:716; }","duration":"466.620234ms","start":"2026-03-07T10:06:17.925Z","end":"2026-03-07T10:06:18.39162Z","steps":["trace[692251825] 'range keys from in-memory index tree' (duration: 466.506212ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:06:18.391659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:06:17.924057Z","time spent":"467.594529ms","remote":"127.0.0.1:60414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-03-07T10:06:18.391651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:06:17.967653Z","time spent":"423.980723ms","remote":"127.0.0.1:60420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":0,"response size":28,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" limit:10000 "} {"level":"warn","ts":"2026-03-07T10:06:18.391668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:06:17.924987Z","time spent":"466.673275ms","remote":"127.0.0.1:60414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":0,"response size":28,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" limit:500 "} {"level":"warn","ts":"2026-03-07T10:06:18.391667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:06:17.967661Z","time spent":"423.993223ms","remote":"127.0.0.1:60420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":0,"response size":28,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"warn","ts":"2026-03-07T10:06:18.391789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.509226ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-07T10:06:18.39186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"446.775914ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-07T10:06:18.391924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.69519ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-07T10:06:18.391956Z","caller":"traceutil/trace.go:171","msg":"trace[1905388399] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:716; }","duration":"210.72506ms","start":"2026-03-07T10:06:18.181222Z","end":"2026-03-07T10:06:18.391947Z","steps":["trace[1905388399] 'range keys from in-memory index tree' (duration: 210.574927ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:06:18.39146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.767018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-07T10:06:18.39193Z","caller":"traceutil/trace.go:171","msg":"trace[548231481] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:716; }","duration":"446.873487ms","start":"2026-03-07T10:06:17.945041Z","end":"2026-03-07T10:06:18.391914Z","steps":["trace[548231481] 'count revisions from in-memory index tree' (duration: 446.707063ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:06:18.390856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:06:17.902111Z","time spent":"488.72288ms","remote":"127.0.0.1:60398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"info","ts":"2026-03-07T10:06:18.392038Z","caller":"traceutil/trace.go:171","msg":"trace[650090579] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:716; }","duration":"210.409903ms","start":"2026-03-07T10:06:18.181606Z","end":"2026-03-07T10:06:18.392016Z","steps":["trace[650090579] 'range keys from in-memory index tree' (duration: 209.516612ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:06:18.39206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"446.337824ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-07T10:06:18.392069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:06:17.945026Z","time spent":"447.02753ms","remote":"127.0.0.1:60418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"info","ts":"2026-03-07T10:06:18.392089Z","caller":"traceutil/trace.go:171","msg":"trace[2074392340] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:716; }","duration":"446.386005ms","start":"2026-03-07T10:06:17.945696Z","end":"2026-03-07T10:06:18.392082Z","steps":["trace[2074392340] 'range keys from in-memory index tree' (duration: 446.276762ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:06:18.391943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.891454ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-07T10:06:18.392116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:06:17.945686Z","time spent":"446.422875ms","remote":"127.0.0.1:60418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":91,"response count":0,"response size":28,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" limit:500 "} {"level":"warn","ts":"2026-03-07T10:06:18.391554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"489.348564ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-07T10:06:18.391869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"467.744772ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-07T10:06:18.3922Z","caller":"traceutil/trace.go:171","msg":"trace[484796299] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:716; }","duration":"490.054461ms","start":"2026-03-07T10:06:17.902138Z","end":"2026-03-07T10:06:18.392193Z","steps":["trace[484796299] 'range keys from in-memory index tree' (duration: 489.116639ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:06:18.392222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:06:17.902114Z","time spent":"490.100893ms","remote":"127.0.0.1:60398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":0,"response size":28,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" limit:10000 "} {"level":"info","ts":"2026-03-07T10:06:18.392222Z","caller":"traceutil/trace.go:171","msg":"trace[319110539] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:716; }","duration":"468.116901ms","start":"2026-03-07T10:06:17.924088Z","end":"2026-03-07T10:06:18.392204Z","steps":["trace[319110539] 'range keys from in-memory index tree' (duration: 467.586468ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:06:18.392081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.547786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-07T10:06:18.392274Z","caller":"traceutil/trace.go:171","msg":"trace[1661506136] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:716; }","duration":"210.789572ms","start":"2026-03-07T10:06:18.181477Z","end":"2026-03-07T10:06:18.392267Z","steps":["trace[1661506136] 'range keys from in-memory index tree' (duration: 210.432644ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:06:18.391921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.278024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-07T10:06:18.392165Z","caller":"traceutil/trace.go:171","msg":"trace[1061885495] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:716; }","duration":"165.708491ms","start":"2026-03-07T10:06:18.226195Z","end":"2026-03-07T10:06:18.391904Z","steps":["trace[1061885495] 'range keys from in-memory index tree' (duration: 165.436475ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:06:18.391825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"488.583656ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-07T10:06:18.392521Z","caller":"traceutil/trace.go:171","msg":"trace[924382902] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:716; }","duration":"489.326255ms","start":"2026-03-07T10:06:17.903186Z","end":"2026-03-07T10:06:18.392512Z","steps":["trace[924382902] 'range keys from in-memory index tree' (duration: 488.505534ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:06:18.392563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:06:17.903164Z","time spent":"489.384047ms","remote":"127.0.0.1:60398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":0,"response size":28,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" limit:500 "} {"level":"warn","ts":"2026-03-07T10:06:18.392279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:06:17.924069Z","time spent":"468.190933ms","remote":"127.0.0.1:60414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":0,"response size":28,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" limit:10000 "} {"level":"info","ts":"2026-03-07T10:06:18.39235Z","caller":"traceutil/trace.go:171","msg":"trace[640118839] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:716; }","duration":"166.755697ms","start":"2026-03-07T10:06:18.225581Z","end":"2026-03-07T10:06:18.392337Z","steps":["trace[640118839] 'range keys from in-memory index tree' (duration: 166.099111ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:06:18.39181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.54779ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-07T10:06:18.392743Z","caller":"traceutil/trace.go:171","msg":"trace[759847824] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:716; }","duration":"167.508165ms","start":"2026-03-07T10:06:18.22522Z","end":"2026-03-07T10:06:18.392728Z","steps":["trace[759847824] 'count revisions from in-memory index tree' (duration: 166.473519ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:06:18.391451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.526238ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-07T10:06:18.392846Z","caller":"traceutil/trace.go:171","msg":"trace[16290607] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:716; }","duration":"423.957503ms","start":"2026-03-07T10:06:17.968871Z","end":"2026-03-07T10:06:18.392829Z","steps":["trace[16290607] 'range keys from in-memory index tree' (duration: 422.370085ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:06:18.392221Z","caller":"traceutil/trace.go:171","msg":"trace[1965544138] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:716; }","duration":"325.172411ms","start":"2026-03-07T10:06:18.066963Z","end":"2026-03-07T10:06:18.392135Z","steps":["trace[1965544138] 'count revisions from in-memory index tree' (duration: 324.741801ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:06:18.39291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:06:17.968854Z","time spent":"424.039085ms","remote":"127.0.0.1:60420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":0,"response size":28,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" limit:500 "} {"level":"warn","ts":"2026-03-07T10:06:18.392919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:06:18.066921Z","time spent":"325.980921ms","remote":"127.0.0.1:59088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":0,"response size":28,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-07T10:06:18.391404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"406.549701ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-07T10:06:18.392992Z","caller":"traceutil/trace.go:171","msg":"trace[1075920] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:716; }","duration":"408.171221ms","start":"2026-03-07T10:06:17.984804Z","end":"2026-03-07T10:06:18.392975Z","steps":["trace[1075920] 'count revisions from in-memory index tree' (duration: 406.476859ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:06:18.393053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:06:17.984797Z","time spent":"408.229512ms","remote":"127.0.0.1:60424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"info","ts":"2026-03-07T10:06:30.611886Z","caller":"traceutil/trace.go:171","msg":"trace[862446240] transaction","detail":"{read_only:false; response_revision:900; number_of_response:1; }","duration":"149.218791ms","start":"2026-03-07T10:06:30.462642Z","end":"2026-03-07T10:06:30.611861Z","steps":["trace[862446240] 'process raft request' (duration: 74.445662ms)","trace[862446240] 'compare' (duration: 74.573474ms)"],"step_count":2} {"level":"warn","ts":"2026-03-07T10:06:30.612214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.689859ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-07T10:06:30.61234Z","caller":"traceutil/trace.go:171","msg":"trace[32812536] linearizableReadLoop","detail":"{readStateIndex:934; appliedIndex:932; }","duration":"148.37068ms","start":"2026-03-07T10:06:30.463453Z","end":"2026-03-07T10:06:30.611823Z","steps":["trace[32812536] 'read index received' (duration: 67.297922ms)","trace[32812536] 'applied index is now lower than readState.Index' (duration: 81.071848ms)"],"step_count":2} {"level":"info","ts":"2026-03-07T10:06:30.612345Z","caller":"traceutil/trace.go:171","msg":"trace[739176630] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:900; }","duration":"148.891044ms","start":"2026-03-07T10:06:30.463425Z","end":"2026-03-07T10:06:30.612316Z","steps":["trace[739176630] 'agreement among raft nodes before linearized reading' (duration: 148.547796ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:06:30.612814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.581615ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-07T10:06:30.612864Z","caller":"traceutil/trace.go:171","msg":"trace[1649016971] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:900; }","duration":"148.668388ms","start":"2026-03-07T10:06:30.464184Z","end":"2026-03-07T10:06:30.612852Z","steps":["trace[1649016971] 'agreement among raft nodes before linearized reading' (duration: 148.446782ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:06:30.83974Z","caller":"traceutil/trace.go:171","msg":"trace[1999782440] transaction","detail":"{read_only:false; response_revision:901; number_of_response:1; }","duration":"219.1582ms","start":"2026-03-07T10:06:30.617615Z","end":"2026-03-07T10:06:30.836773Z","steps":["trace[1999782440] 'process raft request' (duration: 219.005226ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:06:30.861627Z","caller":"traceutil/trace.go:171","msg":"trace[1881681748] linearizableReadLoop","detail":"{readStateIndex:937; appliedIndex:934; }","duration":"117.784287ms","start":"2026-03-07T10:06:30.743775Z","end":"2026-03-07T10:06:30.861559Z","steps":["trace[1881681748] 'read index received' (duration: 92.942629ms)","trace[1881681748] 'applied index is now lower than readState.Index' (duration: 24.840018ms)"],"step_count":2} {"level":"info","ts":"2026-03-07T10:06:30.862147Z","caller":"traceutil/trace.go:171","msg":"trace[1645617849] transaction","detail":"{read_only:false; response_revision:903; number_of_response:1; }","duration":"243.513275ms","start":"2026-03-07T10:06:30.618587Z","end":"2026-03-07T10:06:30.8621Z","steps":["trace[1645617849] 'process raft request' (duration: 242.907249ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:06:30.862205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.397452ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-07T10:06:30.86228Z","caller":"traceutil/trace.go:171","msg":"trace[107472973] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:903; }","duration":"118.544636ms","start":"2026-03-07T10:06:30.743715Z","end":"2026-03-07T10:06:30.862259Z","steps":["trace[107472973] 'agreement among raft nodes before linearized reading' (duration: 118.397132ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:06:30.862298Z","caller":"traceutil/trace.go:171","msg":"trace[1612260032] transaction","detail":"{read_only:false; response_revision:902; number_of_response:1; }","duration":"244.000607ms","start":"2026-03-07T10:06:30.618265Z","end":"2026-03-07T10:06:30.862265Z","steps":["trace[1612260032] 'process raft request' (duration: 242.9817ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:06:31.705557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.904868ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-07T10:06:31.705677Z","caller":"traceutil/trace.go:171","msg":"trace[399287474] linearizableReadLoop","detail":"{readStateIndex:940; appliedIndex:939; }","duration":"278.845018ms","start":"2026-03-07T10:06:31.426813Z","end":"2026-03-07T10:06:31.705658Z","steps":["trace[399287474] 'read index received' (duration: 149.808327ms)","trace[399287474] 'applied index is now lower than readState.Index' (duration: 129.035031ms)"],"step_count":2} {"level":"warn","ts":"2026-03-07T10:06:31.705769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.944711ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-07T10:06:31.705819Z","caller":"traceutil/trace.go:171","msg":"trace[881355429] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:905; }","duration":"279.033043ms","start":"2026-03-07T10:06:31.426769Z","end":"2026-03-07T10:06:31.705802Z","steps":["trace[881355429] 'agreement among raft nodes before linearized reading' (duration: 278.940071ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:06:34.698178Z","caller":"traceutil/trace.go:171","msg":"trace[17248911] transaction","detail":"{read_only:false; response_revision:932; number_of_response:1; }","duration":"146.162364ms","start":"2026-03-07T10:06:34.551978Z","end":"2026-03-07T10:06:34.69814Z","steps":["trace[17248911] 'process raft request' (duration: 145.972689ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:06:36.821337Z","caller":"traceutil/trace.go:171","msg":"trace[764892398] linearizableReadLoop","detail":"{readStateIndex:987; appliedIndex:986; }","duration":"406.148035ms","start":"2026-03-07T10:06:36.41509Z","end":"2026-03-07T10:06:36.821238Z","steps":["trace[764892398] 'read index received' (duration: 405.707184ms)","trace[764892398] 'applied index is now lower than readState.Index' (duration: 438.761µs)"],"step_count":2} {"level":"info","ts":"2026-03-07T10:06:36.821446Z","caller":"traceutil/trace.go:171","msg":"trace[70968641] transaction","detail":"{read_only:false; response_revision:951; number_of_response:1; }","duration":"848.072245ms","start":"2026-03-07T10:06:35.973286Z","end":"2026-03-07T10:06:36.821358Z","steps":["trace[70968641] 'process raft request' (duration: 847.598723ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:06:36.821634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"406.522855ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-07T10:06:36.821706Z","caller":"traceutil/trace.go:171","msg":"trace[703252498] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:951; }","duration":"406.661408ms","start":"2026-03-07T10:06:36.415025Z","end":"2026-03-07T10:06:36.821686Z","steps":["trace[703252498] 'agreement among raft nodes before linearized reading' (duration: 406.517264ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:06:36.821734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:06:35.973256Z","time spent":"848.315801ms","remote":"127.0.0.1:59290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4734,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-07T10:06:36.821764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:06:36.414997Z","time spent":"406.754121ms","remote":"127.0.0.1:58750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-07T10:06:36.821783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.728874ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-07T10:06:36.821935Z","caller":"traceutil/trace.go:171","msg":"trace[1006933918] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:951; }","duration":"367.959129ms","start":"2026-03-07T10:06:36.453945Z","end":"2026-03-07T10:06:36.821904Z","steps":["trace[1006933918] 'agreement among raft nodes before linearized reading' (duration: 367.610481ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:06:36.821943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.78687ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-07T10:06:36.822023Z","caller":"traceutil/trace.go:171","msg":"trace[1340405359] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:951; }","duration":"108.921723ms","start":"2026-03-07T10:06:36.713083Z","end":"2026-03-07T10:06:36.822004Z","steps":["trace[1340405359] 'agreement among raft nodes before linearized reading' (duration: 108.636156ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:06:36.822019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:06:36.453914Z","time spent":"368.085673ms","remote":"127.0.0.1:59352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":132,"response size":31,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-03-07T10:06:36.822593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.576156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-07T10:06:36.822675Z","caller":"traceutil/trace.go:171","msg":"trace[822568108] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:951; }","duration":"116.7036ms","start":"2026-03-07T10:06:36.705952Z","end":"2026-03-07T10:06:36.822655Z","steps":["trace[822568108] 'agreement among raft nodes before linearized reading' (duration: 116.121465ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:06:37.368029Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14782675208655120906,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-07T10:06:37.572257Z","caller":"traceutil/trace.go:171","msg":"trace[1132681880] transaction","detail":"{read_only:false; response_revision:952; number_of_response:1; }","duration":"744.027835ms","start":"2026-03-07T10:06:36.828191Z","end":"2026-03-07T10:06:37.572219Z","steps":["trace[1132681880] 'process raft request' (duration: 739.985763ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:06:37.572526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:06:36.828159Z","time spent":"744.269291ms","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-07T10:06:37.584055Z","caller":"traceutil/trace.go:171","msg":"trace[682030559] transaction","detail":"{read_only:false; response_revision:953; number_of_response:1; }","duration":"755.801501ms","start":"2026-03-07T10:06:36.82821Z","end":"2026-03-07T10:06:37.584012Z","steps":["trace[682030559] 'process raft request' (duration: 755.590016ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:06:37.584263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:06:36.828179Z","time spent":"755.981827ms","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-07T10:06:37.584455Z","caller":"traceutil/trace.go:171","msg":"trace[6334537] transaction","detail":"{read_only:false; response_revision:954; number_of_response:1; }","duration":"477.499738ms","start":"2026-03-07T10:06:37.106939Z","end":"2026-03-07T10:06:37.584439Z","steps":["trace[6334537] 'process raft request' (duration: 477.021796ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:06:37.584554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:06:37.106906Z","time spent":"477.611121ms","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-07T10:06:37.584673Z","caller":"traceutil/trace.go:171","msg":"trace[572221725] linearizableReadLoop","detail":"{readStateIndex:990; appliedIndex:987; }","duration":"717.618928ms","start":"2026-03-07T10:06:36.867034Z","end":"2026-03-07T10:06:37.584653Z","steps":["trace[572221725] 'read index received' (duration: 701.152872ms)","trace[572221725] 'applied index is now lower than readState.Index' (duration: 16.464476ms)"],"step_count":2} {"level":"info","ts":"2026-03-07T10:06:37.584817Z","caller":"traceutil/trace.go:171","msg":"trace[1618902656] transaction","detail":"{read_only:false; response_revision:955; number_of_response:1; }","duration":"108.494443ms","start":"2026-03-07T10:06:37.476307Z","end":"2026-03-07T10:06:37.584802Z","steps":["trace[1618902656] 'process raft request' (duration: 107.991799ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:06:37.585003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"717.973717ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-07T10:06:37.585061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"689.348963ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-07T10:06:37.585117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"694.786541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-07T10:06:37.58526Z","caller":"traceutil/trace.go:171","msg":"trace[457282874] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:955; }","duration":"718.177632ms","start":"2026-03-07T10:06:36.866963Z","end":"2026-03-07T10:06:37.58514Z","steps":["trace[457282874] 'agreement among raft nodes before linearized reading' (duration: 717.851264ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:06:37.585099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"699.940471ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-07T10:06:37.585262Z","caller":"traceutil/trace.go:171","msg":"trace[489468044] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:955; }","duration":"695.015486ms","start":"2026-03-07T10:06:36.890221Z","end":"2026-03-07T10:06:37.585236Z","steps":["trace[489468044] 'agreement among raft nodes before linearized reading' (duration: 694.725368ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:06:37.587628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:06:36.89018Z","time spent":"697.429028ms","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-07T10:06:37.585349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:06:36.866939Z","time spent":"718.395368ms","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-07T10:06:37.587648Z","caller":"traceutil/trace.go:171","msg":"trace[1244029402] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:955; }","duration":"702.527756ms","start":"2026-03-07T10:06:36.885083Z","end":"2026-03-07T10:06:37.587611Z","steps":["trace[1244029402] 'agreement among raft nodes before linearized reading' (duration: 699.831248ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:06:37.587774Z","caller":"traceutil/trace.go:171","msg":"trace[1109594689] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:955; }","duration":"692.092083ms","start":"2026-03-07T10:06:36.895635Z","end":"2026-03-07T10:06:37.587727Z","steps":["trace[1109594689] 'agreement among raft nodes before linearized reading' (duration: 689.314832ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:06:37.587805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:06:36.885057Z","time spent":"702.68573ms","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-07T10:06:37.587865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:06:36.895625Z","time spent":"692.215975ms","remote":"127.0.0.1:59124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-07T10:06:53.902691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.134965ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-07T10:06:53.902913Z","caller":"traceutil/trace.go:171","msg":"trace[371093372] transaction","detail":"{read_only:false; response_revision:1068; number_of_response:1; }","duration":"153.324055ms","start":"2026-03-07T10:06:53.749562Z","end":"2026-03-07T10:06:53.902886Z","steps":["trace[371093372] 'process raft request' (duration: 34.84646ms)","trace[371093372] 'compare' (duration: 117.982352ms)"],"step_count":2} {"level":"info","ts":"2026-03-07T10:06:53.903205Z","caller":"traceutil/trace.go:171","msg":"trace[1325421931] transaction","detail":"{read_only:false; response_revision:1069; number_of_response:1; }","duration":"153.609702ms","start":"2026-03-07T10:06:53.749562Z","end":"2026-03-07T10:06:53.903172Z","steps":["trace[1325421931] 'process raft request' (duration: 153.272484ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:06:53.903333Z","caller":"traceutil/trace.go:171","msg":"trace[1189769350] transaction","detail":"{read_only:false; response_revision:1070; number_of_response:1; }","duration":"152.977037ms","start":"2026-03-07T10:06:53.750332Z","end":"2026-03-07T10:06:53.90331Z","steps":["trace[1189769350] 'process raft request' (duration: 152.757771ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:06:59.141189Z","caller":"traceutil/trace.go:171","msg":"trace[1327892663] linearizableReadLoop","detail":"{readStateIndex:1157; appliedIndex:1156; }","duration":"128.63658ms","start":"2026-03-07T10:06:59.012526Z","end":"2026-03-07T10:06:59.141162Z","steps":["trace[1327892663] 'read index received' (duration: 124.634469ms)","trace[1327892663] 'applied index is now lower than readState.Index' (duration: 4.001121ms)"],"step_count":2} {"level":"warn","ts":"2026-03-07T10:06:59.141415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.872697ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/ingress-nginx/ingress-nginx-admission-create-ttjx6\" ","response":"range_response_count:1 size:4196"} {"level":"info","ts":"2026-03-07T10:06:59.141447Z","caller":"traceutil/trace.go:171","msg":"trace[1319562391] range","detail":"{range_begin:/registry/pods/ingress-nginx/ingress-nginx-admission-create-ttjx6; range_end:; response_count:1; response_revision:1111; }","duration":"128.97209ms","start":"2026-03-07T10:06:59.012465Z","end":"2026-03-07T10:06:59.141437Z","steps":["trace[1319562391] 'agreement among raft nodes before linearized reading' (duration: 128.802336ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:06:59.893064Z","caller":"traceutil/trace.go:171","msg":"trace[1884713222] transaction","detail":"{read_only:false; response_revision:1113; number_of_response:1; }","duration":"116.361862ms","start":"2026-03-07T10:06:59.776657Z","end":"2026-03-07T10:06:59.893019Z","steps":["trace[1884713222] 'process raft request' (duration: 116.137486ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:06:59.917839Z","caller":"traceutil/trace.go:171","msg":"trace[5219811] linearizableReadLoop","detail":"{readStateIndex:1160; appliedIndex:1158; }","duration":"114.485204ms","start":"2026-03-07T10:06:59.803325Z","end":"2026-03-07T10:06:59.917811Z","steps":["trace[5219811] 'read index received' (duration: 89.458991ms)","trace[5219811] 'applied index is now lower than readState.Index' (duration: 25.024753ms)"],"step_count":2} {"level":"info","ts":"2026-03-07T10:06:59.917876Z","caller":"traceutil/trace.go:171","msg":"trace[1660543596] transaction","detail":"{read_only:false; response_revision:1114; number_of_response:1; }","duration":"140.719907ms","start":"2026-03-07T10:06:59.777134Z","end":"2026-03-07T10:06:59.917853Z","steps":["trace[1660543596] 'process raft request' (duration: 140.559973ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:06:59.917992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.647898ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-07T10:06:59.918034Z","caller":"traceutil/trace.go:171","msg":"trace[416888553] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:1114; }","duration":"114.767081ms","start":"2026-03-07T10:06:59.803256Z","end":"2026-03-07T10:06:59.918023Z","steps":["trace[416888553] 'agreement among raft nodes before linearized reading' (duration: 114.668938ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:07:00.070775Z","caller":"traceutil/trace.go:171","msg":"trace[1528544782] transaction","detail":"{read_only:false; response_revision:1116; number_of_response:1; }","duration":"132.851037ms","start":"2026-03-07T10:06:59.937892Z","end":"2026-03-07T10:07:00.070743Z","steps":["trace[1528544782] 'process raft request' (duration: 90.982919ms)","trace[1528544782] 'compare' (duration: 41.643073ms)"],"step_count":2} {"level":"info","ts":"2026-03-07T10:07:00.071078Z","caller":"traceutil/trace.go:171","msg":"trace[1081836127] transaction","detail":"{read_only:false; response_revision:1117; number_of_response:1; }","duration":"133.064442ms","start":"2026-03-07T10:06:59.937927Z","end":"2026-03-07T10:07:00.070992Z","steps":["trace[1081836127] 'process raft request' (duration: 132.763615ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:07:00.277829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.017538ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-07T10:07:00.278015Z","caller":"traceutil/trace.go:171","msg":"trace[782051706] transaction","detail":"{read_only:false; response_revision:1118; number_of_response:1; }","duration":"197.834719ms","start":"2026-03-07T10:07:00.080147Z","end":"2026-03-07T10:07:00.277982Z","steps":["trace[782051706] 'process raft request' (duration: 95.540484ms)","trace[782051706] 'compare' (duration: 101.863485ms)"],"step_count":2} {"level":"info","ts":"2026-03-07T10:07:00.28204Z","caller":"traceutil/trace.go:171","msg":"trace[1442529820] linearizableReadLoop","detail":"{readStateIndex:1165; appliedIndex:1163; }","duration":"113.11245ms","start":"2026-03-07T10:07:00.168899Z","end":"2026-03-07T10:07:00.282011Z","steps":["trace[1442529820] 'read index received' (duration: 6.806083ms)","trace[1442529820] 'applied index is now lower than readState.Index' (duration: 106.304087ms)"],"step_count":2} {"level":"warn","ts":"2026-03-07T10:07:00.282241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.315864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-07T10:07:00.282286Z","caller":"traceutil/trace.go:171","msg":"trace[967178622] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:1119; }","duration":"113.444618ms","start":"2026-03-07T10:07:00.168827Z","end":"2026-03-07T10:07:00.282272Z","steps":["trace[967178622] 'agreement among raft nodes before linearized reading' (duration: 113.299895ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:07:00.282237Z","caller":"traceutil/trace.go:171","msg":"trace[1544395498] transaction","detail":"{read_only:false; response_revision:1119; number_of_response:1; }","duration":"117.90648ms","start":"2026-03-07T10:07:00.164236Z","end":"2026-03-07T10:07:00.282142Z","steps":["trace[1544395498] 'process raft request' (duration: 117.629603ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:07:03.096317Z","caller":"traceutil/trace.go:171","msg":"trace[56994522] transaction","detail":"{read_only:false; response_revision:1200; number_of_response:1; }","duration":"286.431139ms","start":"2026-03-07T10:07:02.809853Z","end":"2026-03-07T10:07:03.096284Z","steps":["trace[56994522] 'process raft request' (duration: 286.108061ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:07:03.31003Z","caller":"traceutil/trace.go:171","msg":"trace[149965409] transaction","detail":"{read_only:false; response_revision:1201; number_of_response:1; }","duration":"200.726734ms","start":"2026-03-07T10:07:03.109268Z","end":"2026-03-07T10:07:03.309995Z","steps":["trace[149965409] 'process raft request' (duration: 131.36624ms)","trace[149965409] 'compare' (duration: 68.988003ms)"],"step_count":2} {"level":"info","ts":"2026-03-07T10:07:03.508803Z","caller":"traceutil/trace.go:171","msg":"trace[25479378] transaction","detail":"{read_only:false; response_revision:1203; number_of_response:1; }","duration":"109.180529ms","start":"2026-03-07T10:07:03.399586Z","end":"2026-03-07T10:07:03.508766Z","steps":["trace[25479378] 'process raft request' (duration: 105.606478ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:07:03.508941Z","caller":"traceutil/trace.go:171","msg":"trace[1660264616] transaction","detail":"{read_only:false; response_revision:1204; number_of_response:1; }","duration":"102.824709ms","start":"2026-03-07T10:07:03.406097Z","end":"2026-03-07T10:07:03.508922Z","steps":["trace[1660264616] 'process raft request' (duration: 102.549622ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:07:05.918212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.437784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/ingress-nginx/ingress-nginx-admission\" ","response":"range_response_count:1 size:1823"} {"level":"info","ts":"2026-03-07T10:07:05.918323Z","caller":"traceutil/trace.go:171","msg":"trace[918296454] range","detail":"{range_begin:/registry/secrets/ingress-nginx/ingress-nginx-admission; range_end:; response_count:1; response_revision:1227; }","duration":"391.602048ms","start":"2026-03-07T10:07:05.526694Z","end":"2026-03-07T10:07:05.918296Z","steps":["trace[918296454] 'range keys from in-memory index tree' (duration: 391.189658ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:07:05.918371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:07:05.526616Z","time spent":"391.745162ms","remote":"127.0.0.1:58892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":1846,"request content":"key:\"/registry/secrets/ingress-nginx/ingress-nginx-admission\" "} {"level":"warn","ts":"2026-03-07T10:07:05.91835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"426.039018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-03-07T10:07:05.918492Z","caller":"traceutil/trace.go:171","msg":"trace[377949105] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:1227; }","duration":"426.251083ms","start":"2026-03-07T10:07:05.492202Z","end":"2026-03-07T10:07:05.918453Z","steps":["trace[377949105] 'range keys from in-memory index tree' (duration: 425.69639ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:07:05.918576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:07:05.492162Z","time spent":"426.399287ms","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-03-07T10:07:15.128904Z","caller":"traceutil/trace.go:171","msg":"trace[1056817939] transaction","detail":"{read_only:false; number_of_response:0; response_revision:1340; }","duration":"147.367975ms","start":"2026-03-07T10:07:14.981502Z","end":"2026-03-07T10:07:15.12887Z","steps":["trace[1056817939] 'process raft request' (duration: 147.231712ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:07:37.432755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.720607ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-haproxy-0\" ","response":"range_response_count:1 size:10667"} {"level":"info","ts":"2026-03-07T10:07:37.432892Z","caller":"traceutil/trace.go:171","msg":"trace[181232906] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-haproxy-0; range_end:; response_count:1; response_revision:1658; }","duration":"197.918171ms","start":"2026-03-07T10:07:37.234944Z","end":"2026-03-07T10:07:37.432862Z","steps":["trace[181232906] 'range keys from in-memory index tree' (duration: 197.494301ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:07:37.974291Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14782675208655122353,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-07T10:07:38.338469Z","caller":"traceutil/trace.go:171","msg":"trace[55104778] transaction","detail":"{read_only:false; response_revision:1659; number_of_response:1; }","duration":"894.207332ms","start":"2026-03-07T10:07:37.444233Z","end":"2026-03-07T10:07:38.33844Z","steps":["trace[55104778] 'process raft request' (duration: 894.047458ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:07:38.338707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:07:37.444217Z","time spent":"894.358706ms","remote":"127.0.0.1:59006","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10969,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-07T10:07:38.339024Z","caller":"traceutil/trace.go:171","msg":"trace[1469241262] linearizableReadLoop","detail":"{readStateIndex:1736; appliedIndex:1736; }","duration":"865.549477ms","start":"2026-03-07T10:07:37.473431Z","end":"2026-03-07T10:07:38.33898Z","steps":["trace[1469241262] 'read index received' (duration: 865.531966ms)","trace[1469241262] 'applied index is now lower than readState.Index' (duration: 13.691µs)"],"step_count":2} {"level":"warn","ts":"2026-03-07T10:07:38.339233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"865.805423ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-07T10:07:38.339308Z","caller":"traceutil/trace.go:171","msg":"trace[770617747] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1659; }","duration":"865.924956ms","start":"2026-03-07T10:07:37.473364Z","end":"2026-03-07T10:07:38.339289Z","steps":["trace[770617747] 'agreement among raft nodes before linearized reading' (duration: 865.712611ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:07:38.339395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:07:37.473334Z","time spent":"866.047069ms","remote":"127.0.0.1:50774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-07T10:07:38.83981Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14782675208655122358,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-07T10:07:39.340196Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14782675208655122358,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-07T10:07:39.841006Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14782675208655122358,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-07T10:07:40.341583Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14782675208655122358,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-07T10:07:40.3417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999920738s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-07T10:07:40.341808Z","caller":"traceutil/trace.go:171","msg":"trace[150642266] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000095892s","start":"2026-03-07T10:07:38.341683Z","end":"2026-03-07T10:07:40.341779Z","steps":["trace[150642266] 'agreement among raft nodes before linearized reading' (duration: 1.999956479s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:07:40.341897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:07:38.341661Z","time spent":"2.000225756s","remote":"127.0.0.1:58750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/07 10:07:40 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-07T10:07:40.842492Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14782675208655122358,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-07T10:07:40.936402Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.597499492s","expected-duration":"1s"} {"level":"info","ts":"2026-03-07T10:07:40.936954Z","caller":"traceutil/trace.go:171","msg":"trace[813986469] transaction","detail":"{read_only:false; response_revision:1661; number_of_response:1; }","duration":"2.798279106s","start":"2026-03-07T10:07:38.138642Z","end":"2026-03-07T10:07:40.936921Z","steps":["trace[813986469] 'process raft request' (duration: 2.798194494s)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:07:40.937011Z","caller":"traceutil/trace.go:171","msg":"trace[914693867] transaction","detail":"{read_only:false; response_revision:1660; number_of_response:1; }","duration":"2.807443397s","start":"2026-03-07T10:07:38.129529Z","end":"2026-03-07T10:07:40.936973Z","steps":["trace[914693867] 'process raft request' (duration: 2.807118669s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:07:40.937153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:07:38.138608Z","time spent":"2.79844007s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-07T10:07:40.937181Z","caller":"traceutil/trace.go:171","msg":"trace[614185758] transaction","detail":"{read_only:false; response_revision:1662; number_of_response:1; }","duration":"2.611920526s","start":"2026-03-07T10:07:38.325196Z","end":"2026-03-07T10:07:40.937117Z","steps":["trace[614185758] 'process raft request' (duration: 2.61168339s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:07:40.937407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:07:38.129498Z","time spent":"2.807671723s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-07T10:07:40.937437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:07:38.32516Z","time spent":"2.612155562s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-07T10:07:41.282046Z","caller":"traceutil/trace.go:171","msg":"trace[354615986] transaction","detail":"{read_only:false; response_revision:1663; number_of_response:1; }","duration":"2.936702045s","start":"2026-03-07T10:07:38.345305Z","end":"2026-03-07T10:07:41.282007Z","steps":["trace[354615986] 'process raft request' (duration: 2.936175432s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:07:41.282253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:07:38.345281Z","time spent":"2.936871519s","remote":"127.0.0.1:59072","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1530,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-07T10:07:41.282427Z","caller":"traceutil/trace.go:171","msg":"trace[976235367] transaction","detail":"{read_only:false; response_revision:1664; number_of_response:1; }","duration":"2.935470405s","start":"2026-03-07T10:07:38.34692Z","end":"2026-03-07T10:07:41.28239Z","steps":["trace[976235367] 'process raft request' (duration: 2.935011912s)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:07:41.282461Z","caller":"traceutil/trace.go:171","msg":"trace[1809353512] transaction","detail":"{read_only:false; response_revision:1665; number_of_response:1; }","duration":"2.935345871s","start":"2026-03-07T10:07:38.347089Z","end":"2026-03-07T10:07:41.282435Z","steps":["trace[1809353512] 'process raft request' (duration: 2.935140255s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:07:41.282607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:07:38.346913Z","time spent":"2.935595778s","remote":"127.0.0.1:58980","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":978,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-07T10:07:41.282639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:07:38.347067Z","time spent":"2.935509855s","remote":"127.0.0.1:58980","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":894,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-07T10:07:41.282819Z","caller":"traceutil/trace.go:171","msg":"trace[621746101] transaction","detail":"{read_only:false; response_revision:1666; number_of_response:1; }","duration":"2.93448651s","start":"2026-03-07T10:07:38.348286Z","end":"2026-03-07T10:07:41.282773Z","steps":["trace[621746101] 'process raft request' (duration: 2.93406619s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:07:41.283038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:07:38.348269Z","time spent":"2.934653944s","remote":"127.0.0.1:59072","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1472,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-07T10:07:42.342752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00041907s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-07T10:07:42.342949Z","caller":"traceutil/trace.go:171","msg":"trace[375812800] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000691177s","start":"2026-03-07T10:07:40.342232Z","end":"2026-03-07T10:07:42.342923Z","steps":["trace[375812800] 'agreement among raft nodes before linearized reading' (duration: 2.000461031s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:07:42.343082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:07:40.342215Z","time spent":"2.000849431s","remote":"127.0.0.1:58746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-07T10:07:42.486566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.204120263s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-07T10:07:42.487521Z","caller":"traceutil/trace.go:171","msg":"trace[1883600355] transaction","detail":"{read_only:false; response_revision:1667; number_of_response:1; }","duration":"3.761648506s","start":"2026-03-07T10:07:38.725828Z","end":"2026-03-07T10:07:42.487477Z","steps":["trace[1883600355] 'process raft request' (duration: 3.761012139s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:07:42.487711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:07:38.725798Z","time spent":"3.76181451s","remote":"127.0.0.1:58994","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7598,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-07T10:07:42.624036Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.333226766s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-07T10:07:42.662538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.927301ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-07T10:07:42.662802Z","caller":"traceutil/trace.go:171","msg":"trace[243713749] transaction","detail":"{read_only:false; response_revision:1669; number_of_response:1; }","duration":"1.372138091s","start":"2026-03-07T10:07:41.290639Z","end":"2026-03-07T10:07:42.662777Z","steps":["trace[243713749] 'process raft request' (duration: 1.372059649s)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:07:42.662933Z","caller":"traceutil/trace.go:171","msg":"trace[1941844578] linearizableReadLoop","detail":"{readStateIndex:1746; appliedIndex:1736; }","duration":"4.323788603s","start":"2026-03-07T10:07:38.339114Z","end":"2026-03-07T10:07:42.662902Z","steps":["trace[1941844578] 'read index received' (duration: 2.597672636s)","trace[1941844578] 'applied index is now lower than readState.Index' (duration: 1.726113427s)"],"step_count":2} {"level":"warn","ts":"2026-03-07T10:07:42.663025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:07:41.290607Z","time spent":"1.372357357s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-07T10:07:42.663031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.581482286s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-07T10:07:42.66307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.413025959s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-07T10:07:42.663138Z","caller":"traceutil/trace.go:171","msg":"trace[1708008300] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:1669; }","duration":"4.581660461s","start":"2026-03-07T10:07:38.081453Z","end":"2026-03-07T10:07:42.663114Z","steps":["trace[1708008300] 'agreement among raft nodes before linearized reading' (duration: 4.581465896s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:07:42.663198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:07:38.081425Z","time spent":"4.581761173s","remote":"127.0.0.1:58886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"info","ts":"2026-03-07T10:07:42.663201Z","caller":"traceutil/trace.go:171","msg":"trace[1184843476] transaction","detail":"{read_only:false; response_revision:1668; number_of_response:1; }","duration":"3.40577458s","start":"2026-03-07T10:07:39.257401Z","end":"2026-03-07T10:07:42.663175Z","steps":["trace[1184843476] 'process raft request' (duration: 3.230052939s)","trace[1184843476] 'compare' (duration: 174.769667ms)"],"step_count":2} {"level":"warn","ts":"2026-03-07T10:07:42.66325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.838713738s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-2fe00b5c-c636-41ee-aa2d-1c2171e59f6d\" ","response":"range_response_count:1 size:3626"} {"level":"warn","ts":"2026-03-07T10:07:42.663307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:07:39.257371Z","time spent":"3.405864873s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-07T10:07:42.663326Z","caller":"traceutil/trace.go:171","msg":"trace[232733011] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-2fe00b5c-c636-41ee-aa2d-1c2171e59f6d; range_end:; response_count:1; response_revision:1669; }","duration":"4.838824151s","start":"2026-03-07T10:07:37.824479Z","end":"2026-03-07T10:07:42.663303Z","steps":["trace[232733011] 'agreement among raft nodes before linearized reading' (duration: 4.838583765s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:07:42.663406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.413823644s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-07T10:07:42.663423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:07:37.824456Z","time spent":"4.838952494s","remote":"127.0.0.1:59006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3649,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-2fe00b5c-c636-41ee-aa2d-1c2171e59f6d\" "} {"level":"warn","ts":"2026-03-07T10:07:42.663493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.449525983s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-03-07T10:07:42.663447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.973095ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-07T10:07:42.663517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.96381145s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-07T10:07:42.663588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.614307777s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:10328"} {"level":"info","ts":"2026-03-07T10:07:42.663584Z","caller":"traceutil/trace.go:171","msg":"trace[1954235471] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:1669; }","duration":"4.963880062s","start":"2026-03-07T10:07:37.699686Z","end":"2026-03-07T10:07:42.663566Z","steps":["trace[1954235471] 'agreement among raft nodes before linearized reading' (duration: 4.963779509s)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:07:42.663618Z","caller":"traceutil/trace.go:171","msg":"trace[973058370] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1669; }","duration":"2.61440564s","start":"2026-03-07T10:07:40.049204Z","end":"2026-03-07T10:07:42.663609Z","steps":["trace[973058370] 'agreement among raft nodes before linearized reading' (duration: 2.614345018s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:07:42.663627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.253083277s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-07T10:07:42.663617Z","caller":"traceutil/trace.go:171","msg":"trace[1739443786] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1669; }","duration":"312.1405ms","start":"2026-03-07T10:07:42.351424Z","end":"2026-03-07T10:07:42.663564Z","steps":["trace[1739443786] 'agreement among raft nodes before linearized reading' (duration: 311.876662ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:07:42.663625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.85397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189a871314b9ef7b\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-03-07T10:07:42.663649Z","caller":"traceutil/trace.go:171","msg":"trace[1814487936] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1669; }","duration":"4.253154819s","start":"2026-03-07T10:07:38.410488Z","end":"2026-03-07T10:07:42.663643Z","steps":["trace[1814487936] 'agreement among raft nodes before linearized reading' (duration: 4.253092397s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:07:42.663649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:07:40.049181Z","time spent":"2.614461701s","remote":"127.0.0.1:59006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":10351,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-07T10:07:42.663638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:07:37.699608Z","time spent":"4.964014095s","remote":"127.0.0.1:59204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":30,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-07T10:07:42.663671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:07:38.410465Z","time spent":"4.25320146s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-07T10:07:42.663676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:07:42.351336Z","time spent":"312.327185ms","remote":"127.0.0.1:58750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-07T10:07:42.663739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"812.99014ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-07T10:07:42.663789Z","caller":"traceutil/trace.go:171","msg":"trace[1292506692] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:1669; }","duration":"813.102102ms","start":"2026-03-07T10:07:41.850675Z","end":"2026-03-07T10:07:42.663777Z","steps":["trace[1292506692] 'agreement among raft nodes before linearized reading' (duration: 813.02751ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:07:42.663481Z","caller":"traceutil/trace.go:171","msg":"trace[782362645] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:1669; }","duration":"1.413906787s","start":"2026-03-07T10:07:41.249554Z","end":"2026-03-07T10:07:42.663461Z","steps":["trace[782362645] 'agreement among raft nodes before linearized reading' (duration: 1.413750232s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:07:42.663832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:07:41.850645Z","time spent":"813.173984ms","remote":"127.0.0.1:47106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"info","ts":"2026-03-07T10:07:42.663677Z","caller":"traceutil/trace.go:171","msg":"trace[155010118] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189a871314b9ef7b; range_end:; response_count:1; response_revision:1669; }","duration":"316.940302ms","start":"2026-03-07T10:07:42.346721Z","end":"2026-03-07T10:07:42.663661Z","steps":["trace[155010118] 'agreement among raft nodes before linearized reading' (duration: 316.794509ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:07:42.663912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:07:42.346703Z","time spent":"317.199848ms","remote":"127.0.0.1:58870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189a871314b9ef7b\" "} {"level":"warn","ts":"2026-03-07T10:07:42.663943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.253538929s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-07T10:07:42.663525Z","caller":"traceutil/trace.go:171","msg":"trace[118681920] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1669; }","duration":"4.449603595s","start":"2026-03-07T10:07:38.213914Z","end":"2026-03-07T10:07:42.663518Z","steps":["trace[118681920] 'agreement among raft nodes before linearized reading' (duration: 4.449481561s)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:07:42.664006Z","caller":"traceutil/trace.go:171","msg":"trace[1705917637] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1669; }","duration":"4.253626971s","start":"2026-03-07T10:07:38.410358Z","end":"2026-03-07T10:07:42.663985Z","steps":["trace[1705917637] 'agreement among raft nodes before linearized reading' (duration: 4.253482188s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:07:42.664042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:07:38.213889Z","time spent":"4.450143177s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-07T10:07:42.664057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:07:38.410349Z","time spent":"4.253698183s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-07T10:07:42.664056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.321093547s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-2fe00b5c-c636-41ee-aa2d-1c2171e59f6d\" ","response":"range_response_count:1 size:3626"} {"level":"info","ts":"2026-03-07T10:07:42.66419Z","caller":"traceutil/trace.go:171","msg":"trace[1751750619] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-2fe00b5c-c636-41ee-aa2d-1c2171e59f6d; range_end:; response_count:1; response_revision:1669; }","duration":"4.321342212s","start":"2026-03-07T10:07:38.342829Z","end":"2026-03-07T10:07:42.664171Z","steps":["trace[1751750619] 'agreement among raft nodes before linearized reading' (duration: 4.320432768s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:07:42.66427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:07:38.342808Z","time spent":"4.321447335s","remote":"127.0.0.1:59006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3649,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-2fe00b5c-c636-41ee-aa2d-1c2171e59f6d\" "} {"level":"warn","ts":"2026-03-07T10:07:42.663497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.317326746s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-07T10:07:42.664557Z","caller":"traceutil/trace.go:171","msg":"trace[2024807747] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1669; }","duration":"3.318421374s","start":"2026-03-07T10:07:39.3461Z","end":"2026-03-07T10:07:42.664522Z","steps":["trace[2024807747] 'agreement among raft nodes before linearized reading' (duration: 3.317343797s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:07:42.664627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:07:39.346074Z","time spent":"3.318533707s","remote":"127.0.0.1:50774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-07T10:07:42.663147Z","caller":"traceutil/trace.go:171","msg":"trace[1321743632] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1669; }","duration":"4.413153882s","start":"2026-03-07T10:07:38.249972Z","end":"2026-03-07T10:07:42.663126Z","steps":["trace[1321743632] 'agreement among raft nodes before linearized reading' (duration: 4.412938786s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:07:42.664758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:07:38.249944Z","time spent":"4.414792424s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-07T10:07:42.663536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.455113964s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-07T10:07:42.664876Z","caller":"traceutil/trace.go:171","msg":"trace[426558519] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:1669; }","duration":"2.456470857s","start":"2026-03-07T10:07:40.208364Z","end":"2026-03-07T10:07:42.664835Z","steps":["trace[426558519] 'agreement among raft nodes before linearized reading' (duration: 2.455153325s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:07:42.665102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:07:40.208333Z","time spent":"2.456696053s","remote":"127.0.0.1:60414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":2,"response size":30,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-03-07T10:07:42.663483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.336384792s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-07T10:07:42.665362Z","caller":"traceutil/trace.go:171","msg":"trace[1250823799] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1669; }","duration":"4.338346081s","start":"2026-03-07T10:07:38.327007Z","end":"2026-03-07T10:07:42.665354Z","steps":["trace[1250823799] 'agreement among raft nodes before linearized reading' (duration: 4.336210047s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:07:42.665388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:07:38.326986Z","time spent":"4.338393732s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-07T10:07:42.663932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:07:41.249444Z","time spent":"1.4144293s","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":30,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"info","ts":"2026-03-07T10:07:47.958172Z","caller":"traceutil/trace.go:171","msg":"trace[848795740] transaction","detail":"{read_only:false; response_revision:1722; number_of_response:1; }","duration":"105.068419ms","start":"2026-03-07T10:07:47.85307Z","end":"2026-03-07T10:07:47.958138Z","steps":["trace[848795740] 'process raft request' (duration: 104.854003ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:07:48.711171Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14782675208655122480,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-07T10:07:48.848896Z","caller":"traceutil/trace.go:171","msg":"trace[931099759] transaction","detail":"{read_only:false; response_revision:1723; number_of_response:1; }","duration":"883.356326ms","start":"2026-03-07T10:07:47.965504Z","end":"2026-03-07T10:07:48.848861Z","steps":["trace[931099759] 'process raft request' (duration: 883.085669ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:07:48.849081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:07:47.965471Z","time spent":"883.513541ms","remote":"127.0.0.1:59322","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5636,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-07T10:07:48.849787Z","caller":"traceutil/trace.go:171","msg":"trace[617292941] transaction","detail":"{read_only:false; response_revision:1724; number_of_response:1; }","duration":"883.633253ms","start":"2026-03-07T10:07:47.966108Z","end":"2026-03-07T10:07:48.849741Z","steps":["trace[617292941] 'process raft request' (duration: 883.331936ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:07:48.850005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:07:47.966087Z","time spent":"883.798487ms","remote":"127.0.0.1:59140","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1712,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-07T10:07:48.866798Z","caller":"traceutil/trace.go:171","msg":"trace[1819983942] linearizableReadLoop","detail":"{readStateIndex:1805; appliedIndex:1802; }","duration":"655.860271ms","start":"2026-03-07T10:07:48.210855Z","end":"2026-03-07T10:07:48.866716Z","steps":["trace[1819983942] 'read index received' (duration: 637.758615ms)","trace[1819983942] 'applied index is now lower than readState.Index' (duration: 18.100136ms)"],"step_count":2} {"level":"warn","ts":"2026-03-07T10:07:48.867066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"523.642469ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-07T10:07:48.867154Z","caller":"traceutil/trace.go:171","msg":"trace[1727850313] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1725; }","duration":"523.823044ms","start":"2026-03-07T10:07:48.343312Z","end":"2026-03-07T10:07:48.867135Z","steps":["trace[1727850313] 'agreement among raft nodes before linearized reading' (duration: 523.65782ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:07:48.867209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:07:48.343286Z","time spent":"523.911306ms","remote":"127.0.0.1:58750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-07T10:07:48.86721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.107289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-07T10:07:48.867228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"656.358584ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-messaging-topology-operator-6f465c979f-nhwl5\" ","response":"range_response_count:1 size:6146"} {"level":"info","ts":"2026-03-07T10:07:48.867369Z","caller":"traceutil/trace.go:171","msg":"trace[1153211281] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-messaging-topology-operator-6f465c979f-nhwl5; range_end:; response_count:1; response_revision:1725; }","duration":"656.550908ms","start":"2026-03-07T10:07:48.210771Z","end":"2026-03-07T10:07:48.867322Z","steps":["trace[1153211281] 'agreement among raft nodes before linearized reading' (duration: 656.147338ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:07:48.867427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:07:48.210742Z","time spent":"656.675202ms","remote":"127.0.0.1:59006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":6169,"request content":"key:\"/registry/pods/openstack/rabbitmq-messaging-topology-operator-6f465c979f-nhwl5\" "} {"level":"warn","ts":"2026-03-07T10:07:48.867426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.716579ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-07T10:07:48.867467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.237373ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-07T10:07:48.867501Z","caller":"traceutil/trace.go:171","msg":"trace[2084353263] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1725; }","duration":"129.801311ms","start":"2026-03-07T10:07:48.737675Z","end":"2026-03-07T10:07:48.867476Z","steps":["trace[2084353263] 'agreement among raft nodes before linearized reading' (duration: 129.557925ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:07:48.867538Z","caller":"traceutil/trace.go:171","msg":"trace[1715733376] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1725; }","duration":"130.295314ms","start":"2026-03-07T10:07:48.737211Z","end":"2026-03-07T10:07:48.867506Z","steps":["trace[1715733376] 'agreement among raft nodes before linearized reading' (duration: 130.093989ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:07:48.867542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"414.157669ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-07T10:07:48.867552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.893099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-07T10:07:48.867594Z","caller":"traceutil/trace.go:171","msg":"trace[1336067589] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:1725; }","duration":"414.262752ms","start":"2026-03-07T10:07:48.453315Z","end":"2026-03-07T10:07:48.867578Z","steps":["trace[1336067589] 'agreement among raft nodes before linearized reading' (duration: 414.17595ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:07:48.867621Z","caller":"traceutil/trace.go:171","msg":"trace[266085866] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1725; }","duration":"129.020062ms","start":"2026-03-07T10:07:48.73858Z","end":"2026-03-07T10:07:48.8676Z","steps":["trace[266085866] 'agreement among raft nodes before linearized reading' (duration: 128.815637ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:07:48.867277Z","caller":"traceutil/trace.go:171","msg":"trace[1471186050] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1725; }","duration":"130.209252ms","start":"2026-03-07T10:07:48.737047Z","end":"2026-03-07T10:07:48.867256Z","steps":["trace[1471186050] 'agreement among raft nodes before linearized reading' (duration: 129.957255ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:07:48.867643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:07:48.453291Z","time spent":"414.337204ms","remote":"127.0.0.1:47090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-07T10:07:48.867668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.27521ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-07T10:07:48.867743Z","caller":"traceutil/trace.go:171","msg":"trace[2103522466] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1725; }","duration":"135.453214ms","start":"2026-03-07T10:07:48.732268Z","end":"2026-03-07T10:07:48.867721Z","steps":["trace[2103522466] 'agreement among raft nodes before linearized reading' (duration: 135.228489ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:07:48.867724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.997492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-07T10:07:48.867831Z","caller":"traceutil/trace.go:171","msg":"trace[58916086] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1725; }","duration":"156.185656ms","start":"2026-03-07T10:07:48.711617Z","end":"2026-03-07T10:07:48.867802Z","steps":["trace[58916086] 'agreement among raft nodes before linearized reading' (duration: 155.801937ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:07:52.832469Z","caller":"traceutil/trace.go:171","msg":"trace[795890043] linearizableReadLoop","detail":"{readStateIndex:1832; appliedIndex:1831; }","duration":"104.414041ms","start":"2026-03-07T10:07:52.728024Z","end":"2026-03-07T10:07:52.832438Z","steps":["trace[795890043] 'read index received' (duration: 104.143195ms)","trace[795890043] 'applied index is now lower than readState.Index' (duration: 269.976µs)"],"step_count":2} {"level":"info","ts":"2026-03-07T10:07:52.83258Z","caller":"traceutil/trace.go:171","msg":"trace[382217185] transaction","detail":"{read_only:false; response_revision:1751; number_of_response:1; }","duration":"114.677471ms","start":"2026-03-07T10:07:52.717849Z","end":"2026-03-07T10:07:52.832527Z","steps":["trace[382217185] 'process raft request' (duration: 114.378312ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:07:52.832838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.789792ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11664"} {"level":"info","ts":"2026-03-07T10:07:52.832945Z","caller":"traceutil/trace.go:171","msg":"trace[1139979175] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1751; }","duration":"104.988147ms","start":"2026-03-07T10:07:52.727943Z","end":"2026-03-07T10:07:52.832931Z","steps":["trace[1139979175] 'agreement among raft nodes before linearized reading' (duration: 104.624728ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:07:53.033742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.015868ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-07T10:07:53.033906Z","caller":"traceutil/trace.go:171","msg":"trace[675865502] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1751; }","duration":"132.167122ms","start":"2026-03-07T10:07:52.901657Z","end":"2026-03-07T10:07:53.033824Z","steps":["trace[675865502] 'range keys from in-memory index tree' (duration: 131.805232ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:07:53.034032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.011592ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-07T10:07:53.034155Z","caller":"traceutil/trace.go:171","msg":"trace[596312219] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1751; }","duration":"133.196417ms","start":"2026-03-07T10:07:52.900934Z","end":"2026-03-07T10:07:53.03413Z","steps":["trace[596312219] 'range keys from in-memory index tree' (duration: 132.843758ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:07:53.195789Z","caller":"traceutil/trace.go:171","msg":"trace[137937781] transaction","detail":"{read_only:false; response_revision:1752; number_of_response:1; }","duration":"178.387966ms","start":"2026-03-07T10:07:53.017364Z","end":"2026-03-07T10:07:53.195752Z","steps":["trace[137937781] 'process raft request' (duration: 178.189771ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:07:53.559959Z","caller":"traceutil/trace.go:171","msg":"trace[266562673] transaction","detail":"{read_only:false; response_revision:1754; number_of_response:1; }","duration":"539.470278ms","start":"2026-03-07T10:07:53.02045Z","end":"2026-03-07T10:07:53.559921Z","steps":["trace[266562673] 'process raft request' (duration: 539.379496ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:07:53.560007Z","caller":"traceutil/trace.go:171","msg":"trace[1688666627] transaction","detail":"{read_only:false; response_revision:1753; number_of_response:1; }","duration":"539.635362ms","start":"2026-03-07T10:07:53.020331Z","end":"2026-03-07T10:07:53.559966Z","steps":["trace[1688666627] 'process raft request' (duration: 539.292144ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:07:53.560172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:07:53.020418Z","time spent":"539.640721ms","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-07T10:07:53.56024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:07:53.020312Z","time spent":"539.791146ms","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-07T10:07:53.560378Z","caller":"traceutil/trace.go:171","msg":"trace[1430391846] transaction","detail":"{read_only:false; response_revision:1757; number_of_response:1; }","duration":"521.367662ms","start":"2026-03-07T10:07:53.038989Z","end":"2026-03-07T10:07:53.560357Z","steps":["trace[1430391846] 'process raft request' (duration: 521.262529ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:07:53.560482Z","caller":"traceutil/trace.go:171","msg":"trace[1744587550] transaction","detail":"{read_only:false; response_revision:1755; number_of_response:1; }","duration":"521.801522ms","start":"2026-03-07T10:07:53.038662Z","end":"2026-03-07T10:07:53.560464Z","steps":["trace[1744587550] 'process raft request' (duration: 521.216258ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:07:53.560503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:07:53.038957Z","time spent":"521.486295ms","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-07T10:07:53.560558Z","caller":"traceutil/trace.go:171","msg":"trace[1823186899] linearizableReadLoop","detail":"{readStateIndex:1840; appliedIndex:1833; }","duration":"332.042059ms","start":"2026-03-07T10:07:53.228491Z","end":"2026-03-07T10:07:53.560533Z","steps":["trace[1823186899] 'read index received' (duration: 331.156407ms)","trace[1823186899] 'applied index is now lower than readState.Index' (duration: 884.192µs)"],"step_count":2} {"level":"warn","ts":"2026-03-07T10:07:53.560603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:07:53.038637Z","time spent":"521.895845ms","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-07T10:07:53.560639Z","caller":"traceutil/trace.go:171","msg":"trace[747166553] transaction","detail":"{read_only:false; response_revision:1756; number_of_response:1; }","duration":"521.648298ms","start":"2026-03-07T10:07:53.038973Z","end":"2026-03-07T10:07:53.560621Z","steps":["trace[747166553] 'process raft request' (duration: 521.146106ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:07:53.560719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:07:53.038923Z","time spent":"521.752912ms","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-07T10:07:53.560927Z","caller":"traceutil/trace.go:171","msg":"trace[175960170] transaction","detail":"{read_only:false; response_revision:1759; number_of_response:1; }","duration":"521.781153ms","start":"2026-03-07T10:07:53.039069Z","end":"2026-03-07T10:07:53.56085Z","steps":["trace[175960170] 'process raft request' (duration: 521.367892ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:07:53.561027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:07:53.039046Z","time spent":"521.931057ms","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-07T10:07:53.561091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.583724ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-07T10:07:53.561108Z","caller":"traceutil/trace.go:171","msg":"trace[1577822138] transaction","detail":"{read_only:false; response_revision:1758; number_of_response:1; }","duration":"522.03049ms","start":"2026-03-07T10:07:53.039046Z","end":"2026-03-07T10:07:53.561077Z","steps":["trace[1577822138] 'process raft request' (duration: 521.245189ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:07:53.561137Z","caller":"traceutil/trace.go:171","msg":"trace[1649221446] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:1759; }","duration":"332.699617ms","start":"2026-03-07T10:07:53.228425Z","end":"2026-03-07T10:07:53.561125Z","steps":["trace[1649221446] 'agreement among raft nodes before linearized reading' (duration: 332.599114ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:07:53.5612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:07:53.2284Z","time spent":"332.787998ms","remote":"127.0.0.1:37234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-07T10:07:53.561209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:07:53.039021Z","time spent":"522.139932ms","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-07T10:07:53.561322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.435537ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-07T10:07:53.561339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.544533ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.62\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-07T10:07:53.561369Z","caller":"traceutil/trace.go:171","msg":"trace[681496420] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1759; }","duration":"218.525499ms","start":"2026-03-07T10:07:53.34283Z","end":"2026-03-07T10:07:53.561356Z","steps":["trace[681496420] 'agreement among raft nodes before linearized reading' (duration: 218.461787ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:07:53.561394Z","caller":"traceutil/trace.go:171","msg":"trace[2134648187] range","detail":"{range_begin:/registry/masterleases/162.253.55.62; range_end:; response_count:1; response_revision:1759; }","duration":"282.636354ms","start":"2026-03-07T10:07:53.278742Z","end":"2026-03-07T10:07:53.561379Z","steps":["trace[2134648187] 'agreement among raft nodes before linearized reading' (duration: 282.005508ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:07:53.880536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.964061ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"warn","ts":"2026-03-07T10:07:53.880671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:07:53.563008Z","time spent":"317.646517ms","remote":"127.0.0.1:58806","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-07T10:07:54.280441Z","caller":"traceutil/trace.go:171","msg":"trace[1722112395] linearizableReadLoop","detail":"{readStateIndex:1842; appliedIndex:1841; }","duration":"238.140233ms","start":"2026-03-07T10:07:54.04227Z","end":"2026-03-07T10:07:54.280411Z","steps":["trace[1722112395] 'read index received' (duration: 201.55265ms)","trace[1722112395] 'applied index is now lower than readState.Index' (duration: 36.585982ms)"],"step_count":2} {"level":"info","ts":"2026-03-07T10:07:54.280521Z","caller":"traceutil/trace.go:171","msg":"trace[517817027] transaction","detail":"{read_only:false; response_revision:1760; number_of_response:1; }","duration":"398.71933ms","start":"2026-03-07T10:07:53.881754Z","end":"2026-03-07T10:07:54.280473Z","steps":["trace[517817027] 'process raft request' (duration: 362.051326ms)","trace[517817027] 'compare' (duration: 36.467089ms)"],"step_count":2} {"level":"warn","ts":"2026-03-07T10:07:54.280671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.387618ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-07T10:07:54.2807Z","caller":"traceutil/trace.go:171","msg":"trace[1852550667] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1760; }","duration":"238.493542ms","start":"2026-03-07T10:07:54.042198Z","end":"2026-03-07T10:07:54.280691Z","steps":["trace[1852550667] 'agreement among raft nodes before linearized reading' (duration: 238.314917ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:07:54.280735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:07:53.881729Z","time spent":"398.881244ms","remote":"127.0.0.1:58806","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-07T10:07:59.038121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.353084ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-07T10:07:59.321793Z","caller":"traceutil/trace.go:171","msg":"trace[572180249] transaction","detail":"{read_only:false; response_revision:1795; number_of_response:1; }","duration":"101.756345ms","start":"2026-03-07T10:07:59.219985Z","end":"2026-03-07T10:07:59.321741Z","steps":["trace[572180249] 'process raft request' (duration: 101.454917ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:08:00.097848Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14782675208655122632,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-07T10:08:00.526325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.183647435s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-07T10:08:00.526421Z","caller":"traceutil/trace.go:171","msg":"trace[1010965252] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1795; }","duration":"1.183774468s","start":"2026-03-07T10:07:59.342623Z","end":"2026-03-07T10:08:00.526398Z","steps":["trace[1010965252] 'range keys from in-memory index tree' (duration: 1.183413069s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:08:00.526465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:07:59.342595Z","time spent":"1.183860661s","remote":"127.0.0.1:58750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-07T10:08:00.526325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.157752932s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-07T10:08:00.526548Z","caller":"traceutil/trace.go:171","msg":"trace[1685598902] transaction","detail":"{read_only:false; response_revision:1796; number_of_response:1; }","duration":"933.972981ms","start":"2026-03-07T10:07:59.592544Z","end":"2026-03-07T10:08:00.526517Z","steps":["trace[1685598902] 'process raft request' (duration: 880.192026ms)","trace[1685598902] 'compare' (duration: 53.087088ms)"],"step_count":2} {"level":"warn","ts":"2026-03-07T10:08:00.526665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:07:59.592516Z","time spent":"934.083744ms","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-07T10:08:00.526647Z","caller":"traceutil/trace.go:171","msg":"trace[1243103847] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:1795; }","duration":"1.15808336s","start":"2026-03-07T10:07:59.368468Z","end":"2026-03-07T10:08:00.526551Z","steps":["trace[1243103847] 'count revisions from in-memory index tree' (duration: 1.157584848s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:08:00.526783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:07:59.36844Z","time spent":"1.158293526s","remote":"127.0.0.1:59032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"info","ts":"2026-03-07T10:08:00.526796Z","caller":"traceutil/trace.go:171","msg":"trace[1811492492] linearizableReadLoop","detail":"{readStateIndex:1880; appliedIndex:1878; }","duration":"929.568861ms","start":"2026-03-07T10:07:59.597203Z","end":"2026-03-07T10:08:00.526772Z","steps":["trace[1811492492] 'read index received' (duration: 875.542199ms)","trace[1811492492] 'applied index is now lower than readState.Index' (duration: 54.024781ms)"],"step_count":2} {"level":"info","ts":"2026-03-07T10:08:00.526857Z","caller":"traceutil/trace.go:171","msg":"trace[957180182] transaction","detail":"{read_only:false; response_revision:1797; number_of_response:1; }","duration":"929.769006ms","start":"2026-03-07T10:07:59.597044Z","end":"2026-03-07T10:08:00.526813Z","steps":["trace[957180182] 'process raft request' (duration: 929.407317ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:08:00.527009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"925.818475ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-07T10:08:00.527016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"929.819917ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-07T10:08:00.527056Z","caller":"traceutil/trace.go:171","msg":"trace[884840202] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1797; }","duration":"925.872117ms","start":"2026-03-07T10:07:59.601172Z","end":"2026-03-07T10:08:00.527044Z","steps":["trace[884840202] 'agreement among raft nodes before linearized reading' (duration: 925.760285ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:08:00.527064Z","caller":"traceutil/trace.go:171","msg":"trace[632209939] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1797; }","duration":"929.872349ms","start":"2026-03-07T10:07:59.59718Z","end":"2026-03-07T10:08:00.527053Z","steps":["trace[632209939] 'agreement among raft nodes before linearized reading' (duration: 929.694084ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:08:00.527091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"927.241402ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-07T10:08:00.527098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:07:59.601163Z","time spent":"925.923818ms","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-07T10:08:00.527123Z","caller":"traceutil/trace.go:171","msg":"trace[1756834546] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1797; }","duration":"927.303123ms","start":"2026-03-07T10:07:59.59981Z","end":"2026-03-07T10:08:00.527114Z","steps":["trace[1756834546] 'agreement among raft nodes before linearized reading' (duration: 927.228061ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:08:00.527123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:07:59.597022Z","time spent":"929.94813ms","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-07T10:08:00.527489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.239066ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-03-07T10:08:00.527096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:07:59.597086Z","time spent":"930.001691ms","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-07T10:08:00.527533Z","caller":"traceutil/trace.go:171","msg":"trace[1572402368] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1797; }","duration":"194.332638ms","start":"2026-03-07T10:08:00.333185Z","end":"2026-03-07T10:08:00.527518Z","steps":["trace[1572402368] 'agreement among raft nodes before linearized reading' (duration: 194.218075ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:08:00.527485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"926.292927ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-07T10:08:00.52761Z","caller":"traceutil/trace.go:171","msg":"trace[29423026] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1797; }","duration":"926.443332ms","start":"2026-03-07T10:07:59.601131Z","end":"2026-03-07T10:08:00.527574Z","steps":["trace[29423026] 'agreement among raft nodes before linearized reading' (duration: 925.894398ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:08:00.527677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:07:59.60112Z","time spent":"926.544024ms","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-07T10:08:00.527166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:07:59.599801Z","time spent":"927.358635ms","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-07T10:08:00.527017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"927.97764ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-07T10:08:00.527824Z","caller":"traceutil/trace.go:171","msg":"trace[1178379908] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1797; }","duration":"928.833261ms","start":"2026-03-07T10:07:59.598973Z","end":"2026-03-07T10:08:00.527807Z","steps":["trace[1178379908] 'agreement among raft nodes before linearized reading' (duration: 927.914578ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:08:00.52788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:07:59.598946Z","time spent":"928.920305ms","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-07T10:08:00.780184Z","caller":"traceutil/trace.go:171","msg":"trace[533408919] transaction","detail":"{read_only:false; response_revision:1799; number_of_response:1; }","duration":"247.658194ms","start":"2026-03-07T10:08:00.532491Z","end":"2026-03-07T10:08:00.780149Z","steps":["trace[533408919] 'process raft request' (duration: 184.219964ms)","trace[533408919] 'compare' (duration: 63.263755ms)"],"step_count":2} {"level":"info","ts":"2026-03-07T10:08:00.78064Z","caller":"traceutil/trace.go:171","msg":"trace[1711973327] transaction","detail":"{read_only:false; response_revision:1800; number_of_response:1; }","duration":"247.844899ms","start":"2026-03-07T10:08:00.532756Z","end":"2026-03-07T10:08:00.780601Z","steps":["trace[1711973327] 'process raft request' (duration: 247.351866ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:08:00.78075Z","caller":"traceutil/trace.go:171","msg":"trace[209901904] linearizableReadLoop","detail":"{readStateIndex:1885; appliedIndex:1880; }","duration":"244.427491ms","start":"2026-03-07T10:08:00.536281Z","end":"2026-03-07T10:08:00.780708Z","steps":["trace[209901904] 'read index received' (duration: 57.637632ms)","trace[209901904] 'applied index is now lower than readState.Index' (duration: 186.788319ms)"],"step_count":2} {"level":"info","ts":"2026-03-07T10:08:00.780686Z","caller":"traceutil/trace.go:171","msg":"trace[1091410196] transaction","detail":"{read_only:false; response_revision:1801; number_of_response:1; }","duration":"247.319365ms","start":"2026-03-07T10:08:00.533331Z","end":"2026-03-07T10:08:00.78065Z","steps":["trace[1091410196] 'process raft request' (duration: 247.11003ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:08:00.780844Z","caller":"traceutil/trace.go:171","msg":"trace[480290570] transaction","detail":"{read_only:false; response_revision:1802; number_of_response:1; }","duration":"246.145035ms","start":"2026-03-07T10:08:00.534658Z","end":"2026-03-07T10:08:00.780803Z","steps":["trace[480290570] 'process raft request' (duration: 245.9447ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:08:00.780996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.693998ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-07T10:08:00.781103Z","caller":"traceutil/trace.go:171","msg":"trace[63602633] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1802; }","duration":"244.840942ms","start":"2026-03-07T10:08:00.536238Z","end":"2026-03-07T10:08:00.781079Z","steps":["trace[63602633] 'agreement among raft nodes before linearized reading' (duration: 244.618736ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:08:01.462663Z","caller":"traceutil/trace.go:171","msg":"trace[802026967] transaction","detail":"{read_only:false; response_revision:1803; number_of_response:1; }","duration":"133.496195ms","start":"2026-03-07T10:08:01.329137Z","end":"2026-03-07T10:08:01.462633Z","steps":["trace[802026967] 'process raft request' (duration: 133.30448ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:08:09.329176Z","caller":"traceutil/trace.go:171","msg":"trace[422649245] transaction","detail":"{read_only:false; response_revision:1839; number_of_response:1; }","duration":"508.63341ms","start":"2026-03-07T10:08:08.820517Z","end":"2026-03-07T10:08:09.32915Z","steps":["trace[422649245] 'process raft request' (duration: 508.476647ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:08:09.329328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:08:08.820497Z","time spent":"508.747954ms","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-07T10:08:11.997586Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.668553646s","expected-duration":"1s"} {"level":"info","ts":"2026-03-07T10:08:11.998069Z","caller":"traceutil/trace.go:171","msg":"trace[2122997317] transaction","detail":"{read_only:false; response_revision:1840; number_of_response:1; }","duration":"3.175940805s","start":"2026-03-07T10:08:08.822095Z","end":"2026-03-07T10:08:11.998035Z","steps":["trace[2122997317] 'process raft request' (duration: 3.175700239s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:08:11.998285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:08:08.822063Z","time spent":"3.176112659s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-07T10:08:11.998422Z","caller":"traceutil/trace.go:171","msg":"trace[53255491] transaction","detail":"{read_only:false; response_revision:1841; number_of_response:1; }","duration":"3.175297568s","start":"2026-03-07T10:08:08.82309Z","end":"2026-03-07T10:08:11.998387Z","steps":["trace[53255491] 'process raft request' (duration: 3.174901168s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:08:11.998613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:08:08.823075Z","time spent":"3.175442461s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-07T10:08:12.001676Z","caller":"traceutil/trace.go:171","msg":"trace[1613483572] linearizableReadLoop","detail":"{readStateIndex:1925; appliedIndex:1922; }","duration":"3.170923887s","start":"2026-03-07T10:08:08.830727Z","end":"2026-03-07T10:08:12.001651Z","steps":["trace[1613483572] 'read index received' (duration: 498.29349ms)","trace[1613483572] 'applied index is now lower than readState.Index' (duration: 2.672627457s)"],"step_count":2} {"level":"warn","ts":"2026-03-07T10:08:12.001756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:08:10.109945Z","time spent":"1.891807725s","remote":"127.0.0.1:58870","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-07T10:08:12.001829Z","caller":"traceutil/trace.go:171","msg":"trace[733004752] transaction","detail":"{read_only:false; response_revision:1842; number_of_response:1; }","duration":"2.51051164s","start":"2026-03-07T10:08:09.491296Z","end":"2026-03-07T10:08:12.001807Z","steps":["trace[733004752] 'process raft request' (duration: 2.510250244s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:08:12.001921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:08:09.491258Z","time spent":"2.510614303s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-07T10:08:12.002021Z","caller":"traceutil/trace.go:171","msg":"trace[1145630644] transaction","detail":"{read_only:false; response_revision:1843; number_of_response:1; }","duration":"1.425438697s","start":"2026-03-07T10:08:10.576569Z","end":"2026-03-07T10:08:12.002007Z","steps":["trace[1145630644] 'process raft request' (duration: 1.4251379s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:08:12.002091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:08:10.576549Z","time spent":"1.425506199s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-07T10:08:12.002487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.657994111s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-07T10:08:12.002572Z","caller":"traceutil/trace.go:171","msg":"trace[951191985] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1844; }","duration":"1.658139435s","start":"2026-03-07T10:08:10.344383Z","end":"2026-03-07T10:08:12.002523Z","steps":["trace[951191985] 'agreement among raft nodes before linearized reading' (duration: 1.658011472s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:08:12.002581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.349382231s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-07T10:08:12.0026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.492346365s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-07T10:08:12.002607Z","caller":"traceutil/trace.go:171","msg":"trace[1390130865] transaction","detail":"{read_only:false; response_revision:1844; number_of_response:1; }","duration":"1.424880465s","start":"2026-03-07T10:08:10.577704Z","end":"2026-03-07T10:08:12.002584Z","steps":["trace[1390130865] 'process raft request' (duration: 1.424269078s)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:08:12.002639Z","caller":"traceutil/trace.go:171","msg":"trace[1617749966] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:1844; }","duration":"1.492437878s","start":"2026-03-07T10:08:10.510192Z","end":"2026-03-07T10:08:12.00263Z","steps":["trace[1617749966] 'agreement among raft nodes before linearized reading' (duration: 1.492362036s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:08:12.00267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:08:10.510168Z","time spent":"1.492495459s","remote":"127.0.0.1:59308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":3,"response size":30,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"warn","ts":"2026-03-07T10:08:12.002696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"459.993584ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-07T10:08:12.002739Z","caller":"traceutil/trace.go:171","msg":"trace[829567761] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:1844; }","duration":"460.059796ms","start":"2026-03-07T10:08:11.542667Z","end":"2026-03-07T10:08:12.002727Z","steps":["trace[829567761] 'agreement among raft nodes before linearized reading' (duration: 459.985654ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:08:12.002738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:08:10.577675Z","time spent":"1.424985467s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-07T10:08:12.002784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:08:11.542642Z","time spent":"460.122998ms","remote":"127.0.0.1:59006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":21,"response size":30,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"warn","ts":"2026-03-07T10:08:12.002621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:08:10.344357Z","time spent":"1.658251427s","remote":"127.0.0.1:58750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-07T10:08:12.002624Z","caller":"traceutil/trace.go:171","msg":"trace[1795597418] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1844; }","duration":"1.349468173s","start":"2026-03-07T10:08:10.653144Z","end":"2026-03-07T10:08:12.002612Z","steps":["trace[1795597418] 'agreement among raft nodes before linearized reading' (duration: 1.3493537s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:08:12.002863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:08:10.653126Z","time spent":"1.34973031s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-07T10:08:12.002892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.172146149s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-07T10:08:12.002927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"668.739936ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-07T10:08:12.002979Z","caller":"traceutil/trace.go:171","msg":"trace[1246850141] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1843; }","duration":"3.172293013s","start":"2026-03-07T10:08:08.830662Z","end":"2026-03-07T10:08:12.002955Z","steps":["trace[1246850141] 'agreement among raft nodes before linearized reading' (duration: 3.171106872s)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:08:12.002992Z","caller":"traceutil/trace.go:171","msg":"trace[1046462516] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1844; }","duration":"668.848158ms","start":"2026-03-07T10:08:11.334126Z","end":"2026-03-07T10:08:12.002974Z","steps":["trace[1046462516] 'agreement among raft nodes before linearized reading' (duration: 668.677154ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:08:12.003019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:08:08.830636Z","time spent":"3.172372845s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-07T10:08:12.003038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:08:11.334077Z","time spent":"668.951941ms","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-07T10:08:12.003136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.741783961s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-07T10:08:12.003291Z","caller":"traceutil/trace.go:171","msg":"trace[243595869] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:1844; }","duration":"2.742417716s","start":"2026-03-07T10:08:09.260761Z","end":"2026-03-07T10:08:12.003178Z","steps":["trace[243595869] 'agreement among raft nodes before linearized reading' (duration: 2.741589796s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:08:12.003325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:08:09.260732Z","time spent":"2.742582991s","remote":"127.0.0.1:58902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":23,"response size":30,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"warn","ts":"2026-03-07T10:08:12.003248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.397950343s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-07T10:08:12.003406Z","caller":"traceutil/trace.go:171","msg":"trace[1384260752] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1844; }","duration":"2.398168279s","start":"2026-03-07T10:08:09.605218Z","end":"2026-03-07T10:08:12.003387Z","steps":["trace[1384260752] 'agreement among raft nodes before linearized reading' (duration: 2.3974231s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:08:12.003429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:08:09.605191Z","time spent":"2.398231619s","remote":"127.0.0.1:50774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-07T10:08:12.003524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"736.950585ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1990"} {"level":"info","ts":"2026-03-07T10:08:12.003646Z","caller":"traceutil/trace.go:171","msg":"trace[399898073] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:1844; }","duration":"738.141455ms","start":"2026-03-07T10:08:11.265471Z","end":"2026-03-07T10:08:12.003613Z","steps":["trace[399898073] 'agreement among raft nodes before linearized reading' (duration: 736.894104ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:08:12.003743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:08:11.265446Z","time spent":"738.254508ms","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2013,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-03-07T10:08:12.002877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.099113501s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-07T10:08:12.004065Z","caller":"traceutil/trace.go:171","msg":"trace[2109993053] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:1844; }","duration":"2.100625048s","start":"2026-03-07T10:08:09.90342Z","end":"2026-03-07T10:08:12.004045Z","steps":["trace[2109993053] 'agreement among raft nodes before linearized reading' (duration: 2.09909855s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:08:12.004119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:08:09.90334Z","time spent":"2.100761421s","remote":"127.0.0.1:58918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":8,"response size":30,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"info","ts":"2026-03-07T10:08:35.398572Z","caller":"traceutil/trace.go:171","msg":"trace[1112238093] transaction","detail":"{read_only:false; response_revision:1966; number_of_response:1; }","duration":"170.295072ms","start":"2026-03-07T10:08:35.228216Z","end":"2026-03-07T10:08:35.398511Z","steps":["trace[1112238093] 'process raft request' (duration: 91.25063ms)","trace[1112238093] 'compare' (duration: 78.804076ms)"],"step_count":2} {"level":"info","ts":"2026-03-07T10:08:36.243581Z","caller":"traceutil/trace.go:171","msg":"trace[275423458] transaction","detail":"{read_only:false; response_revision:1967; number_of_response:1; }","duration":"184.343637ms","start":"2026-03-07T10:08:36.059208Z","end":"2026-03-07T10:08:36.243552Z","steps":["trace[275423458] 'process raft request' (duration: 184.186963ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:08:36.631281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.189368ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-07T10:08:36.631684Z","caller":"traceutil/trace.go:171","msg":"trace[1804877577] transaction","detail":"{read_only:false; response_revision:1972; number_of_response:1; }","duration":"333.797594ms","start":"2026-03-07T10:08:36.297861Z","end":"2026-03-07T10:08:36.631658Z","steps":["trace[1804877577] 'process raft request' (duration: 173.138814ms)","trace[1804877577] 'compare' (duration: 160.026154ms)"],"step_count":2} {"level":"warn","ts":"2026-03-07T10:08:36.631777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:08:36.297835Z","time spent":"333.898867ms","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-07T10:08:36.632276Z","caller":"traceutil/trace.go:171","msg":"trace[364318532] transaction","detail":"{read_only:false; response_revision:1973; number_of_response:1; }","duration":"334.373109ms","start":"2026-03-07T10:08:36.297886Z","end":"2026-03-07T10:08:36.63226Z","steps":["trace[364318532] 'process raft request' (duration: 333.538457ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:08:36.63235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:08:36.297843Z","time spent":"334.467711ms","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-07T10:08:36.632391Z","caller":"traceutil/trace.go:171","msg":"trace[197772505] linearizableReadLoop","detail":"{readStateIndex:2067; appliedIndex:2062; }","duration":"114.311092ms","start":"2026-03-07T10:08:36.518043Z","end":"2026-03-07T10:08:36.632354Z","steps":["trace[197772505] 'read index received' (duration: 62.422µs)","trace[197772505] 'applied index is now lower than readState.Index' (duration: 114.24743ms)"],"step_count":2} {"level":"info","ts":"2026-03-07T10:08:36.632392Z","caller":"traceutil/trace.go:171","msg":"trace[1351445091] transaction","detail":"{read_only:false; response_revision:1974; number_of_response:1; }","duration":"334.095472ms","start":"2026-03-07T10:08:36.298252Z","end":"2026-03-07T10:08:36.632347Z","steps":["trace[1351445091] 'process raft request' (duration: 333.880547ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:08:36.632475Z","caller":"traceutil/trace.go:171","msg":"trace[9968980] transaction","detail":"{read_only:false; response_revision:1975; number_of_response:1; }","duration":"333.764353ms","start":"2026-03-07T10:08:36.298675Z","end":"2026-03-07T10:08:36.63244Z","steps":["trace[9968980] 'process raft request' (duration: 333.586209ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:08:36.632626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.564978ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-07T10:08:36.632627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:08:36.298236Z","time spent":"334.282377ms","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-07T10:08:36.632685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:08:36.298658Z","time spent":"333.920547ms","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-07T10:08:36.632826Z","caller":"traceutil/trace.go:171","msg":"trace[2015505514] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:1976; }","duration":"114.679591ms","start":"2026-03-07T10:08:36.517984Z","end":"2026-03-07T10:08:36.632664Z","steps":["trace[2015505514] 'agreement among raft nodes before linearized reading' (duration: 114.500546ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:08:36.632682Z","caller":"traceutil/trace.go:171","msg":"trace[2687198] transaction","detail":"{read_only:false; response_revision:1976; number_of_response:1; }","duration":"289.090357ms","start":"2026-03-07T10:08:36.343551Z","end":"2026-03-07T10:08:36.632642Z","steps":["trace[2687198] 'process raft request' (duration: 288.759169ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:08:38.736569Z","caller":"traceutil/trace.go:171","msg":"trace[1503567992] linearizableReadLoop","detail":"{readStateIndex:2072; appliedIndex:2071; }","duration":"116.507547ms","start":"2026-03-07T10:08:38.620018Z","end":"2026-03-07T10:08:38.736526Z","steps":["trace[1503567992] 'read index received' (duration: 22.441835ms)","trace[1503567992] 'applied index is now lower than readState.Index' (duration: 94.063532ms)"],"step_count":2} {"level":"warn","ts":"2026-03-07T10:08:38.736773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.712722ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-07T10:08:38.736883Z","caller":"traceutil/trace.go:171","msg":"trace[1498823295] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1980; }","duration":"116.920097ms","start":"2026-03-07T10:08:38.619941Z","end":"2026-03-07T10:08:38.736861Z","steps":["trace[1498823295] 'agreement among raft nodes before linearized reading' (duration: 116.699632ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:08:38.963391Z","caller":"traceutil/trace.go:171","msg":"trace[2112366055] transaction","detail":"{read_only:false; response_revision:1982; number_of_response:1; }","duration":"221.326209ms","start":"2026-03-07T10:08:38.741998Z","end":"2026-03-07T10:08:38.963324Z","steps":["trace[2112366055] 'process raft request' (duration: 154.474083ms)","trace[2112366055] 'compare' (duration: 66.60836ms)"],"step_count":2} {"level":"info","ts":"2026-03-07T10:08:38.963637Z","caller":"traceutil/trace.go:171","msg":"trace[96364483] transaction","detail":"{read_only:false; response_revision:1984; number_of_response:1; }","duration":"221.153355ms","start":"2026-03-07T10:08:38.742459Z","end":"2026-03-07T10:08:38.963612Z","steps":["trace[96364483] 'process raft request' (duration: 220.993711ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:08:38.963737Z","caller":"traceutil/trace.go:171","msg":"trace[964500855] transaction","detail":"{read_only:false; response_revision:1983; number_of_response:1; }","duration":"221.438471ms","start":"2026-03-07T10:08:38.742241Z","end":"2026-03-07T10:08:38.96368Z","steps":["trace[964500855] 'process raft request' (duration: 221.012411ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:08:48.791074Z","caller":"traceutil/trace.go:171","msg":"trace[1456443356] linearizableReadLoop","detail":"{readStateIndex:2121; appliedIndex:2120; }","duration":"298.675878ms","start":"2026-03-07T10:08:48.492364Z","end":"2026-03-07T10:08:48.79104Z","steps":["trace[1456443356] 'read index received' (duration: 298.546545ms)","trace[1456443356] 'applied index is now lower than readState.Index' (duration: 127.083µs)"],"step_count":2} {"level":"info","ts":"2026-03-07T10:08:48.791144Z","caller":"traceutil/trace.go:171","msg":"trace[359319699] transaction","detail":"{read_only:false; response_revision:2028; number_of_response:1; }","duration":"301.318045ms","start":"2026-03-07T10:08:48.489783Z","end":"2026-03-07T10:08:48.791101Z","steps":["trace[359319699] 'process raft request' (duration: 301.043398ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:08:48.791385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:08:48.489753Z","time spent":"301.487599ms","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-07T10:08:48.79146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.063899ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-07T10:08:48.791517Z","caller":"traceutil/trace.go:171","msg":"trace[665052279] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2028; }","duration":"299.180432ms","start":"2026-03-07T10:08:48.492318Z","end":"2026-03-07T10:08:48.791498Z","steps":["trace[665052279] 'agreement among raft nodes before linearized reading' (duration: 298.907785ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:08:48.871683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.718802ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-07T10:08:48.871738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.380409ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-07T10:08:48.871819Z","caller":"traceutil/trace.go:171","msg":"trace[1854257611] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:2028; }","duration":"360.934438ms","start":"2026-03-07T10:08:48.510857Z","end":"2026-03-07T10:08:48.871791Z","steps":["trace[1854257611] 'agreement among raft nodes before linearized reading' (duration: 360.687292ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:08:48.871838Z","caller":"traceutil/trace.go:171","msg":"trace[491353683] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:2028; }","duration":"119.559474ms","start":"2026-03-07T10:08:48.752256Z","end":"2026-03-07T10:08:48.871815Z","steps":["trace[491353683] 'agreement among raft nodes before linearized reading' (duration: 119.384269ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:08:48.871892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:08:48.510827Z","time spent":"361.04653ms","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":13,"response size":30,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"warn","ts":"2026-03-07T10:08:49.234035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.199242ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-07T10:08:49.234146Z","caller":"traceutil/trace.go:171","msg":"trace[1536828090] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2029; }","duration":"226.354586ms","start":"2026-03-07T10:08:49.007763Z","end":"2026-03-07T10:08:49.234117Z","steps":["trace[1536828090] 'range keys from in-memory index tree' (duration: 226.011587ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:08:49.234201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.661477ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-03-07T10:08:49.234209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.692268ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-07T10:08:49.234346Z","caller":"traceutil/trace.go:171","msg":"trace[1376942566] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2029; }","duration":"217.818731ms","start":"2026-03-07T10:08:49.016497Z","end":"2026-03-07T10:08:49.234316Z","steps":["trace[1376942566] 'range keys from in-memory index tree' (duration: 217.421741ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:08:49.234362Z","caller":"traceutil/trace.go:171","msg":"trace[1119944731] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2029; }","duration":"217.893482ms","start":"2026-03-07T10:08:49.016439Z","end":"2026-03-07T10:08:49.234333Z","steps":["trace[1119944731] 'range keys from in-memory index tree' (duration: 217.464002ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:08:49.233905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.173935ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-07T10:08:49.234633Z","caller":"traceutil/trace.go:171","msg":"trace[1372416375] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2029; }","duration":"290.971335ms","start":"2026-03-07T10:08:48.943617Z","end":"2026-03-07T10:08:49.234589Z","steps":["trace[1372416375] 'count revisions from in-memory index tree' (duration: 290.062912ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:08:50.039894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.352581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-07T10:08:50.040009Z","caller":"traceutil/trace.go:171","msg":"trace[1968093098] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2033; }","duration":"239.519125ms","start":"2026-03-07T10:08:49.800459Z","end":"2026-03-07T10:08:50.039978Z","steps":["trace[1968093098] 'range keys from in-memory index tree' (duration: 239.092125ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:08:50.768853Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14782675208655123223,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-07T10:08:50.934917Z","caller":"traceutil/trace.go:171","msg":"trace[1453088426] transaction","detail":"{read_only:false; response_revision:2034; number_of_response:1; }","duration":"825.440617ms","start":"2026-03-07T10:08:50.109447Z","end":"2026-03-07T10:08:50.934888Z","steps":["trace[1453088426] 'process raft request' (duration: 824.596636ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:08:50.935226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:08:50.109426Z","time spent":"825.579141ms","remote":"127.0.0.1:58870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":831,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-07T10:08:51.05311Z","caller":"traceutil/trace.go:171","msg":"trace[1998392402] transaction","detail":"{read_only:false; response_revision:2035; number_of_response:1; }","duration":"640.355777ms","start":"2026-03-07T10:08:50.412703Z","end":"2026-03-07T10:08:51.053059Z","steps":["trace[1998392402] 'process raft request' (duration: 553.290886ms)","trace[1998392402] 'compare' (duration: 86.730563ms)"],"step_count":2} {"level":"warn","ts":"2026-03-07T10:08:51.053389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:08:50.412668Z","time spent":"640.581353ms","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-07T10:08:51.053595Z","caller":"traceutil/trace.go:171","msg":"trace[848757884] transaction","detail":"{read_only:false; response_revision:2036; number_of_response:1; }","duration":"563.573308ms","start":"2026-03-07T10:08:50.489949Z","end":"2026-03-07T10:08:51.053523Z","steps":["trace[848757884] 'process raft request' (duration: 563.034344ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:08:51.053649Z","caller":"traceutil/trace.go:171","msg":"trace[419670824] linearizableReadLoop","detail":"{readStateIndex:2132; appliedIndex:2127; }","duration":"785.408696ms","start":"2026-03-07T10:08:50.268208Z","end":"2026-03-07T10:08:51.053616Z","steps":["trace[419670824] 'read index received' (duration: 665.841934ms)","trace[419670824] 'applied index is now lower than readState.Index' (duration: 119.564742ms)"],"step_count":2} {"level":"info","ts":"2026-03-07T10:08:51.053749Z","caller":"traceutil/trace.go:171","msg":"trace[1248139388] transaction","detail":"{read_only:false; response_revision:2037; number_of_response:1; }","duration":"562.392398ms","start":"2026-03-07T10:08:50.491293Z","end":"2026-03-07T10:08:51.053686Z","steps":["trace[1248139388] 'process raft request' (duration: 562.064519ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:08:51.053846Z","caller":"traceutil/trace.go:171","msg":"trace[733221220] transaction","detail":"{read_only:false; response_revision:2038; number_of_response:1; }","duration":"562.311566ms","start":"2026-03-07T10:08:50.491457Z","end":"2026-03-07T10:08:51.053769Z","steps":["trace[733221220] 'process raft request' (duration: 562.086401ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:08:51.053891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"785.650252ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-07T10:08:51.053923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"712.837101ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-07T10:08:51.053966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.657587ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-07T10:08:51.053982Z","caller":"traceutil/trace.go:171","msg":"trace[446308396] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:2038; }","duration":"785.813526ms","start":"2026-03-07T10:08:50.268142Z","end":"2026-03-07T10:08:51.053955Z","steps":["trace[446308396] 'agreement among raft nodes before linearized reading' (duration: 785.624341ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:08:51.053995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:08:50.489922Z","time spent":"563.799434ms","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-07T10:08:51.05401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.963476ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-07T10:08:51.054021Z","caller":"traceutil/trace.go:171","msg":"trace[1779230797] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2038; }","duration":"712.996765ms","start":"2026-03-07T10:08:50.341001Z","end":"2026-03-07T10:08:51.053998Z","steps":["trace[1779230797] 'agreement among raft nodes before linearized reading' (duration: 712.81562ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:08:51.054046Z","caller":"traceutil/trace.go:171","msg":"trace[503513755] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2038; }","duration":"157.7944ms","start":"2026-03-07T10:08:50.896229Z","end":"2026-03-07T10:08:51.054023Z","steps":["trace[503513755] 'agreement among raft nodes before linearized reading' (duration: 157.590424ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:08:51.054064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:08:50.268118Z","time spent":"785.927979ms","remote":"127.0.0.1:38690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"info","ts":"2026-03-07T10:08:51.054074Z","caller":"traceutil/trace.go:171","msg":"trace[1836656314] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2038; }","duration":"255.126819ms","start":"2026-03-07T10:08:50.798934Z","end":"2026-03-07T10:08:51.054061Z","steps":["trace[1836656314] 'agreement among raft nodes before linearized reading' (duration: 254.889274ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:08:51.054082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:08:50.340976Z","time spent":"713.097598ms","remote":"127.0.0.1:58750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-07T10:08:51.054099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:08:50.491421Z","time spent":"562.539782ms","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-07T10:08:51.053975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:08:50.491279Z","time spent":"562.569192ms","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-07T10:08:51.222463Z","caller":"traceutil/trace.go:171","msg":"trace[244014814] transaction","detail":"{read_only:false; response_revision:2040; number_of_response:1; }","duration":"144.846063ms","start":"2026-03-07T10:08:51.077578Z","end":"2026-03-07T10:08:51.222424Z","steps":["trace[244014814] 'process raft request' (duration: 86.088917ms)","trace[244014814] 'compare' (duration: 58.587092ms)"],"step_count":2} {"level":"warn","ts":"2026-03-07T10:08:52.324077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"931.404026ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-07T10:08:52.324209Z","caller":"traceutil/trace.go:171","msg":"trace[1077991257] linearizableReadLoop","detail":"{readStateIndex:2135; appliedIndex:2134; }","duration":"1.063575507s","start":"2026-03-07T10:08:51.26061Z","end":"2026-03-07T10:08:52.324185Z","steps":["trace[1077991257] 'read index received' (duration: 131.897735ms)","trace[1077991257] 'applied index is now lower than readState.Index' (duration: 931.675802ms)"],"step_count":2} {"level":"info","ts":"2026-03-07T10:08:52.324323Z","caller":"traceutil/trace.go:171","msg":"trace[1407920835] transaction","detail":"{read_only:false; response_revision:2041; number_of_response:1; }","duration":"1.070248426s","start":"2026-03-07T10:08:51.25406Z","end":"2026-03-07T10:08:52.324309Z","steps":["trace[1407920835] 'process raft request' (duration: 138.474591ms)","trace[1407920835] 'compare' (duration: 931.050997ms)"],"step_count":2} {"level":"warn","ts":"2026-03-07T10:08:52.324402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:08:51.254023Z","time spent":"1.070343888s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-07T10:08:52.324777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.064169533s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-07T10:08:52.324836Z","caller":"traceutil/trace.go:171","msg":"trace[1403467127] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2041; }","duration":"1.064262715s","start":"2026-03-07T10:08:51.260556Z","end":"2026-03-07T10:08:52.324819Z","steps":["trace[1403467127] 'agreement among raft nodes before linearized reading' (duration: 1.06405998s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:08:52.324895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:08:51.26054Z","time spent":"1.064344517s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-07T10:08:52.325194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"982.782374ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-07T10:08:52.325287Z","caller":"traceutil/trace.go:171","msg":"trace[424427552] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2041; }","duration":"982.915077ms","start":"2026-03-07T10:08:51.34235Z","end":"2026-03-07T10:08:52.325265Z","steps":["trace[424427552] 'agreement among raft nodes before linearized reading' (duration: 982.747603ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:08:52.325265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.046836374s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-07T10:08:52.325337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:08:51.342336Z","time spent":"982.991559ms","remote":"127.0.0.1:58750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-07T10:08:52.325396Z","caller":"traceutil/trace.go:171","msg":"trace[1103795863] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2041; }","duration":"1.04705943s","start":"2026-03-07T10:08:51.278309Z","end":"2026-03-07T10:08:52.325369Z","steps":["trace[1103795863] 'agreement among raft nodes before linearized reading' (duration: 1.046658449s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:08:52.325473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:08:51.278278Z","time spent":"1.047180603s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-07T10:08:52.325593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.691821ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-03-07T10:08:52.325635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.045384408s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-07T10:08:52.325756Z","caller":"traceutil/trace.go:171","msg":"trace[1049337218] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2041; }","duration":"1.045619794s","start":"2026-03-07T10:08:51.280112Z","end":"2026-03-07T10:08:52.325732Z","steps":["trace[1049337218] 'agreement among raft nodes before linearized reading' (duration: 1.045079699s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:08:52.325833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:08:51.280094Z","time spent":"1.045709177s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-07T10:08:52.325772Z","caller":"traceutil/trace.go:171","msg":"trace[329375956] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2041; }","duration":"262.892276ms","start":"2026-03-07T10:08:52.062808Z","end":"2026-03-07T10:08:52.3257Z","steps":["trace[329375956] 'agreement among raft nodes before linearized reading' (duration: 262.317571ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:08:52.685256Z","caller":"traceutil/trace.go:171","msg":"trace[703163117] transaction","detail":"{read_only:false; response_revision:2043; number_of_response:1; }","duration":"353.785863ms","start":"2026-03-07T10:08:52.331439Z","end":"2026-03-07T10:08:52.685225Z","steps":["trace[703163117] 'process raft request' (duration: 353.705972ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:08:52.685292Z","caller":"traceutil/trace.go:171","msg":"trace[1626990517] transaction","detail":"{read_only:false; response_revision:2042; number_of_response:1; }","duration":"355.334233ms","start":"2026-03-07T10:08:52.329935Z","end":"2026-03-07T10:08:52.685269Z","steps":["trace[1626990517] 'process raft request' (duration: 353.65141ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:08:52.68544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:08:52.331418Z","time spent":"353.920696ms","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-07T10:08:52.685442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:08:52.329895Z","time spent":"355.448865ms","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-07T10:08:52.685318Z","caller":"traceutil/trace.go:171","msg":"trace[1834425057] linearizableReadLoop","detail":"{readStateIndex:2138; appliedIndex:2135; }","duration":"211.113577ms","start":"2026-03-07T10:08:52.474168Z","end":"2026-03-07T10:08:52.685281Z","steps":["trace[1834425057] 'read index received' (duration: 209.437474ms)","trace[1834425057] 'applied index is now lower than readState.Index' (duration: 1.674753ms)"],"step_count":2} {"level":"info","ts":"2026-03-07T10:08:52.685584Z","caller":"traceutil/trace.go:171","msg":"trace[1930424675] transaction","detail":"{read_only:false; response_revision:2044; number_of_response:1; }","duration":"354.06848ms","start":"2026-03-07T10:08:52.331507Z","end":"2026-03-07T10:08:52.685575Z","steps":["trace[1930424675] 'process raft request' (duration: 353.687871ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:08:52.685627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:08:52.331474Z","time spent":"354.134292ms","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-07T10:08:52.68572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.715272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-07T10:08:52.685802Z","caller":"traceutil/trace.go:171","msg":"trace[1379464398] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2044; }","duration":"211.879896ms","start":"2026-03-07T10:08:52.473909Z","end":"2026-03-07T10:08:52.685789Z","steps":["trace[1379464398] 'agreement among raft nodes before linearized reading' (duration: 211.682751ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:08:53.647718Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14782675208655123242,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-07T10:08:54.363571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.761108ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-07T10:08:54.363717Z","caller":"traceutil/trace.go:171","msg":"trace[2047778352] transaction","detail":"{read_only:false; response_revision:2045; number_of_response:1; }","duration":"1.303436341s","start":"2026-03-07T10:08:53.060251Z","end":"2026-03-07T10:08:54.363687Z","steps":["trace[2047778352] 'process raft request' (duration: 1.058402847s)","trace[2047778352] 'compare' (duration: 244.562842ms)"],"step_count":2} {"level":"warn","ts":"2026-03-07T10:08:54.363788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:08:53.060215Z","time spent":"1.303539314s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-07T10:08:55.342472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000035201s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-07T10:08:55.342589Z","caller":"traceutil/trace.go:171","msg":"trace[1530653134] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000235637s","start":"2026-03-07T10:08:53.342329Z","end":"2026-03-07T10:08:55.342565Z","steps":["trace[1530653134] 'agreement among raft nodes before linearized reading' (duration: 2.000091232s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:08:55.342643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:08:53.3423Z","time spent":"2.000331989s","remote":"127.0.0.1:58746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/07 10:08:55 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-07T10:08:55.674878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.185432658s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-07T10:08:55.675061Z","caller":"traceutil/trace.go:171","msg":"trace[1377232753] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2045; }","duration":"1.185627193s","start":"2026-03-07T10:08:54.489404Z","end":"2026-03-07T10:08:55.675031Z","steps":["trace[1377232753] 'range keys from in-memory index tree' (duration: 1.185412968s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:08:55.676342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"843.020381ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-07T10:08:55.676648Z","caller":"traceutil/trace.go:171","msg":"trace[1820348586] transaction","detail":"{read_only:false; response_revision:2048; number_of_response:1; }","duration":"1.343156646s","start":"2026-03-07T10:08:54.333465Z","end":"2026-03-07T10:08:55.676621Z","steps":["trace[1820348586] 'process raft request' (duration: 1.343101295s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:08:55.676739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:08:54.333429Z","time spent":"1.343271308s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-07T10:08:55.67688Z","caller":"traceutil/trace.go:171","msg":"trace[732921566] transaction","detail":"{read_only:false; response_revision:2047; number_of_response:1; }","duration":"2.616134366s","start":"2026-03-07T10:08:53.060734Z","end":"2026-03-07T10:08:55.676868Z","steps":["trace[732921566] 'process raft request' (duration: 2.615740617s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:08:55.676934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:08:53.060684Z","time spent":"2.616224218s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-07T10:08:55.677012Z","caller":"traceutil/trace.go:171","msg":"trace[118261188] linearizableReadLoop","detail":"{readStateIndex:2141; appliedIndex:2138; }","duration":"2.530339318s","start":"2026-03-07T10:08:53.146662Z","end":"2026-03-07T10:08:55.677002Z","steps":["trace[118261188] 'read index received' (duration: 972.011503ms)","trace[118261188] 'applied index is now lower than readState.Index' (duration: 1.558326885s)"],"step_count":2} {"level":"info","ts":"2026-03-07T10:08:55.676999Z","caller":"traceutil/trace.go:171","msg":"trace[444073430] transaction","detail":"{read_only:false; response_revision:2046; number_of_response:1; }","duration":"2.616421924s","start":"2026-03-07T10:08:53.06052Z","end":"2026-03-07T10:08:55.676942Z","steps":["trace[444073430] 'process raft request' (duration: 1.772655844s)","trace[444073430] 'compare' (duration: 842.375885ms)"],"step_count":2} {"level":"warn","ts":"2026-03-07T10:08:55.677166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:08:53.060506Z","time spent":"2.616568108s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-07T10:08:55.677202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.530548213s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-07T10:08:55.677231Z","caller":"traceutil/trace.go:171","msg":"trace[1270758222] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2048; }","duration":"2.530633825s","start":"2026-03-07T10:08:53.146588Z","end":"2026-03-07T10:08:55.677222Z","steps":["trace[1270758222] 'agreement among raft nodes before linearized reading' (duration: 2.530500512s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:08:55.677267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:08:53.146556Z","time spent":"2.530704897s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-07T10:08:55.677492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"986.683934ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-07T10:08:55.677471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.483849613s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12385"} {"level":"info","ts":"2026-03-07T10:08:55.677525Z","caller":"traceutil/trace.go:171","msg":"trace[717971097] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2048; }","duration":"986.716115ms","start":"2026-03-07T10:08:54.6908Z","end":"2026-03-07T10:08:55.677516Z","steps":["trace[717971097] 'agreement among raft nodes before linearized reading' (duration: 986.571251ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:08:55.677547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:08:54.690726Z","time spent":"986.816296ms","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-07T10:08:55.677554Z","caller":"traceutil/trace.go:171","msg":"trace[1688581495] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2048; }","duration":"2.484005587s","start":"2026-03-07T10:08:53.193528Z","end":"2026-03-07T10:08:55.677534Z","steps":["trace[1688581495] 'agreement among raft nodes before linearized reading' (duration: 2.483776171s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:08:55.677598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:08:53.1935Z","time spent":"2.484089928s","remote":"127.0.0.1:59006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12408,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-07T10:08:55.677633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.201371ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-07T10:08:55.677649Z","caller":"traceutil/trace.go:171","msg":"trace[80838721] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2048; }","duration":"329.236793ms","start":"2026-03-07T10:08:55.348406Z","end":"2026-03-07T10:08:55.677643Z","steps":["trace[80838721] 'agreement among raft nodes before linearized reading' (duration: 329.207532ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:08:55.677666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:08:55.348393Z","time spent":"329.269143ms","remote":"127.0.0.1:58750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-07T10:08:55.677799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.344744985s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-07T10:08:55.677844Z","caller":"traceutil/trace.go:171","msg":"trace[1250833059] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2048; }","duration":"2.344837708s","start":"2026-03-07T10:08:53.332995Z","end":"2026-03-07T10:08:55.677833Z","steps":["trace[1250833059] 'agreement among raft nodes before linearized reading' (duration: 2.344731236s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:08:55.677873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.449907414s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-07T10:08:55.67792Z","caller":"traceutil/trace.go:171","msg":"trace[463521777] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2048; }","duration":"2.449996436s","start":"2026-03-07T10:08:53.227911Z","end":"2026-03-07T10:08:55.677908Z","steps":["trace[463521777] 'agreement among raft nodes before linearized reading' (duration: 2.449897584s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:08:55.677931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.197462762s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-07T10:08:55.677922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.396233807s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.62\" ","response":"range_response_count:1 size:133"} {"level":"warn","ts":"2026-03-07T10:08:55.677948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"727.037179ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-07T10:08:55.677921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"986.279743ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-07T10:08:55.677964Z","caller":"traceutil/trace.go:171","msg":"trace[144581781] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:2048; }","duration":"1.197561985s","start":"2026-03-07T10:08:54.480394Z","end":"2026-03-07T10:08:55.677956Z","steps":["trace[144581781] 'agreement among raft nodes before linearized reading' (duration: 1.197507993s)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:08:55.677976Z","caller":"traceutil/trace.go:171","msg":"trace[1746261186] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:2048; }","duration":"727.156252ms","start":"2026-03-07T10:08:54.950811Z","end":"2026-03-07T10:08:55.677968Z","steps":["trace[1746261186] 'agreement among raft nodes before linearized reading' (duration: 727.103871ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:08:55.677968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:08:53.227887Z","time spent":"2.450069298s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-07T10:08:55.677978Z","caller":"traceutil/trace.go:171","msg":"trace[188492670] range","detail":"{range_begin:/registry/masterleases/162.253.55.62; range_end:; response_count:1; response_revision:2048; }","duration":"2.39634482s","start":"2026-03-07T10:08:53.28162Z","end":"2026-03-07T10:08:55.677965Z","steps":["trace[188492670] 'agreement among raft nodes before linearized reading' (duration: 2.396167685s)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:08:55.67799Z","caller":"traceutil/trace.go:171","msg":"trace[1747538760] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2048; }","duration":"986.418807ms","start":"2026-03-07T10:08:54.691558Z","end":"2026-03-07T10:08:55.677977Z","steps":["trace[1747538760] 'agreement among raft nodes before linearized reading' (duration: 986.249303ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:08:55.677999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:08:54.950787Z","time spent":"727.203323ms","remote":"127.0.0.1:38794","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"warn","ts":"2026-03-07T10:08:55.677995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:08:54.48037Z","time spent":"1.197616925s","remote":"127.0.0.1:41176","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"warn","ts":"2026-03-07T10:08:55.678018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:08:54.691527Z","time spent":"986.481918ms","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-07T10:08:55.678077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"987.3669ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-07T10:08:55.677853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.604668ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189a871314b9ef7b\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-03-07T10:08:55.678112Z","caller":"traceutil/trace.go:171","msg":"trace[62134490] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2048; }","duration":"987.440202ms","start":"2026-03-07T10:08:54.690661Z","end":"2026-03-07T10:08:55.678102Z","steps":["trace[62134490] 'agreement among raft nodes before linearized reading' (duration: 987.105454ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:08:55.67814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:08:54.690634Z","time spent":"987.499934ms","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-07T10:08:55.678151Z","caller":"traceutil/trace.go:171","msg":"trace[63083508] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189a871314b9ef7b; range_end:; response_count:1; response_revision:2048; }","duration":"330.967267ms","start":"2026-03-07T10:08:55.347165Z","end":"2026-03-07T10:08:55.678132Z","steps":["trace[63083508] 'agreement among raft nodes before linearized reading' (duration: 330.620408ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:08:55.677882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:08:53.33297Z","time spent":"2.34490462s","remote":"127.0.0.1:50774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-07T10:08:55.678024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:08:53.281572Z","time spent":"2.396436512s","remote":"127.0.0.1:58806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/162.253.55.62\" "} {"level":"warn","ts":"2026-03-07T10:08:55.678182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:08:55.347145Z","time spent":"331.026398ms","remote":"127.0.0.1:58870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189a871314b9ef7b\" "} {"level":"info","ts":"2026-03-07T10:09:31.983008Z","caller":"traceutil/trace.go:171","msg":"trace[1651588546] transaction","detail":"{read_only:false; response_revision:2234; number_of_response:1; }","duration":"158.319783ms","start":"2026-03-07T10:09:31.824646Z","end":"2026-03-07T10:09:31.982965Z","steps":["trace[1651588546] 'process raft request' (duration: 128.509089ms)","trace[1651588546] 'compare' (duration: 29.559288ms)"],"step_count":2} {"level":"info","ts":"2026-03-07T10:09:34.629693Z","caller":"traceutil/trace.go:171","msg":"trace[1670254305] transaction","detail":"{read_only:false; response_revision:2249; number_of_response:1; }","duration":"109.984701ms","start":"2026-03-07T10:09:34.519674Z","end":"2026-03-07T10:09:34.629658Z","steps":["trace[1670254305] 'process raft request' (duration: 109.821777ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:09:43.04459Z","caller":"traceutil/trace.go:171","msg":"trace[818057066] transaction","detail":"{read_only:false; response_revision:2384; number_of_response:1; }","duration":"128.752895ms","start":"2026-03-07T10:09:42.915802Z","end":"2026-03-07T10:09:43.044555Z","steps":["trace[818057066] 'process raft request' (duration: 128.534049ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:09:48.652628Z","caller":"traceutil/trace.go:171","msg":"trace[154892852] transaction","detail":"{read_only:false; response_revision:2462; number_of_response:1; }","duration":"234.99874ms","start":"2026-03-07T10:09:48.417604Z","end":"2026-03-07T10:09:48.652602Z","steps":["trace[154892852] 'process raft request' (duration: 228.772593ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:09:48.652738Z","caller":"traceutil/trace.go:171","msg":"trace[570874801] linearizableReadLoop","detail":"{readStateIndex:2576; appliedIndex:2575; }","duration":"226.730661ms","start":"2026-03-07T10:09:48.425939Z","end":"2026-03-07T10:09:48.65267Z","steps":["trace[570874801] 'read index received' (duration: 220.490483ms)","trace[570874801] 'applied index is now lower than readState.Index' (duration: 6.237318ms)"],"step_count":2} {"level":"warn","ts":"2026-03-07T10:09:48.653395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.134572ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-03-07T10:09:48.653458Z","caller":"traceutil/trace.go:171","msg":"trace[305607645] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2463; }","duration":"227.551472ms","start":"2026-03-07T10:09:48.425891Z","end":"2026-03-07T10:09:48.653442Z","steps":["trace[305607645] 'agreement among raft nodes before linearized reading' (duration: 226.950897ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:09:52.638773Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14782675208655124201,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-07T10:09:53.139817Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14782675208655124201,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-07T10:09:53.382642Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.487110895s","expected-duration":"1s"} {"level":"info","ts":"2026-03-07T10:09:53.383082Z","caller":"traceutil/trace.go:171","msg":"trace[1512517092] transaction","detail":"{read_only:false; response_revision:2490; number_of_response:1; }","duration":"1.487639878s","start":"2026-03-07T10:09:51.89542Z","end":"2026-03-07T10:09:53.38306Z","steps":["trace[1512517092] 'process raft request' (duration: 1.487448853s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:09:53.383227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:09:51.895391Z","time spent":"1.487754341s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-07T10:09:53.386066Z","caller":"traceutil/trace.go:171","msg":"trace[2141214236] linearizableReadLoop","detail":"{readStateIndex:2607; appliedIndex:2604; }","duration":"1.247330873s","start":"2026-03-07T10:09:52.138697Z","end":"2026-03-07T10:09:53.386028Z","steps":["trace[2141214236] 'read index received' (duration: 1.244222575s)","trace[2141214236] 'applied index is now lower than readState.Index' (duration: 3.106408ms)"],"step_count":2} {"level":"info","ts":"2026-03-07T10:09:53.386163Z","caller":"traceutil/trace.go:171","msg":"trace[74379645] transaction","detail":"{read_only:false; response_revision:2492; number_of_response:1; }","duration":"680.415541ms","start":"2026-03-07T10:09:52.705724Z","end":"2026-03-07T10:09:53.38614Z","steps":["trace[74379645] 'process raft request' (duration: 680.258877ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:09:53.386137Z","caller":"traceutil/trace.go:171","msg":"trace[619708279] transaction","detail":"{read_only:false; response_revision:2491; number_of_response:1; }","duration":"1.306475328s","start":"2026-03-07T10:09:52.079625Z","end":"2026-03-07T10:09:53.3861Z","steps":["trace[619708279] 'process raft request' (duration: 1.306196151s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:09:53.38633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:09:52.705689Z","time spent":"680.525344ms","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-07T10:09:53.386326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.24763311s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-07T10:09:53.386341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:09:52.079582Z","time spent":"1.306644752s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-07T10:09:53.386374Z","caller":"traceutil/trace.go:171","msg":"trace[1378622568] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2492; }","duration":"1.247729322s","start":"2026-03-07T10:09:52.138628Z","end":"2026-03-07T10:09:53.386357Z","steps":["trace[1378622568] 'agreement among raft nodes before linearized reading' (duration: 1.247524397s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:09:53.386407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:09:52.138602Z","time spent":"1.247798204s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-07T10:09:53.386419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.017117814s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-03-07T10:09:53.386452Z","caller":"traceutil/trace.go:171","msg":"trace[2122419091] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:2492; }","duration":"1.017196495s","start":"2026-03-07T10:09:52.369245Z","end":"2026-03-07T10:09:53.386441Z","steps":["trace[2122419091] 'agreement among raft nodes before linearized reading' (duration: 1.017084652s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:09:53.38647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:09:52.369216Z","time spent":"1.017251367s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-07T10:09:53.386513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.043028868s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-07T10:09:53.386496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.20294536s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-07T10:09:53.386539Z","caller":"traceutil/trace.go:171","msg":"trace[214652080] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2492; }","duration":"1.043116179s","start":"2026-03-07T10:09:52.343414Z","end":"2026-03-07T10:09:53.38653Z","steps":["trace[214652080] 'agreement among raft nodes before linearized reading' (duration: 1.043071158s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:09:53.386546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.324256ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.62\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-07T10:09:53.386565Z","caller":"traceutil/trace.go:171","msg":"trace[1924351867] range","detail":"{range_begin:/registry/masterleases/162.253.55.62; range_end:; response_count:1; response_revision:2492; }","duration":"102.386498ms","start":"2026-03-07T10:09:53.284174Z","end":"2026-03-07T10:09:53.38656Z","steps":["trace[1924351867] 'agreement among raft nodes before linearized reading' (duration: 102.334617ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:09:53.386563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:09:52.343387Z","time spent":"1.043171561s","remote":"127.0.0.1:58750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-07T10:09:53.386558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.197106013s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-07T10:09:53.386568Z","caller":"traceutil/trace.go:171","msg":"trace[1577150390] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2492; }","duration":"1.20374192s","start":"2026-03-07T10:09:52.182806Z","end":"2026-03-07T10:09:53.386548Z","steps":["trace[1577150390] 'agreement among raft nodes before linearized reading' (duration: 1.203516044s)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:09:53.386597Z","caller":"traceutil/trace.go:171","msg":"trace[1913590654] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2492; }","duration":"1.197199315s","start":"2026-03-07T10:09:52.189385Z","end":"2026-03-07T10:09:53.386585Z","steps":["trace[1913590654] 'agreement among raft nodes before linearized reading' (duration: 1.197091142s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:09:53.386606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:09:52.18278Z","time spent":"1.203818832s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-07T10:09:53.386626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:09:52.189359Z","time spent":"1.197259807s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-07T10:09:53.386718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"429.970599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-07T10:09:53.386747Z","caller":"traceutil/trace.go:171","msg":"trace[561490924] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2492; }","duration":"430.040261ms","start":"2026-03-07T10:09:52.956702Z","end":"2026-03-07T10:09:53.386742Z","steps":["trace[561490924] 'agreement among raft nodes before linearized reading' (duration: 429.972569ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:09:53.386762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:09:52.956675Z","time spent":"430.084222ms","remote":"127.0.0.1:59006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-07T10:09:53.386791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.201768271s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-07T10:09:53.38684Z","caller":"traceutil/trace.go:171","msg":"trace[787320356] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2492; }","duration":"1.201859873s","start":"2026-03-07T10:09:52.184963Z","end":"2026-03-07T10:09:53.386823Z","steps":["trace[787320356] 'agreement among raft nodes before linearized reading' (duration: 1.20173408s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:09:53.386862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"691.224134ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"warn","ts":"2026-03-07T10:09:53.386876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:09:52.184937Z","time spent":"1.201929935s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-07T10:09:53.386898Z","caller":"traceutil/trace.go:171","msg":"trace[1520069646] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2492; }","duration":"691.379587ms","start":"2026-03-07T10:09:52.695507Z","end":"2026-03-07T10:09:53.386887Z","steps":["trace[1520069646] 'agreement among raft nodes before linearized reading' (duration: 691.276855ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:09:53.386892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.201891974s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-07T10:09:53.386928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:09:52.695478Z","time spent":"691.443649ms","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1392,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"info","ts":"2026-03-07T10:09:53.386956Z","caller":"traceutil/trace.go:171","msg":"trace[597242108] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2492; }","duration":"1.201979547s","start":"2026-03-07T10:09:52.184959Z","end":"2026-03-07T10:09:53.386938Z","steps":["trace[597242108] 'agreement among raft nodes before linearized reading' (duration: 1.201816683s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:09:53.386964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"675.133397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-07T10:09:53.386983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:09:52.184929Z","time spent":"1.202048438s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-07T10:09:53.386995Z","caller":"traceutil/trace.go:171","msg":"trace[340669336] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:2492; }","duration":"675.186689ms","start":"2026-03-07T10:09:52.711798Z","end":"2026-03-07T10:09:53.386985Z","steps":["trace[340669336] 'agreement among raft nodes before linearized reading' (duration: 675.133727ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:09:53.387017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:09:52.711785Z","time spent":"675.226149ms","remote":"127.0.0.1:47060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"info","ts":"2026-03-07T10:10:07.575026Z","caller":"traceutil/trace.go:171","msg":"trace[694186238] transaction","detail":"{read_only:false; response_revision:2583; number_of_response:1; }","duration":"101.681082ms","start":"2026-03-07T10:10:07.473311Z","end":"2026-03-07T10:10:07.574992Z","steps":["trace[694186238] 'process raft request' (duration: 101.465637ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:10:07.575269Z","caller":"traceutil/trace.go:171","msg":"trace[910110769] transaction","detail":"{read_only:false; response_revision:2584; number_of_response:1; }","duration":"100.962684ms","start":"2026-03-07T10:10:07.474277Z","end":"2026-03-07T10:10:07.575239Z","steps":["trace[910110769] 'process raft request' (duration: 100.663897ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:10:26.427859Z","caller":"traceutil/trace.go:171","msg":"trace[1061705556] transaction","detail":"{read_only:false; response_revision:2675; number_of_response:1; }","duration":"584.672097ms","start":"2026-03-07T10:10:25.843144Z","end":"2026-03-07T10:10:26.427816Z","steps":["trace[1061705556] 'process raft request' (duration: 584.460122ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:10:26.428127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:10:25.843114Z","time spent":"584.890983ms","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-07T10:10:26.432121Z","caller":"traceutil/trace.go:171","msg":"trace[539363597] linearizableReadLoop","detail":"{readStateIndex:2801; appliedIndex:2797; }","duration":"381.653702ms","start":"2026-03-07T10:10:26.050444Z","end":"2026-03-07T10:10:26.432098Z","steps":["trace[539363597] 'read index received' (duration: 377.532207ms)","trace[539363597] 'applied index is now lower than readState.Index' (duration: 4.120685ms)"],"step_count":2} {"level":"info","ts":"2026-03-07T10:10:26.432397Z","caller":"traceutil/trace.go:171","msg":"trace[1994774574] transaction","detail":"{read_only:false; response_revision:2676; number_of_response:1; }","duration":"588.948987ms","start":"2026-03-07T10:10:25.843434Z","end":"2026-03-07T10:10:26.432383Z","steps":["trace[1994774574] 'process raft request' (duration: 588.456623ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:10:26.432519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:10:25.843419Z","time spent":"589.035428ms","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-07T10:10:26.432713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"382.230268ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-07T10:10:26.43281Z","caller":"traceutil/trace.go:171","msg":"trace[418188790] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2679; }","duration":"382.413492ms","start":"2026-03-07T10:10:26.050373Z","end":"2026-03-07T10:10:26.432786Z","steps":["trace[418188790] 'agreement among raft nodes before linearized reading' (duration: 382.114524ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:10:26.43286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:10:26.050349Z","time spent":"382.503494ms","remote":"127.0.0.1:58750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-07T10:10:26.433169Z","caller":"traceutil/trace.go:171","msg":"trace[72923311] transaction","detail":"{read_only:false; response_revision:2678; number_of_response:1; }","duration":"589.414979ms","start":"2026-03-07T10:10:25.843727Z","end":"2026-03-07T10:10:26.433142Z","steps":["trace[72923311] 'process raft request' (duration: 588.29118ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:10:26.433266Z","caller":"traceutil/trace.go:171","msg":"trace[1741059498] transaction","detail":"{read_only:false; response_revision:2679; number_of_response:1; }","duration":"588.655358ms","start":"2026-03-07T10:10:25.844588Z","end":"2026-03-07T10:10:26.433243Z","steps":["trace[1741059498] 'process raft request' (duration: 587.470588ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:10:26.433304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:10:25.843722Z","time spent":"589.526131ms","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-07T10:10:26.433283Z","caller":"traceutil/trace.go:171","msg":"trace[2054243170] transaction","detail":"{read_only:false; response_revision:2677; number_of_response:1; }","duration":"589.810338ms","start":"2026-03-07T10:10:25.843445Z","end":"2026-03-07T10:10:26.433255Z","steps":["trace[2054243170] 'process raft request' (duration: 588.536836ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:10:26.433344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:10:25.844578Z","time spent":"588.71984ms","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-07T10:10:26.433453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:10:25.843431Z","time spent":"589.930901ms","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-07T10:10:27.736598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"392.704592ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-07T10:10:27.736651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.389254ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-07T10:10:27.736702Z","caller":"traceutil/trace.go:171","msg":"trace[1333421472] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2679; }","duration":"392.878026ms","start":"2026-03-07T10:10:27.343801Z","end":"2026-03-07T10:10:27.736679Z","steps":["trace[1333421472] 'range keys from in-memory index tree' (duration: 392.58765ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:10:27.736752Z","caller":"traceutil/trace.go:171","msg":"trace[107351934] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:2679; }","duration":"253.543128ms","start":"2026-03-07T10:10:27.48318Z","end":"2026-03-07T10:10:27.736723Z","steps":["trace[107351934] 'count revisions from in-memory index tree' (duration: 253.21142ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:10:27.736754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.040173163s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-03-07T10:10:27.736845Z","caller":"traceutil/trace.go:171","msg":"trace[1040305122] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2679; }","duration":"1.040316897s","start":"2026-03-07T10:10:26.69651Z","end":"2026-03-07T10:10:27.736827Z","steps":["trace[1040305122] 'range keys from in-memory index tree' (duration: 1.039890737s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:10:27.736896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:10:26.696479Z","time spent":"1.040401449s","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1392,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-03-07T10:10:27.737109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:10:27.34376Z","time spent":"392.980789ms","remote":"127.0.0.1:58750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-07T10:10:27.737156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"939.904717ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/valkey-node-0.189a8756020eb59f\" ","response":"range_response_count:1 size:765"} {"level":"info","ts":"2026-03-07T10:10:27.737268Z","caller":"traceutil/trace.go:171","msg":"trace[1300736648] range","detail":"{range_begin:/registry/events/openstack/valkey-node-0.189a8756020eb59f; range_end:; response_count:1; response_revision:2679; }","duration":"940.046831ms","start":"2026-03-07T10:10:26.797181Z","end":"2026-03-07T10:10:27.737228Z","steps":["trace[1300736648] 'range keys from in-memory index tree' (duration: 939.690861ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:10:27.737311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:10:26.797153Z","time spent":"940.149754ms","remote":"127.0.0.1:58870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":788,"request content":"key:\"/registry/events/openstack/valkey-node-0.189a8756020eb59f\" "} {"level":"warn","ts":"2026-03-07T10:10:28.197939Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14782675208655124714,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-07T10:10:28.637863Z","caller":"traceutil/trace.go:171","msg":"trace[1790524355] transaction","detail":"{read_only:false; response_revision:2680; number_of_response:1; }","duration":"988.252546ms","start":"2026-03-07T10:10:27.649579Z","end":"2026-03-07T10:10:28.637831Z","steps":["trace[1790524355] 'process raft request' (duration: 988.04148ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:10:28.63805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:10:27.64955Z","time spent":"988.40564ms","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-07T10:10:29.318027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"445.097053ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-07T10:10:29.318492Z","caller":"traceutil/trace.go:171","msg":"trace[730772331] transaction","detail":"{read_only:false; response_revision:2682; number_of_response:1; }","duration":"1.640250503s","start":"2026-03-07T10:10:27.678214Z","end":"2026-03-07T10:10:29.318464Z","steps":["trace[730772331] 'process raft request' (duration: 1.639966166s)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:10:29.318537Z","caller":"traceutil/trace.go:171","msg":"trace[1552276261] transaction","detail":"{read_only:false; response_revision:2681; number_of_response:1; }","duration":"1.641083464s","start":"2026-03-07T10:10:27.677354Z","end":"2026-03-07T10:10:29.318437Z","steps":["trace[1552276261] 'process raft request' (duration: 1.195443958s)","trace[1552276261] 'compare' (duration: 444.954529ms)"],"step_count":2} {"level":"warn","ts":"2026-03-07T10:10:29.318684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:10:27.678196Z","time spent":"1.640354366s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-07T10:10:29.318894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:10:27.677313Z","time spent":"1.641367421s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-07T10:10:29.31894Z","caller":"traceutil/trace.go:171","msg":"trace[1319384623] transaction","detail":"{read_only:false; response_revision:2683; number_of_response:1; }","duration":"1.640043657s","start":"2026-03-07T10:10:27.67883Z","end":"2026-03-07T10:10:29.318873Z","steps":["trace[1319384623] 'process raft request' (duration: 1.639543954s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:10:29.319108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:10:27.678749Z","time spent":"1.640272703s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-07T10:10:29.319338Z","caller":"traceutil/trace.go:171","msg":"trace[1155835356] linearizableReadLoop","detail":"{readStateIndex:2806; appliedIndex:2801; }","duration":"1.621753763s","start":"2026-03-07T10:10:27.697568Z","end":"2026-03-07T10:10:29.319322Z","steps":["trace[1155835356] 'read index received' (duration: 940.061183ms)","trace[1155835356] 'applied index is now lower than readState.Index' (duration: 681.69152ms)"],"step_count":2} {"level":"info","ts":"2026-03-07T10:10:29.319502Z","caller":"traceutil/trace.go:171","msg":"trace[1144330598] transaction","detail":"{read_only:false; response_revision:2684; number_of_response:1; }","duration":"1.579438378s","start":"2026-03-07T10:10:27.740049Z","end":"2026-03-07T10:10:29.319488Z","steps":["trace[1144330598] 'process raft request' (duration: 1.578604507s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:10:29.319582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:10:27.740021Z","time spent":"1.579520951s","remote":"127.0.0.1:58870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":750,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-07T10:10:29.319846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.622271306s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-07T10:10:29.319896Z","caller":"traceutil/trace.go:171","msg":"trace[572144206] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:2685; }","duration":"1.622352658s","start":"2026-03-07T10:10:27.697529Z","end":"2026-03-07T10:10:29.319882Z","steps":["trace[572144206] 'agreement among raft nodes before linearized reading' (duration: 1.622254296s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:10:29.31993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:10:27.697514Z","time spent":"1.622406999s","remote":"127.0.0.1:38700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"info","ts":"2026-03-07T10:10:29.320274Z","caller":"traceutil/trace.go:171","msg":"trace[379149181] transaction","detail":"{read_only:false; response_revision:2685; number_of_response:1; }","duration":"658.42282ms","start":"2026-03-07T10:10:28.661838Z","end":"2026-03-07T10:10:29.320261Z","steps":["trace[379149181] 'process raft request' (duration: 657.438515ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:10:29.320346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:10:28.661808Z","time spent":"658.502102ms","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-07T10:10:29.475532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.690115ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-07T10:10:29.475653Z","caller":"traceutil/trace.go:171","msg":"trace[492478557] linearizableReadLoop","detail":"{readStateIndex:2808; appliedIndex:2807; }","duration":"156.218227ms","start":"2026-03-07T10:10:29.319417Z","end":"2026-03-07T10:10:29.475635Z","steps":["trace[492478557] 'read index received' (duration: 663.886µs)","trace[492478557] 'applied index is now lower than readState.Index' (duration: 155.553041ms)"],"step_count":2} {"level":"warn","ts":"2026-03-07T10:10:29.475983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.736296972s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-07T10:10:29.476037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.043333214s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-07T10:10:29.47606Z","caller":"traceutil/trace.go:171","msg":"trace[1739805092] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2685; }","duration":"1.736443856s","start":"2026-03-07T10:10:27.739597Z","end":"2026-03-07T10:10:29.476041Z","steps":["trace[1739805092] 'agreement among raft nodes before linearized reading' (duration: 1.736298663s)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:10:29.476079Z","caller":"traceutil/trace.go:171","msg":"trace[1509295014] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2685; }","duration":"1.043398956s","start":"2026-03-07T10:10:28.432663Z","end":"2026-03-07T10:10:29.476062Z","steps":["trace[1509295014] 'agreement among raft nodes before linearized reading' (duration: 1.043257182s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:10:29.476089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:10:27.739574Z","time spent":"1.736509217s","remote":"127.0.0.1:58746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-07T10:10:29.476121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:10:28.432639Z","time spent":"1.043472438s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-07T10:10:29.476089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.037095236s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-07T10:10:29.476194Z","caller":"traceutil/trace.go:171","msg":"trace[1545726621] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2685; }","duration":"1.037232669s","start":"2026-03-07T10:10:28.438931Z","end":"2026-03-07T10:10:29.476164Z","steps":["trace[1545726621] 'agreement among raft nodes before linearized reading' (duration: 1.036929482s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:10:29.47623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:10:28.438923Z","time spent":"1.037300391s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-07T10:10:29.476356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.036088551s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-07T10:10:29.476482Z","caller":"traceutil/trace.go:171","msg":"trace[704431779] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2685; }","duration":"1.036275716s","start":"2026-03-07T10:10:28.440199Z","end":"2026-03-07T10:10:29.476475Z","steps":["trace[704431779] 'agreement among raft nodes before linearized reading' (duration: 1.03563905s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:10:29.476506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:10:28.440175Z","time spent":"1.036323447s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-07T10:10:29.476412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.038016159s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-07T10:10:29.476577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.037702791s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-07T10:10:29.476591Z","caller":"traceutil/trace.go:171","msg":"trace[1524936293] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2685; }","duration":"1.038247235s","start":"2026-03-07T10:10:28.438334Z","end":"2026-03-07T10:10:29.476581Z","steps":["trace[1524936293] 'agreement among raft nodes before linearized reading' (duration: 1.037516397s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:10:29.476579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.736709183s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" ","response":"range_response_count:1 size:1449"} {"level":"info","ts":"2026-03-07T10:10:29.47662Z","caller":"traceutil/trace.go:171","msg":"trace[1286864089] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2685; }","duration":"1.037763053s","start":"2026-03-07T10:10:28.438841Z","end":"2026-03-07T10:10:29.476604Z","steps":["trace[1286864089] 'agreement among raft nodes before linearized reading' (duration: 1.037030255s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:10:29.476655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:10:28.438803Z","time spent":"1.037845064s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-07T10:10:29.47666Z","caller":"traceutil/trace.go:171","msg":"trace[347867370] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-metrics; range_end:; response_count:1; response_revision:2685; }","duration":"1.736830665s","start":"2026-03-07T10:10:27.739812Z","end":"2026-03-07T10:10:29.476643Z","steps":["trace[347867370] 'agreement among raft nodes before linearized reading' (duration: 1.736052516s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:10:29.476616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:10:28.43831Z","time spent":"1.038299067s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-07T10:10:29.476697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:10:27.739804Z","time spent":"1.736885988s","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":1472,"request content":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" "} {"level":"warn","ts":"2026-03-07T10:10:29.476661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.034142ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-07T10:10:29.476758Z","caller":"traceutil/trace.go:171","msg":"trace[1772300817] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2685; }","duration":"319.233397ms","start":"2026-03-07T10:10:29.157499Z","end":"2026-03-07T10:10:29.476732Z","steps":["trace[1772300817] 'agreement among raft nodes before linearized reading' (duration: 318.517809ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:10:29.476793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:10:29.157478Z","time spent":"319.309249ms","remote":"127.0.0.1:59006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-07T10:10:29.515389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.728233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/valkey-node-0.189a875868d7ccd0\" ","response":"range_response_count:1 size:768"} {"level":"info","ts":"2026-03-07T10:10:29.515522Z","caller":"traceutil/trace.go:171","msg":"trace[822483114] range","detail":"{range_begin:/registry/events/openstack/valkey-node-0.189a875868d7ccd0; range_end:; response_count:1; response_revision:2686; }","duration":"190.955429ms","start":"2026-03-07T10:10:29.324538Z","end":"2026-03-07T10:10:29.515494Z","steps":["trace[822483114] 'agreement among raft nodes before linearized reading' (duration: 190.622591ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:10:30.154057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"550.14564ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-07T10:10:30.154144Z","caller":"traceutil/trace.go:171","msg":"trace[405058323] linearizableReadLoop","detail":"{readStateIndex:2815; appliedIndex:2814; }","duration":"617.456579ms","start":"2026-03-07T10:10:29.536673Z","end":"2026-03-07T10:10:30.15413Z","steps":["trace[405058323] 'read index received' (duration: 67.070904ms)","trace[405058323] 'applied index is now lower than readState.Index' (duration: 550.384135ms)"],"step_count":2} {"level":"info","ts":"2026-03-07T10:10:30.154215Z","caller":"traceutil/trace.go:171","msg":"trace[2078512766] transaction","detail":"{read_only:false; response_revision:2692; number_of_response:1; }","duration":"634.783639ms","start":"2026-03-07T10:10:29.519423Z","end":"2026-03-07T10:10:30.154207Z","steps":["trace[2078512766] 'process raft request' (duration: 84.393363ms)","trace[2078512766] 'compare' (duration: 550.024717ms)"],"step_count":2} {"level":"warn","ts":"2026-03-07T10:10:30.154262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:10:29.519399Z","time spent":"634.8393ms","remote":"127.0.0.1:58870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":753,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-07T10:10:30.154705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"417.936433ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-07T10:10:30.154672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"617.768937ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-07T10:10:30.15474Z","caller":"traceutil/trace.go:171","msg":"trace[924854792] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:2692; }","duration":"418.017235ms","start":"2026-03-07T10:10:29.736713Z","end":"2026-03-07T10:10:30.15473Z","steps":["trace[924854792] 'agreement among raft nodes before linearized reading' (duration: 417.944063ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:10:30.154762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:10:29.736686Z","time spent":"418.071616ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":2,"response size":30,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"info","ts":"2026-03-07T10:10:30.154766Z","caller":"traceutil/trace.go:171","msg":"trace[1217269651] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2692; }","duration":"617.904191ms","start":"2026-03-07T10:10:29.536842Z","end":"2026-03-07T10:10:30.154747Z","steps":["trace[1217269651] 'agreement among raft nodes before linearized reading' (duration: 617.724786ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:10:30.154822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:10:29.536825Z","time spent":"617.987873ms","remote":"127.0.0.1:58746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-07T10:10:30.155066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"618.325611ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:9254"} {"level":"info","ts":"2026-03-07T10:10:30.15525Z","caller":"traceutil/trace.go:171","msg":"trace[340913112] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:2692; }","duration":"618.580079ms","start":"2026-03-07T10:10:29.536645Z","end":"2026-03-07T10:10:30.155225Z","steps":["trace[340913112] 'agreement among raft nodes before linearized reading' (duration: 618.040294ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:10:30.155102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"616.404163ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/auth-system/keycloak\" ","response":"range_response_count:1 size:7462"} {"level":"info","ts":"2026-03-07T10:10:30.155389Z","caller":"traceutil/trace.go:171","msg":"trace[1553545206] range","detail":"{range_begin:/registry/statefulsets/auth-system/keycloak; range_end:; response_count:1; response_revision:2692; }","duration":"616.749793ms","start":"2026-03-07T10:10:29.53863Z","end":"2026-03-07T10:10:30.15538Z","steps":["trace[1553545206] 'agreement among raft nodes before linearized reading' (duration: 616.031104ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:10:30.155436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:10:29.538604Z","time spent":"616.805735ms","remote":"127.0.0.1:59304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":7485,"request content":"key:\"/registry/statefulsets/auth-system/keycloak\" "} {"level":"warn","ts":"2026-03-07T10:10:30.155432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:10:29.536621Z","time spent":"618.713042ms","remote":"127.0.0.1:58994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":9277,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-07T10:10:37.065934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.20673ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-07T10:10:37.066096Z","caller":"traceutil/trace.go:171","msg":"trace[970308239] transaction","detail":"{read_only:false; response_revision:2722; number_of_response:1; }","duration":"238.952237ms","start":"2026-03-07T10:10:36.827119Z","end":"2026-03-07T10:10:37.066072Z","steps":["trace[970308239] 'process raft request' (duration: 135.46744ms)","trace[970308239] 'compare' (duration: 103.055757ms)"],"step_count":2} {"level":"info","ts":"2026-03-07T10:10:37.563108Z","caller":"traceutil/trace.go:171","msg":"trace[67320077] transaction","detail":"{read_only:false; response_revision:2724; number_of_response:1; }","duration":"184.839864ms","start":"2026-03-07T10:10:37.378238Z","end":"2026-03-07T10:10:37.563078Z","steps":["trace[67320077] 'process raft request' (duration: 184.652969ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:10:37.583497Z","caller":"traceutil/trace.go:171","msg":"trace[1268885040] transaction","detail":"{read_only:false; response_revision:2725; number_of_response:1; }","duration":"204.577275ms","start":"2026-03-07T10:10:37.378899Z","end":"2026-03-07T10:10:37.583477Z","steps":["trace[1268885040] 'process raft request' (duration: 204.214506ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:10:37.583703Z","caller":"traceutil/trace.go:171","msg":"trace[1992034130] transaction","detail":"{read_only:false; response_revision:2726; number_of_response:1; }","duration":"203.63188ms","start":"2026-03-07T10:10:37.380049Z","end":"2026-03-07T10:10:37.583681Z","steps":["trace[1992034130] 'process raft request' (duration: 203.153808ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:10:59.817857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.052579ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-07T10:10:59.817948Z","caller":"traceutil/trace.go:171","msg":"trace[1127912349] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2836; }","duration":"109.183122ms","start":"2026-03-07T10:10:59.708743Z","end":"2026-03-07T10:10:59.817926Z","steps":["trace[1127912349] 'range keys from in-memory index tree' (duration: 108.885255ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:10:59.818043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.93475ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-07T10:10:59.818033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.184043ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-07T10:10:59.818143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.350015ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-07T10:10:59.818216Z","caller":"traceutil/trace.go:171","msg":"trace[548052263] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2836; }","duration":"107.444878ms","start":"2026-03-07T10:10:59.710765Z","end":"2026-03-07T10:10:59.81821Z","steps":["trace[548052263] 'range keys from in-memory index tree' (duration: 107.249022ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:10:59.818222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.530612ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-07T10:10:59.818088Z","caller":"traceutil/trace.go:171","msg":"trace[1278081319] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2836; }","duration":"108.043713ms","start":"2026-03-07T10:10:59.710034Z","end":"2026-03-07T10:10:59.818078Z","steps":["trace[1278081319] 'range keys from in-memory index tree' (duration: 107.760415ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:10:59.818256Z","caller":"traceutil/trace.go:171","msg":"trace[1771027868] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2836; }","duration":"111.614644ms","start":"2026-03-07T10:10:59.706634Z","end":"2026-03-07T10:10:59.818248Z","steps":["trace[1771027868] 'range keys from in-memory index tree' (duration: 111.278196ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:10:59.818214Z","caller":"traceutil/trace.go:171","msg":"trace[1550867401] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2836; }","duration":"111.367248ms","start":"2026-03-07T10:10:59.706776Z","end":"2026-03-07T10:10:59.818143Z","steps":["trace[1550867401] 'range keys from in-memory index tree' (duration: 110.992868ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:13:02.323967Z","caller":"traceutil/trace.go:171","msg":"trace[268910528] transaction","detail":"{read_only:false; response_revision:3610; number_of_response:1; }","duration":"134.020829ms","start":"2026-03-07T10:13:02.189921Z","end":"2026-03-07T10:13:02.323942Z","steps":["trace[268910528] 'process raft request' (duration: 133.843875ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:13:07.705394Z","caller":"traceutil/trace.go:171","msg":"trace[648099999] linearizableReadLoop","detail":"{readStateIndex:3798; appliedIndex:3797; }","duration":"361.718918ms","start":"2026-03-07T10:13:07.343648Z","end":"2026-03-07T10:13:07.705367Z","steps":["trace[648099999] 'read index received' (duration: 361.557124ms)","trace[648099999] 'applied index is now lower than readState.Index' (duration: 160.404µs)"],"step_count":2} {"level":"info","ts":"2026-03-07T10:13:07.705548Z","caller":"traceutil/trace.go:171","msg":"trace[1536666619] transaction","detail":"{read_only:false; response_revision:3636; number_of_response:1; }","duration":"463.51462ms","start":"2026-03-07T10:13:07.241974Z","end":"2026-03-07T10:13:07.705488Z","steps":["trace[1536666619] 'process raft request' (duration: 463.243813ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:13:07.705653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.952619ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-07T10:13:07.705702Z","caller":"traceutil/trace.go:171","msg":"trace[2026684723] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:3636; }","duration":"133.072353ms","start":"2026-03-07T10:13:07.572617Z","end":"2026-03-07T10:13:07.70569Z","steps":["trace[2026684723] 'agreement among raft nodes before linearized reading' (duration: 132.96335ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:13:07.70574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:13:07.241948Z","time spent":"463.696715ms","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-07T10:13:07.705767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.996265ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-07T10:13:07.705782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.731401ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-8zcr7\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-07T10:13:07.705844Z","caller":"traceutil/trace.go:171","msg":"trace[1492623369] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3636; }","duration":"362.235271ms","start":"2026-03-07T10:13:07.343589Z","end":"2026-03-07T10:13:07.705824Z","steps":["trace[1492623369] 'agreement among raft nodes before linearized reading' (duration: 361.984415ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:13:07.705847Z","caller":"traceutil/trace.go:171","msg":"trace[44122160] range","detail":"{range_begin:/registry/pods/openstack/keepalived-8zcr7; range_end:; response_count:1; response_revision:3636; }","duration":"103.840083ms","start":"2026-03-07T10:13:07.601993Z","end":"2026-03-07T10:13:07.705833Z","steps":["trace[44122160] 'agreement among raft nodes before linearized reading' (duration: 103.637818ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:13:07.705893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:13:07.343567Z","time spent":"362.317323ms","remote":"127.0.0.1:58750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-07T10:13:08.396275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.052979ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-07T10:13:08.396331Z","caller":"traceutil/trace.go:171","msg":"trace[465600764] transaction","detail":"{read_only:false; response_revision:3637; number_of_response:1; }","duration":"280.290641ms","start":"2026-03-07T10:13:08.11601Z","end":"2026-03-07T10:13:08.396301Z","steps":["trace[465600764] 'process raft request' (duration: 267.590421ms)","trace[465600764] 'compare' (duration: 12.514655ms)"],"step_count":2} {"level":"info","ts":"2026-03-07T10:13:08.396368Z","caller":"traceutil/trace.go:171","msg":"trace[1212259389] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3636; }","duration":"353.196883ms","start":"2026-03-07T10:13:08.043153Z","end":"2026-03-07T10:13:08.39635Z","steps":["trace[1212259389] 'range keys from in-memory index tree' (duration: 352.747672ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:13:08.399925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:13:08.043131Z","time spent":"356.728312ms","remote":"127.0.0.1:59006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-07T10:13:08.400036Z","caller":"traceutil/trace.go:171","msg":"trace[1697187005] transaction","detail":"{read_only:false; response_revision:3638; number_of_response:1; }","duration":"280.795424ms","start":"2026-03-07T10:13:08.119216Z","end":"2026-03-07T10:13:08.400011Z","steps":["trace[1697187005] 'process raft request' (duration: 280.043204ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:13:08.399692Z","caller":"traceutil/trace.go:171","msg":"trace[2030347225] transaction","detail":"{read_only:false; response_revision:3640; number_of_response:1; }","duration":"116.898784ms","start":"2026-03-07T10:13:08.282739Z","end":"2026-03-07T10:13:08.399638Z","steps":["trace[2030347225] 'process raft request' (duration: 116.809572ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:13:08.400285Z","caller":"traceutil/trace.go:171","msg":"trace[212480043] transaction","detail":"{read_only:false; response_revision:3639; number_of_response:1; }","duration":"280.602738ms","start":"2026-03-07T10:13:08.119659Z","end":"2026-03-07T10:13:08.400262Z","steps":["trace[212480043] 'process raft request' (duration: 279.797137ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:14:06.787179Z","caller":"traceutil/trace.go:171","msg":"trace[1231246360] transaction","detail":"{read_only:false; response_revision:4006; number_of_response:1; }","duration":"174.795286ms","start":"2026-03-07T10:14:06.612366Z","end":"2026-03-07T10:14:06.787161Z","steps":["trace[1231246360] 'process raft request' (duration: 174.762345ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:14:06.787336Z","caller":"traceutil/trace.go:171","msg":"trace[1797981273] transaction","detail":"{read_only:false; response_revision:4005; number_of_response:1; }","duration":"176.15889ms","start":"2026-03-07T10:14:06.611113Z","end":"2026-03-07T10:14:06.787272Z","steps":["trace[1797981273] 'process raft request' (duration: 98.367915ms)","trace[1797981273] 'compare' (duration: 77.56536ms)"],"step_count":2} {"level":"info","ts":"2026-03-07T10:14:18.476757Z","caller":"traceutil/trace.go:171","msg":"trace[477604010] linearizableReadLoop","detail":"{readStateIndex:4277; appliedIndex:4276; }","duration":"133.80699ms","start":"2026-03-07T10:14:18.342926Z","end":"2026-03-07T10:14:18.476733Z","steps":["trace[477604010] 'read index received' (duration: 133.541253ms)","trace[477604010] 'applied index is now lower than readState.Index' (duration: 264.647µs)"],"step_count":2} {"level":"info","ts":"2026-03-07T10:14:18.476839Z","caller":"traceutil/trace.go:171","msg":"trace[409395730] transaction","detail":"{read_only:false; response_revision:4084; number_of_response:1; }","duration":"170.99787ms","start":"2026-03-07T10:14:18.305802Z","end":"2026-03-07T10:14:18.4768Z","steps":["trace[409395730] 'process raft request' (duration: 170.780854ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:14:18.476921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.972965ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-07T10:14:18.477001Z","caller":"traceutil/trace.go:171","msg":"trace[812712612] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4084; }","duration":"134.114408ms","start":"2026-03-07T10:14:18.342867Z","end":"2026-03-07T10:14:18.476982Z","steps":["trace[812712612] 'agreement among raft nodes before linearized reading' (duration: 133.979245ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:14:21.065532Z","caller":"traceutil/trace.go:171","msg":"trace[1610363929] transaction","detail":"{read_only:false; response_revision:4099; number_of_response:1; }","duration":"131.457491ms","start":"2026-03-07T10:14:20.934045Z","end":"2026-03-07T10:14:21.065503Z","steps":["trace[1610363929] 'process raft request' (duration: 131.203485ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:14:21.082256Z","caller":"traceutil/trace.go:171","msg":"trace[274159260] transaction","detail":"{read_only:false; response_revision:4100; number_of_response:1; }","duration":"147.870756ms","start":"2026-03-07T10:14:20.93436Z","end":"2026-03-07T10:14:21.082231Z","steps":["trace[274159260] 'process raft request' (duration: 147.706632ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:14:21.082274Z","caller":"traceutil/trace.go:171","msg":"trace[1202640829] transaction","detail":"{read_only:false; response_revision:4101; number_of_response:1; }","duration":"147.738322ms","start":"2026-03-07T10:14:20.934506Z","end":"2026-03-07T10:14:21.082244Z","steps":["trace[1202640829] 'process raft request' (duration: 147.671331ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:14:21.082243Z","caller":"traceutil/trace.go:171","msg":"trace[1545098043] linearizableReadLoop","detail":"{readStateIndex:4295; appliedIndex:4292; }","duration":"140.671974ms","start":"2026-03-07T10:14:20.941545Z","end":"2026-03-07T10:14:21.082217Z","steps":["trace[1545098043] 'read index received' (duration: 123.679434ms)","trace[1545098043] 'applied index is now lower than readState.Index' (duration: 16.99153ms)"],"step_count":2} {"level":"warn","ts":"2026-03-07T10:14:21.082443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.875709ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-07T10:14:21.0825Z","caller":"traceutil/trace.go:171","msg":"trace[1978976912] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4101; }","duration":"140.945ms","start":"2026-03-07T10:14:20.94154Z","end":"2026-03-07T10:14:21.082485Z","steps":["trace[1978976912] 'agreement among raft nodes before linearized reading' (duration: 140.755556ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:14:21.082635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.916169ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-07T10:14:21.082714Z","caller":"traceutil/trace.go:171","msg":"trace[287592923] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4101; }","duration":"137.030333ms","start":"2026-03-07T10:14:20.945664Z","end":"2026-03-07T10:14:21.082694Z","steps":["trace[287592923] 'agreement among raft nodes before linearized reading' (duration: 136.809897ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:14:24.035698Z","caller":"traceutil/trace.go:171","msg":"trace[1859024956] transaction","detail":"{read_only:false; response_revision:4417; number_of_response:1; }","duration":"100.460538ms","start":"2026-03-07T10:14:23.935212Z","end":"2026-03-07T10:14:24.035672Z","steps":["trace[1859024956] 'process raft request' (duration: 100.295214ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:14:24.104159Z","caller":"traceutil/trace.go:171","msg":"trace[13931299] transaction","detail":"{read_only:false; response_revision:4418; number_of_response:1; }","duration":"104.670725ms","start":"2026-03-07T10:14:23.999459Z","end":"2026-03-07T10:14:24.10413Z","steps":["trace[13931299] 'process raft request' (duration: 104.339936ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:14:24.498751Z","caller":"traceutil/trace.go:171","msg":"trace[1548365500] linearizableReadLoop","detail":"{readStateIndex:4636; appliedIndex:4635; }","duration":"162.485795ms","start":"2026-03-07T10:14:24.336237Z","end":"2026-03-07T10:14:24.498722Z","steps":["trace[1548365500] 'read index received' (duration: 82.245549ms)","trace[1548365500] 'applied index is now lower than readState.Index' (duration: 80.238956ms)"],"step_count":2} {"level":"info","ts":"2026-03-07T10:14:24.498806Z","caller":"traceutil/trace.go:171","msg":"trace[1518352245] transaction","detail":"{read_only:false; response_revision:4436; number_of_response:1; }","duration":"212.332384ms","start":"2026-03-07T10:14:24.28642Z","end":"2026-03-07T10:14:24.498753Z","steps":["trace[1518352245] 'process raft request' (duration: 132.026616ms)","trace[1518352245] 'compare' (duration: 80.134774ms)"],"step_count":2} {"level":"warn","ts":"2026-03-07T10:14:24.498958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.69616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-tls\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-07T10:14:24.498979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.688628ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-07T10:14:24.499004Z","caller":"traceutil/trace.go:171","msg":"trace[112872125] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-tls; range_end:; response_count:0; response_revision:4436; }","duration":"162.806833ms","start":"2026-03-07T10:14:24.336187Z","end":"2026-03-07T10:14:24.498994Z","steps":["trace[112872125] 'agreement among raft nodes before linearized reading' (duration: 162.68583ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:14:24.499028Z","caller":"traceutil/trace.go:171","msg":"trace[1982271405] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4436; }","duration":"158.761901ms","start":"2026-03-07T10:14:24.340253Z","end":"2026-03-07T10:14:24.499015Z","steps":["trace[1982271405] 'agreement among raft nodes before linearized reading' (duration: 158.679588ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:14:26.41845Z","caller":"traceutil/trace.go:171","msg":"trace[383099141] linearizableReadLoop","detail":"{readStateIndex:4684; appliedIndex:4683; }","duration":"116.379591ms","start":"2026-03-07T10:14:26.302044Z","end":"2026-03-07T10:14:26.418424Z","steps":["trace[383099141] 'read index received' (duration: 110.499572ms)","trace[383099141] 'applied index is now lower than readState.Index' (duration: 5.878978ms)"],"step_count":2} {"level":"info","ts":"2026-03-07T10:14:26.41876Z","caller":"traceutil/trace.go:171","msg":"trace[55890303] transaction","detail":"{read_only:false; response_revision:4483; number_of_response:1; }","duration":"118.406652ms","start":"2026-03-07T10:14:26.300133Z","end":"2026-03-07T10:14:26.41854Z","steps":["trace[55890303] 'process raft request' (duration: 112.393741ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:14:26.418939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.867943ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:9 size:61138"} {"level":"info","ts":"2026-03-07T10:14:26.419098Z","caller":"traceutil/trace.go:171","msg":"trace[756953587] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:9; response_revision:4483; }","duration":"117.070648ms","start":"2026-03-07T10:14:26.302014Z","end":"2026-03-07T10:14:26.419085Z","steps":["trace[756953587] 'agreement among raft nodes before linearized reading' (duration: 116.546625ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:14:26.420821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.222232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" ","response":"range_response_count:1 size:708"} {"level":"info","ts":"2026-03-07T10:14:26.421169Z","caller":"traceutil/trace.go:171","msg":"trace[81569365] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config; range_end:; response_count:1; response_revision:4484; }","duration":"117.542699ms","start":"2026-03-07T10:14:26.303559Z","end":"2026-03-07T10:14:26.421102Z","steps":["trace[81569365] 'agreement among raft nodes before linearized reading' (duration: 117.153209ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:14:26.42084Z","caller":"traceutil/trace.go:171","msg":"trace[2111741561] transaction","detail":"{read_only:false; response_revision:4484; number_of_response:1; }","duration":"111.932178ms","start":"2026-03-07T10:14:26.30887Z","end":"2026-03-07T10:14:26.420802Z","steps":["trace[2111741561] 'process raft request' (duration: 111.724632ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:14:27.384492Z","caller":"traceutil/trace.go:171","msg":"trace[173926930] linearizableReadLoop","detail":"{readStateIndex:4734; appliedIndex:4731; }","duration":"142.192272ms","start":"2026-03-07T10:14:27.24228Z","end":"2026-03-07T10:14:27.384473Z","steps":["trace[173926930] 'read index received' (duration: 29.31938ms)","trace[173926930] 'applied index is now lower than readState.Index' (duration: 112.871942ms)"],"step_count":2} {"level":"info","ts":"2026-03-07T10:14:27.384517Z","caller":"traceutil/trace.go:171","msg":"trace[728096287] transaction","detail":"{read_only:false; response_revision:4532; number_of_response:1; }","duration":"167.644555ms","start":"2026-03-07T10:14:27.216834Z","end":"2026-03-07T10:14:27.384479Z","steps":["trace[728096287] 'process raft request' (duration: 146.542932ms)","trace[728096287] 'compare' (duration: 20.886267ms)"],"step_count":2} {"level":"info","ts":"2026-03-07T10:14:27.384569Z","caller":"traceutil/trace.go:171","msg":"trace[1945925152] transaction","detail":"{read_only:false; response_revision:4533; number_of_response:1; }","duration":"167.571904ms","start":"2026-03-07T10:14:27.216971Z","end":"2026-03-07T10:14:27.384543Z","steps":["trace[1945925152] 'process raft request' (duration: 167.43548ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:14:27.384682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.393137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1817"} {"level":"info","ts":"2026-03-07T10:14:27.38473Z","caller":"traceutil/trace.go:171","msg":"trace[1906315262] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:4533; }","duration":"142.490889ms","start":"2026-03-07T10:14:27.242228Z","end":"2026-03-07T10:14:27.384719Z","steps":["trace[1906315262] 'agreement among raft nodes before linearized reading' (duration: 142.343076ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:14:27.9795Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14782675208655129367,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-07T10:14:28.136275Z","caller":"traceutil/trace.go:171","msg":"trace[1987451007] linearizableReadLoop","detail":"{readStateIndex:4735; appliedIndex:4734; }","duration":"657.742767ms","start":"2026-03-07T10:14:27.478511Z","end":"2026-03-07T10:14:28.136254Z","steps":["trace[1987451007] 'read index received' (duration: 657.519691ms)","trace[1987451007] 'applied index is now lower than readState.Index' (duration: 222.086µs)"],"step_count":2} {"level":"info","ts":"2026-03-07T10:14:28.136464Z","caller":"traceutil/trace.go:171","msg":"trace[1392065367] transaction","detail":"{read_only:false; response_revision:4534; number_of_response:1; }","duration":"683.381865ms","start":"2026-03-07T10:14:27.45303Z","end":"2026-03-07T10:14:28.136412Z","steps":["trace[1392065367] 'process raft request' (duration: 683.095148ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:14:28.13655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"658.024994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-a766ce5f-0771-4ced-b1ea-206fdf333873\" ","response":"range_response_count:1 size:3773"} {"level":"info","ts":"2026-03-07T10:14:28.136599Z","caller":"traceutil/trace.go:171","msg":"trace[2057855287] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-a766ce5f-0771-4ced-b1ea-206fdf333873; range_end:; response_count:1; response_revision:4534; }","duration":"658.147777ms","start":"2026-03-07T10:14:27.47844Z","end":"2026-03-07T10:14:28.136588Z","steps":["trace[2057855287] 'agreement among raft nodes before linearized reading' (duration: 657.937562ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:14:28.136643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:14:27.478405Z","time spent":"658.227419ms","remote":"127.0.0.1:59006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3796,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-a766ce5f-0771-4ced-b1ea-206fdf333873\" "} {"level":"warn","ts":"2026-03-07T10:14:28.136658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"458.853643ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-db21cfb8-215d-4d16-b2ae-4717acf5b5b2\" ","response":"range_response_count:1 size:3759"} {"level":"warn","ts":"2026-03-07T10:14:28.136691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:14:27.453007Z","time spent":"683.55934ms","remote":"127.0.0.1:38882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7449,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-07T10:14:28.136735Z","caller":"traceutil/trace.go:171","msg":"trace[1252192745] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-db21cfb8-215d-4d16-b2ae-4717acf5b5b2; range_end:; response_count:1; response_revision:4534; }","duration":"458.944965ms","start":"2026-03-07T10:14:27.677779Z","end":"2026-03-07T10:14:28.136724Z","steps":["trace[1252192745] 'agreement among raft nodes before linearized reading' (duration: 458.714459ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:14:28.136814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:14:27.677772Z","time spent":"459.031317ms","remote":"127.0.0.1:59006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3782,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-db21cfb8-215d-4d16-b2ae-4717acf5b5b2\" "} {"level":"warn","ts":"2026-03-07T10:14:28.137356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"468.167948ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:50 size:2196036"} {"level":"info","ts":"2026-03-07T10:14:28.137439Z","caller":"traceutil/trace.go:171","msg":"trace[415449756] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:50; response_revision:4534; }","duration":"468.302941ms","start":"2026-03-07T10:14:27.669117Z","end":"2026-03-07T10:14:28.137419Z","steps":["trace[415449756] 'agreement among raft nodes before linearized reading' (duration: 467.303156ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:14:28.137488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:14:27.669095Z","time spent":"468.381833ms","remote":"127.0.0.1:58902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":50,"response size":2196059,"request content":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" "} {"level":"warn","ts":"2026-03-07T10:14:29.216889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.107766ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-07T10:14:29.217054Z","caller":"traceutil/trace.go:171","msg":"trace[1822582210] linearizableReadLoop","detail":"{readStateIndex:4750; appliedIndex:4748; }","duration":"116.949015ms","start":"2026-03-07T10:14:29.100089Z","end":"2026-03-07T10:14:29.217038Z","steps":["trace[1822582210] 'read index received' (duration: 112.7888ms)","trace[1822582210] 'applied index is now lower than readState.Index' (duration: 4.159325ms)"],"step_count":2} {"level":"info","ts":"2026-03-07T10:14:29.217088Z","caller":"traceutil/trace.go:171","msg":"trace[444447881] transaction","detail":"{read_only:false; response_revision:4547; number_of_response:1; }","duration":"320.769124ms","start":"2026-03-07T10:14:28.896276Z","end":"2026-03-07T10:14:29.217045Z","steps":["trace[444447881] 'process raft request' (duration: 198.407403ms)","trace[444447881] 'compare' (duration: 122.001372ms)"],"step_count":2} {"level":"info","ts":"2026-03-07T10:14:29.217144Z","caller":"traceutil/trace.go:171","msg":"trace[714082568] transaction","detail":"{read_only:false; response_revision:4548; number_of_response:1; }","duration":"300.855091ms","start":"2026-03-07T10:14:28.916278Z","end":"2026-03-07T10:14:29.217133Z","steps":["trace[714082568] 'process raft request' (duration: 300.705068ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:14:29.217211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:14:28.916257Z","time spent":"300.914722ms","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-07T10:14:29.217241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:14:28.896255Z","time spent":"320.900137ms","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-07T10:14:29.217378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.222045ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-07T10:14:29.217415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.320284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-07T10:14:29.21746Z","caller":"traceutil/trace.go:171","msg":"trace[83910195] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4548; }","duration":"108.347937ms","start":"2026-03-07T10:14:29.109093Z","end":"2026-03-07T10:14:29.217441Z","steps":["trace[83910195] 'agreement among raft nodes before linearized reading' (duration: 108.119481ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:14:29.217472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.902425ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-07T10:14:29.217481Z","caller":"traceutil/trace.go:171","msg":"trace[1243003670] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4548; }","duration":"117.436467ms","start":"2026-03-07T10:14:29.100025Z","end":"2026-03-07T10:14:29.217462Z","steps":["trace[1243003670] 'agreement among raft nodes before linearized reading' (duration: 117.251852ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:14:29.217509Z","caller":"traceutil/trace.go:171","msg":"trace[1312783520] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4548; }","duration":"103.958027ms","start":"2026-03-07T10:14:29.11354Z","end":"2026-03-07T10:14:29.217498Z","steps":["trace[1312783520] 'agreement among raft nodes before linearized reading' (duration: 103.855434ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:14:29.42385Z","caller":"traceutil/trace.go:171","msg":"trace[1101751008] transaction","detail":"{read_only:false; response_revision:4551; number_of_response:1; }","duration":"201.354006ms","start":"2026-03-07T10:14:29.222457Z","end":"2026-03-07T10:14:29.423811Z","steps":["trace[1101751008] 'process raft request' (duration: 124.229288ms)","trace[1101751008] 'compare' (duration: 76.919553ms)"],"step_count":2} {"level":"info","ts":"2026-03-07T10:14:29.423851Z","caller":"traceutil/trace.go:171","msg":"trace[433038103] linearizableReadLoop","detail":"{readStateIndex:4753; appliedIndex:4750; }","duration":"147.980068ms","start":"2026-03-07T10:14:29.275736Z","end":"2026-03-07T10:14:29.423716Z","steps":["trace[433038103] 'read index received' (duration: 37.567769ms)","trace[433038103] 'applied index is now lower than readState.Index' (duration: 110.411599ms)"],"step_count":2} {"level":"warn","ts":"2026-03-07T10:14:29.424115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.347328ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-07T10:14:29.424309Z","caller":"traceutil/trace.go:171","msg":"trace[415882427] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4551; }","duration":"148.577793ms","start":"2026-03-07T10:14:29.275702Z","end":"2026-03-07T10:14:29.42428Z","steps":["trace[415882427] 'agreement among raft nodes before linearized reading' (duration: 148.223514ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:14:29.630386Z","caller":"traceutil/trace.go:171","msg":"trace[979112389] transaction","detail":"{read_only:false; response_revision:4552; number_of_response:1; }","duration":"201.546432ms","start":"2026-03-07T10:14:29.428815Z","end":"2026-03-07T10:14:29.630362Z","steps":["trace[979112389] 'process raft request' (duration: 201.369637ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:14:29.637159Z","caller":"traceutil/trace.go:171","msg":"trace[2007258775] transaction","detail":"{read_only:false; response_revision:4553; number_of_response:1; }","duration":"207.986625ms","start":"2026-03-07T10:14:29.429161Z","end":"2026-03-07T10:14:29.637147Z","steps":["trace[2007258775] 'process raft request' (duration: 207.632966ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:14:29.637515Z","caller":"traceutil/trace.go:171","msg":"trace[284444079] transaction","detail":"{read_only:false; response_revision:4554; number_of_response:1; }","duration":"205.587054ms","start":"2026-03-07T10:14:29.431534Z","end":"2026-03-07T10:14:29.637121Z","steps":["trace[284444079] 'process raft request' (duration: 205.368899ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:14:30.062902Z","caller":"traceutil/trace.go:171","msg":"trace[255126128] transaction","detail":"{read_only:false; response_revision:4557; number_of_response:1; }","duration":"149.97325ms","start":"2026-03-07T10:14:29.912895Z","end":"2026-03-07T10:14:30.062868Z","steps":["trace[255126128] 'process raft request' (duration: 149.773185ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:14:30.362141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.727959ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-db21cfb8-215d-4d16-b2ae-4717acf5b5b2\" ","response":"range_response_count:1 size:3876"} {"level":"warn","ts":"2026-03-07T10:14:30.362165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.081737ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-8zcr7\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-07T10:14:30.362226Z","caller":"traceutil/trace.go:171","msg":"trace[1587646326] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-db21cfb8-215d-4d16-b2ae-4717acf5b5b2; range_end:; response_count:1; response_revision:4557; }","duration":"139.875022ms","start":"2026-03-07T10:14:30.222331Z","end":"2026-03-07T10:14:30.362206Z","steps":["trace[1587646326] 'range keys from in-memory index tree' (duration: 139.525313ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:14:30.362273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.108751ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-07T10:14:30.362171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.177321ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-a766ce5f-0771-4ced-b1ea-206fdf333873\" ","response":"range_response_count:1 size:3773"} {"level":"info","ts":"2026-03-07T10:14:30.362355Z","caller":"traceutil/trace.go:171","msg":"trace[340025703] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:4557; }","duration":"224.240066ms","start":"2026-03-07T10:14:30.138097Z","end":"2026-03-07T10:14:30.362337Z","steps":["trace[340025703] 'range keys from in-memory index tree' (duration: 224.003298ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:14:30.362395Z","caller":"traceutil/trace.go:171","msg":"trace[103235880] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-a766ce5f-0771-4ced-b1ea-206fdf333873; range_end:; response_count:1; response_revision:4557; }","duration":"140.459179ms","start":"2026-03-07T10:14:30.221914Z","end":"2026-03-07T10:14:30.362373Z","steps":["trace[103235880] 'range keys from in-memory index tree' (duration: 139.943845ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:14:30.362276Z","caller":"traceutil/trace.go:171","msg":"trace[1484672338] range","detail":"{range_begin:/registry/pods/openstack/keepalived-8zcr7; range_end:; response_count:1; response_revision:4557; }","duration":"193.272103ms","start":"2026-03-07T10:14:30.168982Z","end":"2026-03-07T10:14:30.362254Z","steps":["trace[1484672338] 'range keys from in-memory index tree' (duration: 192.847241ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:14:31.319019Z","caller":"traceutil/trace.go:171","msg":"trace[1310331797] transaction","detail":"{read_only:false; response_revision:4572; number_of_response:1; }","duration":"174.042277ms","start":"2026-03-07T10:14:31.144944Z","end":"2026-03-07T10:14:31.318986Z","steps":["trace[1310331797] 'process raft request' (duration: 173.79109ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:14:31.349049Z","caller":"traceutil/trace.go:171","msg":"trace[1450858413] transaction","detail":"{read_only:false; response_revision:4573; number_of_response:1; }","duration":"140.998253ms","start":"2026-03-07T10:14:31.208034Z","end":"2026-03-07T10:14:31.349032Z","steps":["trace[1450858413] 'process raft request' (duration: 139.232968ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:14:31.349358Z","caller":"traceutil/trace.go:171","msg":"trace[934644423] transaction","detail":"{read_only:false; response_revision:4574; number_of_response:1; }","duration":"127.250906ms","start":"2026-03-07T10:14:31.222083Z","end":"2026-03-07T10:14:31.349334Z","steps":["trace[934644423] 'process raft request' (duration: 126.908047ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:14:31.349473Z","caller":"traceutil/trace.go:171","msg":"trace[2101752947] transaction","detail":"{read_only:false; response_revision:4575; number_of_response:1; }","duration":"127.042419ms","start":"2026-03-07T10:14:31.222405Z","end":"2026-03-07T10:14:31.349447Z","steps":["trace[2101752947] 'process raft request' (duration: 126.812254ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:14:32.078931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"529.477167ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-07T10:14:32.079183Z","caller":"traceutil/trace.go:171","msg":"trace[1767003424] transaction","detail":"{read_only:false; response_revision:4580; number_of_response:1; }","duration":"640.904091ms","start":"2026-03-07T10:14:31.438257Z","end":"2026-03-07T10:14:32.079161Z","steps":["trace[1767003424] 'process raft request' (duration: 640.805188ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:14:32.079247Z","caller":"traceutil/trace.go:171","msg":"trace[2143618755] linearizableReadLoop","detail":"{readStateIndex:4781; appliedIndex:4780; }","duration":"642.524122ms","start":"2026-03-07T10:14:31.43667Z","end":"2026-03-07T10:14:32.079194Z","steps":["trace[2143618755] 'read index received' (duration: 112.770319ms)","trace[2143618755] 'applied index is now lower than readState.Index' (duration: 529.751893ms)"],"step_count":2} {"level":"info","ts":"2026-03-07T10:14:32.079427Z","caller":"traceutil/trace.go:171","msg":"trace[1815917332] transaction","detail":"{read_only:false; response_revision:4579; number_of_response:1; }","duration":"646.501712ms","start":"2026-03-07T10:14:31.432915Z","end":"2026-03-07T10:14:32.079416Z","steps":["trace[1815917332] 'process raft request' (duration: 116.405011ms)","trace[1815917332] 'compare' (duration: 529.291791ms)"],"step_count":2} {"level":"warn","ts":"2026-03-07T10:14:32.079526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:14:31.432903Z","time spent":"646.554013ms","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-07T10:14:32.079273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:14:31.438243Z","time spent":"640.989223ms","remote":"127.0.0.1:59006","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4064,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-07T10:14:32.079868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"444.700925ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-07T10:14:32.079883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"438.924799ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-07T10:14:32.079932Z","caller":"traceutil/trace.go:171","msg":"trace[1528930928] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4580; }","duration":"444.817958ms","start":"2026-03-07T10:14:31.635099Z","end":"2026-03-07T10:14:32.079917Z","steps":["trace[1528930928] 'agreement among raft nodes before linearized reading' (duration: 444.650494ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:14:32.080201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"643.340063ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:22 size:517390"} {"level":"info","ts":"2026-03-07T10:14:32.080238Z","caller":"traceutil/trace.go:171","msg":"trace[2002292295] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4580; }","duration":"439.323439ms","start":"2026-03-07T10:14:31.640903Z","end":"2026-03-07T10:14:32.080226Z","steps":["trace[2002292295] 'agreement among raft nodes before linearized reading' (duration: 438.905839ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:14:32.080253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:14:31.635073Z","time spent":"445.166507ms","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-07T10:14:32.080271Z","caller":"traceutil/trace.go:171","msg":"trace[115090873] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:22; response_revision:4580; }","duration":"643.59002ms","start":"2026-03-07T10:14:31.436652Z","end":"2026-03-07T10:14:32.080242Z","steps":["trace[115090873] 'agreement among raft nodes before linearized reading' (duration: 642.897583ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:14:32.080271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:14:31.640857Z","time spent":"439.405251ms","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-07T10:14:32.080317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:14:31.436644Z","time spent":"643.660511ms","remote":"127.0.0.1:58892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":22,"response size":517413,"request content":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" "} {"level":"info","ts":"2026-03-07T10:14:32.602586Z","caller":"traceutil/trace.go:171","msg":"trace[1089543620] transaction","detail":"{read_only:false; response_revision:4581; number_of_response:1; }","duration":"517.660288ms","start":"2026-03-07T10:14:32.084899Z","end":"2026-03-07T10:14:32.602559Z","steps":["trace[1089543620] 'process raft request' (duration: 517.461463ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:14:32.602765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:14:32.084878Z","time spent":"517.789942ms","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-07T10:14:32.659633Z","caller":"traceutil/trace.go:171","msg":"trace[633670820] linearizableReadLoop","detail":"{readStateIndex:4784; appliedIndex:4782; }","duration":"416.498872ms","start":"2026-03-07T10:14:32.243108Z","end":"2026-03-07T10:14:32.659607Z","steps":["trace[633670820] 'read index received' (duration: 359.243785ms)","trace[633670820] 'applied index is now lower than readState.Index' (duration: 57.254007ms)"],"step_count":2} {"level":"info","ts":"2026-03-07T10:14:32.659815Z","caller":"traceutil/trace.go:171","msg":"trace[640337412] transaction","detail":"{read_only:false; response_revision:4582; number_of_response:1; }","duration":"574.70419ms","start":"2026-03-07T10:14:32.085071Z","end":"2026-03-07T10:14:32.659775Z","steps":["trace[640337412] 'process raft request' (duration: 574.363022ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:14:32.659979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.699503ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-8zcr7\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-07T10:14:32.660047Z","caller":"traceutil/trace.go:171","msg":"trace[1597302048] range","detail":"{range_begin:/registry/pods/openstack/keepalived-8zcr7; range_end:; response_count:1; response_revision:4582; }","duration":"286.821346ms","start":"2026-03-07T10:14:32.373208Z","end":"2026-03-07T10:14:32.660029Z","steps":["trace[1597302048] 'agreement among raft nodes before linearized reading' (duration: 286.614261ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:14:32.660041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:14:32.085044Z","time spent":"574.861504ms","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-07T10:14:32.660056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.679169ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-db21cfb8-215d-4d16-b2ae-4717acf5b5b2\" ","response":"range_response_count:1 size:4062"} {"level":"warn","ts":"2026-03-07T10:14:32.660128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.837033ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-a766ce5f-0771-4ced-b1ea-206fdf333873\" ","response":"range_response_count:1 size:4079"} {"level":"info","ts":"2026-03-07T10:14:32.660259Z","caller":"traceutil/trace.go:171","msg":"trace[431324170] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-a766ce5f-0771-4ced-b1ea-206fdf333873; range_end:; response_count:1; response_revision:4582; }","duration":"272.984797ms","start":"2026-03-07T10:14:32.387222Z","end":"2026-03-07T10:14:32.660206Z","steps":["trace[431324170] 'agreement among raft nodes before linearized reading' (duration: 272.70231ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:14:32.660146Z","caller":"traceutil/trace.go:171","msg":"trace[1131204025] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-db21cfb8-215d-4d16-b2ae-4717acf5b5b2; range_end:; response_count:1; response_revision:4582; }","duration":"272.831774ms","start":"2026-03-07T10:14:32.387292Z","end":"2026-03-07T10:14:32.660124Z","steps":["trace[1131204025] 'agreement among raft nodes before linearized reading' (duration: 272.552097ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:14:32.660565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"417.433516ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:22 size:517390"} {"level":"info","ts":"2026-03-07T10:14:32.660638Z","caller":"traceutil/trace.go:171","msg":"trace[637861846] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:22; response_revision:4582; }","duration":"417.557669ms","start":"2026-03-07T10:14:32.243064Z","end":"2026-03-07T10:14:32.660621Z","steps":["trace[637861846] 'agreement among raft nodes before linearized reading' (duration: 416.685787ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:14:32.660687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:14:32.243048Z","time spent":"417.627681ms","remote":"127.0.0.1:58892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":22,"response size":517413,"request content":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" "} {"level":"info","ts":"2026-03-07T10:14:34.2452Z","caller":"traceutil/trace.go:171","msg":"trace[1623809290] transaction","detail":"{read_only:false; response_revision:4618; number_of_response:1; }","duration":"157.779147ms","start":"2026-03-07T10:14:34.087396Z","end":"2026-03-07T10:14:34.245175Z","steps":["trace[1623809290] 'process raft request' (duration: 157.629203ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:14:34.802469Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14782675208655129538,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-07T10:14:34.873564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"383.895248ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-07T10:14:34.873989Z","caller":"traceutil/trace.go:171","msg":"trace[203110222] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:4618; }","duration":"384.334989ms","start":"2026-03-07T10:14:34.489635Z","end":"2026-03-07T10:14:34.87397Z","steps":["trace[203110222] 'range keys from in-memory index tree' (duration: 383.880348ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:14:34.95144Z","caller":"traceutil/trace.go:171","msg":"trace[1963382645] transaction","detail":"{read_only:false; response_revision:4619; number_of_response:1; }","duration":"650.060903ms","start":"2026-03-07T10:14:34.301346Z","end":"2026-03-07T10:14:34.951407Z","steps":["trace[1963382645] 'process raft request' (duration: 649.774236ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:14:34.951666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:14:34.301321Z","time spent":"650.221487ms","remote":"127.0.0.1:59006","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":11439,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-07T10:14:34.986979Z","caller":"traceutil/trace.go:171","msg":"trace[1973155966] transaction","detail":"{read_only:false; response_revision:4620; number_of_response:1; }","duration":"331.515855ms","start":"2026-03-07T10:14:34.655435Z","end":"2026-03-07T10:14:34.986951Z","steps":["trace[1973155966] 'process raft request' (duration: 323.738279ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:14:34.987091Z","caller":"traceutil/trace.go:171","msg":"trace[57423468] transaction","detail":"{read_only:false; response_revision:4621; number_of_response:1; }","duration":"222.099351ms","start":"2026-03-07T10:14:34.76496Z","end":"2026-03-07T10:14:34.98706Z","steps":["trace[57423468] 'process raft request' (duration: 221.902406ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:14:34.987127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:14:34.655404Z","time spent":"331.644108ms","remote":"127.0.0.1:59006","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":14481,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-07T10:14:34.987206Z","caller":"traceutil/trace.go:171","msg":"trace[413393948] linearizableReadLoop","detail":"{readStateIndex:4826; appliedIndex:4823; }","duration":"685.170239ms","start":"2026-03-07T10:14:34.302002Z","end":"2026-03-07T10:14:34.987172Z","steps":["trace[413393948] 'read index received' (duration: 649.193452ms)","trace[413393948] 'applied index is now lower than readState.Index' (duration: 35.973487ms)"],"step_count":2} {"level":"warn","ts":"2026-03-07T10:14:34.987387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"685.354324ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-07T10:14:34.98746Z","caller":"traceutil/trace.go:171","msg":"trace[2065481835] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:4622; }","duration":"685.496878ms","start":"2026-03-07T10:14:34.301944Z","end":"2026-03-07T10:14:34.987441Z","steps":["trace[2065481835] 'agreement among raft nodes before linearized reading' (duration: 685.357574ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:14:34.987485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.566585ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-03-07T10:14:34.987509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:14:34.301921Z","time spent":"685.573001ms","remote":"127.0.0.1:37240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-07T10:14:34.987501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.678543ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-07T10:14:34.987564Z","caller":"traceutil/trace.go:171","msg":"trace[1570320540] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:4622; }","duration":"152.687308ms","start":"2026-03-07T10:14:34.834854Z","end":"2026-03-07T10:14:34.987541Z","steps":["trace[1570320540] 'agreement among raft nodes before linearized reading' (duration: 152.514873ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:14:34.987591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.449292ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-07T10:14:34.987596Z","caller":"traceutil/trace.go:171","msg":"trace[1719605700] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4622; }","duration":"379.828867ms","start":"2026-03-07T10:14:34.607749Z","end":"2026-03-07T10:14:34.987578Z","steps":["trace[1719605700] 'agreement among raft nodes before linearized reading' (duration: 379.58715ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:14:34.987623Z","caller":"traceutil/trace.go:171","msg":"trace[1149943919] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4622; }","duration":"323.498353ms","start":"2026-03-07T10:14:34.664115Z","end":"2026-03-07T10:14:34.987613Z","steps":["trace[1149943919] 'agreement among raft nodes before linearized reading' (duration: 323.413741ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:14:34.987614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.865271ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-8zcr7\" ","response":"range_response_count:1 size:6520"} {"level":"warn","ts":"2026-03-07T10:14:34.987656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:14:34.664105Z","time spent":"323.544254ms","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-07T10:14:34.987656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:14:34.607727Z","time spent":"379.910358ms","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-07T10:14:34.98768Z","caller":"traceutil/trace.go:171","msg":"trace[658540476] range","detail":"{range_begin:/registry/pods/openstack/keepalived-8zcr7; range_end:; response_count:1; response_revision:4622; }","duration":"317.971104ms","start":"2026-03-07T10:14:34.669692Z","end":"2026-03-07T10:14:34.987663Z","steps":["trace[658540476] 'agreement among raft nodes before linearized reading' (duration: 317.791239ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:14:34.987731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:14:34.669664Z","time spent":"318.054506ms","remote":"127.0.0.1:59006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6543,"request content":"key:\"/registry/pods/openstack/keepalived-8zcr7\" "} {"level":"warn","ts":"2026-03-07T10:14:34.988041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.806369ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:22 size:517390"} {"level":"info","ts":"2026-03-07T10:14:34.988123Z","caller":"traceutil/trace.go:171","msg":"trace[1265616787] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:22; response_revision:4622; }","duration":"275.915691ms","start":"2026-03-07T10:14:34.712186Z","end":"2026-03-07T10:14:34.988101Z","steps":["trace[1265616787] 'agreement among raft nodes before linearized reading' (duration: 275.427728ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:14:35.194608Z","caller":"traceutil/trace.go:171","msg":"trace[1105960833] transaction","detail":"{read_only:false; response_revision:4625; number_of_response:1; }","duration":"193.334285ms","start":"2026-03-07T10:14:35.001252Z","end":"2026-03-07T10:14:35.194586Z","steps":["trace[1105960833] 'process raft request' (duration: 123.310075ms)","trace[1105960833] 'compare' (duration: 69.604279ms)"],"step_count":2} {"level":"info","ts":"2026-03-07T10:14:35.194981Z","caller":"traceutil/trace.go:171","msg":"trace[1938312962] transaction","detail":"{read_only:false; response_revision:4626; number_of_response:1; }","duration":"193.384676ms","start":"2026-03-07T10:14:35.001579Z","end":"2026-03-07T10:14:35.194964Z","steps":["trace[1938312962] 'process raft request' (duration: 192.814071ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:14:35.195016Z","caller":"traceutil/trace.go:171","msg":"trace[1337519225] linearizableReadLoop","detail":"{readStateIndex:4832; appliedIndex:4829; }","duration":"188.902353ms","start":"2026-03-07T10:14:35.006105Z","end":"2026-03-07T10:14:35.195007Z","steps":["trace[1337519225] 'read index received' (duration: 41.316924ms)","trace[1337519225] 'applied index is now lower than readState.Index' (duration: 147.584839ms)"],"step_count":2} {"level":"warn","ts":"2026-03-07T10:14:35.195216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.284996ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"warn","ts":"2026-03-07T10:14:35.195235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.121498ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:62973"} {"level":"info","ts":"2026-03-07T10:14:35.195245Z","caller":"traceutil/trace.go:171","msg":"trace[1013260134] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:4627; }","duration":"161.367338ms","start":"2026-03-07T10:14:35.033865Z","end":"2026-03-07T10:14:35.195233Z","steps":["trace[1013260134] 'agreement among raft nodes before linearized reading' (duration: 161.285376ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:14:35.195226Z","caller":"traceutil/trace.go:171","msg":"trace[549662715] transaction","detail":"{read_only:false; response_revision:4627; number_of_response:1; }","duration":"190.3877ms","start":"2026-03-07T10:14:35.004806Z","end":"2026-03-07T10:14:35.195194Z","steps":["trace[549662715] 'process raft request' (duration: 189.677781ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:14:35.195268Z","caller":"traceutil/trace.go:171","msg":"trace[1817549353] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:4627; }","duration":"189.160059ms","start":"2026-03-07T10:14:35.006098Z","end":"2026-03-07T10:14:35.195258Z","steps":["trace[1817549353] 'agreement among raft nodes before linearized reading' (duration: 188.984195ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:14:37.620725Z","caller":"traceutil/trace.go:171","msg":"trace[988563963] linearizableReadLoop","detail":"{readStateIndex:4970; appliedIndex:4969; }","duration":"126.005564ms","start":"2026-03-07T10:14:37.494696Z","end":"2026-03-07T10:14:37.620701Z","steps":["trace[988563963] 'read index received' (duration: 78.525434ms)","trace[988563963] 'applied index is now lower than readState.Index' (duration: 47.47939ms)"],"step_count":2} {"level":"info","ts":"2026-03-07T10:14:37.620811Z","caller":"traceutil/trace.go:171","msg":"trace[1270963395] transaction","detail":"{read_only:false; response_revision:4760; number_of_response:1; }","duration":"131.01426ms","start":"2026-03-07T10:14:37.489751Z","end":"2026-03-07T10:14:37.620765Z","steps":["trace[1270963395] 'process raft request' (duration: 83.470549ms)","trace[1270963395] 'compare' (duration: 47.370166ms)"],"step_count":2} {"level":"warn","ts":"2026-03-07T10:14:37.620952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.232689ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-hnn7k\" ","response":"range_response_count:1 size:9307"} {"level":"info","ts":"2026-03-07T10:14:37.621045Z","caller":"traceutil/trace.go:171","msg":"trace[1278305082] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-hnn7k; range_end:; response_count:1; response_revision:4760; }","duration":"126.366093ms","start":"2026-03-07T10:14:37.494657Z","end":"2026-03-07T10:14:37.621023Z","steps":["trace[1278305082] 'agreement among raft nodes before linearized reading' (duration: 126.126837ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:14:37.699865Z","caller":"traceutil/trace.go:171","msg":"trace[122938822] transaction","detail":"{read_only:false; response_revision:4761; number_of_response:1; }","duration":"204.022965ms","start":"2026-03-07T10:14:37.49581Z","end":"2026-03-07T10:14:37.699833Z","steps":["trace[122938822] 'process raft request' (duration: 203.885201ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:14:37.703091Z","caller":"traceutil/trace.go:171","msg":"trace[1283607166] transaction","detail":"{read_only:false; response_revision:4762; number_of_response:1; }","duration":"119.170211ms","start":"2026-03-07T10:14:37.583863Z","end":"2026-03-07T10:14:37.703034Z","steps":["trace[1283607166] 'process raft request' (duration: 118.946876ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:14:38.405828Z","caller":"traceutil/trace.go:171","msg":"trace[1737561801] transaction","detail":"{read_only:false; response_revision:4773; number_of_response:1; }","duration":"145.006603ms","start":"2026-03-07T10:14:38.260778Z","end":"2026-03-07T10:14:38.405784Z","steps":["trace[1737561801] 'process raft request' (duration: 144.664945ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:14:39.004178Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14782675208655129861,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-07T10:14:39.072181Z","caller":"traceutil/trace.go:171","msg":"trace[1504046758] transaction","detail":"{read_only:false; response_revision:4774; number_of_response:1; }","duration":"640.207265ms","start":"2026-03-07T10:14:38.43195Z","end":"2026-03-07T10:14:39.072158Z","steps":["trace[1504046758] 'process raft request' (duration: 639.899317ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:14:39.072364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:14:38.431922Z","time spent":"640.327177ms","remote":"127.0.0.1:59780","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":413742,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-07T10:14:39.338577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.424137ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-07T10:14:39.338859Z","caller":"traceutil/trace.go:171","msg":"trace[1680615077] transaction","detail":"{read_only:false; response_revision:4775; number_of_response:1; }","duration":"833.312093ms","start":"2026-03-07T10:14:38.50551Z","end":"2026-03-07T10:14:39.338822Z","steps":["trace[1680615077] 'process raft request' (duration: 732.563468ms)","trace[1680615077] 'compare' (duration: 100.13958ms)"],"step_count":2} {"level":"warn","ts":"2026-03-07T10:14:39.338996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:14:38.505487Z","time spent":"833.444106ms","remote":"127.0.0.1:58870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":904,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-07T10:14:39.646903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.152575ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-07T10:14:39.647425Z","caller":"traceutil/trace.go:171","msg":"trace[896311490] transaction","detail":"{read_only:false; response_revision:4776; number_of_response:1; }","duration":"645.123678ms","start":"2026-03-07T10:14:39.002274Z","end":"2026-03-07T10:14:39.647398Z","steps":["trace[896311490] 'process raft request' (duration: 644.721858ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:14:39.647425Z","caller":"traceutil/trace.go:171","msg":"trace[618665023] linearizableReadLoop","detail":"{readStateIndex:4987; appliedIndex:4983; }","duration":"1.143454278s","start":"2026-03-07T10:14:38.503948Z","end":"2026-03-07T10:14:39.647402Z","steps":["trace[618665023] 'read index received' (duration: 567.714712ms)","trace[618665023] 'applied index is now lower than readState.Index' (duration: 575.738626ms)"],"step_count":2} {"level":"warn","ts":"2026-03-07T10:14:39.647643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:14:39.002252Z","time spent":"645.224639ms","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-07T10:14:39.852863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.355948ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"warn","ts":"2026-03-07T10:14:39.852906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.348918608s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-hnn7k\" ","response":"range_response_count:1 size:9712"} {"level":"info","ts":"2026-03-07T10:14:39.853018Z","caller":"traceutil/trace.go:171","msg":"trace[1315850667] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-hnn7k; range_end:; response_count:1; response_revision:4776; }","duration":"1.349088882s","start":"2026-03-07T10:14:38.503895Z","end":"2026-03-07T10:14:39.852984Z","steps":["trace[1315850667] 'agreement among raft nodes before linearized reading' (duration: 1.143621841s)","trace[1315850667] 'range keys from in-memory index tree' (duration: 205.04737ms)"],"step_count":2} {"level":"info","ts":"2026-03-07T10:14:39.853058Z","caller":"traceutil/trace.go:171","msg":"trace[1741099799] linearizableReadLoop","detail":"{readStateIndex:4989; appliedIndex:4987; }","duration":"205.560612ms","start":"2026-03-07T10:14:39.64748Z","end":"2026-03-07T10:14:39.85304Z","steps":["trace[1741099799] 'read index received' (duration: 47.351µs)","trace[1741099799] 'applied index is now lower than readState.Index' (duration: 205.512181ms)"],"step_count":2} {"level":"warn","ts":"2026-03-07T10:14:39.853074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:14:38.503876Z","time spent":"1.349183964s","remote":"127.0.0.1:59006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":9735,"request content":"key:\"/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-hnn7k\" "} {"level":"info","ts":"2026-03-07T10:14:39.853321Z","caller":"traceutil/trace.go:171","msg":"trace[2001388875] transaction","detail":"{read_only:false; response_revision:4777; number_of_response:1; }","duration":"465.997262ms","start":"2026-03-07T10:14:39.387289Z","end":"2026-03-07T10:14:39.853286Z","steps":["trace[2001388875] 'process raft request' (duration: 260.10665ms)","trace[2001388875] 'compare' (duration: 205.207965ms)"],"step_count":2} {"level":"warn","ts":"2026-03-07T10:14:39.853507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:14:39.38727Z","time spent":"466.124556ms","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-07T10:14:39.853528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.187856229s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:24 size:719265"} {"level":"info","ts":"2026-03-07T10:14:39.853566Z","caller":"traceutil/trace.go:171","msg":"trace[398023116] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:24; response_revision:4778; }","duration":"1.187924181s","start":"2026-03-07T10:14:38.665629Z","end":"2026-03-07T10:14:39.853554Z","steps":["trace[398023116] 'agreement among raft nodes before linearized reading' (duration: 1.187464469s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:14:39.853614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:14:38.665569Z","time spent":"1.188036485s","remote":"127.0.0.1:58892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":24,"response size":719288,"request content":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" "} {"level":"info","ts":"2026-03-07T10:14:39.853647Z","caller":"traceutil/trace.go:171","msg":"trace[445737733] transaction","detail":"{read_only:false; response_revision:4778; number_of_response:1; }","duration":"464.675649ms","start":"2026-03-07T10:14:39.38896Z","end":"2026-03-07T10:14:39.853636Z","steps":["trace[445737733] 'process raft request' (duration: 464.020342ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:14:39.85372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"429.751207ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-07T10:14:39.853779Z","caller":"traceutil/trace.go:171","msg":"trace[322682532] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4778; }","duration":"429.85147ms","start":"2026-03-07T10:14:39.423914Z","end":"2026-03-07T10:14:39.853765Z","steps":["trace[322682532] 'agreement among raft nodes before linearized reading' (duration: 429.688855ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:14:39.853825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:14:39.423891Z","time spent":"429.923982ms","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-07T10:14:39.853867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"703.200636ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e6134346-a6d3-411e-b22e-0f51a6f71e18\" ","response":"range_response_count:1 size:3600"} {"level":"warn","ts":"2026-03-07T10:14:39.853874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"800.943934ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-07T10:14:39.853915Z","caller":"traceutil/trace.go:171","msg":"trace[1432569484] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-e6134346-a6d3-411e-b22e-0f51a6f71e18; range_end:; response_count:1; response_revision:4778; }","duration":"703.292848ms","start":"2026-03-07T10:14:39.150608Z","end":"2026-03-07T10:14:39.853901Z","steps":["trace[1432569484] 'agreement among raft nodes before linearized reading' (duration: 703.125584ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:14:39.853927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"738.793875ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-07T10:14:39.853955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:14:39.150579Z","time spent":"703.369239ms","remote":"127.0.0.1:59006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3623,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e6134346-a6d3-411e-b22e-0f51a6f71e18\" "} {"level":"info","ts":"2026-03-07T10:14:39.853975Z","caller":"traceutil/trace.go:171","msg":"trace[1191413676] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:4778; }","duration":"738.880516ms","start":"2026-03-07T10:14:39.115079Z","end":"2026-03-07T10:14:39.85396Z","steps":["trace[1191413676] 'agreement among raft nodes before linearized reading' (duration: 738.766874ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:14:39.853965Z","caller":"traceutil/trace.go:171","msg":"trace[1129684036] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:4778; }","duration":"801.057628ms","start":"2026-03-07T10:14:39.052883Z","end":"2026-03-07T10:14:39.853941Z","steps":["trace[1129684036] 'agreement among raft nodes before linearized reading' (duration: 800.828772ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:14:39.854007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:14:39.115059Z","time spent":"738.941008ms","remote":"127.0.0.1:47096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":31,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"warn","ts":"2026-03-07T10:14:39.853991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.058597ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-hnn7k.189a879545199ad6\" ","response":"range_response_count:1 size:919"} {"level":"warn","ts":"2026-03-07T10:14:39.85408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"645.306613ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-07T10:14:39.854136Z","caller":"traceutil/trace.go:171","msg":"trace[1284745330] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4778; }","duration":"645.408106ms","start":"2026-03-07T10:14:39.208713Z","end":"2026-03-07T10:14:39.854121Z","steps":["trace[1284745330] 'agreement among raft nodes before linearized reading' (duration: 644.658978ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:14:39.854133Z","caller":"traceutil/trace.go:171","msg":"trace[1470706194] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-hnn7k.189a879545199ad6; range_end:; response_count:1; response_revision:4778; }","duration":"341.253391ms","start":"2026-03-07T10:14:39.51286Z","end":"2026-03-07T10:14:39.854114Z","steps":["trace[1470706194] 'agreement among raft nodes before linearized reading' (duration: 340.905823ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:14:39.854179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:14:39.208687Z","time spent":"645.484938ms","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-07T10:14:39.854187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"841.155531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-07T10:14:39.85424Z","caller":"traceutil/trace.go:171","msg":"trace[151193312] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4778; }","duration":"841.231542ms","start":"2026-03-07T10:14:39.012988Z","end":"2026-03-07T10:14:39.85422Z","steps":["trace[151193312] 'agreement among raft nodes before linearized reading' (duration: 841.125709ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:14:39.854257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:14:39.512835Z","time spent":"341.368994ms","remote":"127.0.0.1:58870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":1,"response size":942,"request content":"key:\"/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-hnn7k.189a879545199ad6\" "} {"level":"warn","ts":"2026-03-07T10:14:39.854037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"431.0769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-07T10:14:39.854296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:14:39.012973Z","time spent":"841.314275ms","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-07T10:14:39.8543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.113008958s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-03-07T10:14:39.854346Z","caller":"traceutil/trace.go:171","msg":"trace[795917366] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4778; }","duration":"431.444979ms","start":"2026-03-07T10:14:39.42288Z","end":"2026-03-07T10:14:39.854325Z","steps":["trace[795917366] 'agreement among raft nodes before linearized reading' (duration: 430.944077ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:14:39.854375Z","caller":"traceutil/trace.go:171","msg":"trace[1585695619] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:4778; }","duration":"1.113115611s","start":"2026-03-07T10:14:38.741233Z","end":"2026-03-07T10:14:39.854349Z","steps":["trace[1585695619] 'agreement among raft nodes before linearized reading' (duration: 1.112898616s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:14:39.854432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:14:39.422858Z","time spent":"431.554253ms","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-07T10:14:39.854452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:14:38.741211Z","time spent":"1.113224804s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-07T10:14:39.854693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:14:39.388143Z","time spent":"465.533691ms","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-07T10:14:39.854724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:14:39.052839Z","time spent":"801.865708ms","remote":"127.0.0.1:50748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-07T10:14:39.855341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"641.173788ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-8zcr7\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-07T10:14:39.855705Z","caller":"traceutil/trace.go:171","msg":"trace[2109242635] range","detail":"{range_begin:/registry/pods/openstack/keepalived-8zcr7; range_end:; response_count:1; response_revision:4778; }","duration":"641.552038ms","start":"2026-03-07T10:14:39.214091Z","end":"2026-03-07T10:14:39.855643Z","steps":["trace[2109242635] 'agreement among raft nodes before linearized reading' (duration: 639.728363ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:14:39.855849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:14:39.21407Z","time spent":"641.763303ms","remote":"127.0.0.1:59006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6543,"request content":"key:\"/registry/pods/openstack/keepalived-8zcr7\" "} {"level":"warn","ts":"2026-03-07T10:14:40.43055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.020568ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-07T10:14:40.430833Z","caller":"traceutil/trace.go:171","msg":"trace[620404126] transaction","detail":"{read_only:false; response_revision:4782; number_of_response:1; }","duration":"570.77762ms","start":"2026-03-07T10:14:39.860037Z","end":"2026-03-07T10:14:40.430814Z","steps":["trace[620404126] 'process raft request' (duration: 570.697998ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:14:40.430902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:14:39.860027Z","time spent":"570.841561ms","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-07T10:14:40.430888Z","caller":"traceutil/trace.go:171","msg":"trace[2053644339] transaction","detail":"{read_only:false; response_revision:4781; number_of_response:1; }","duration":"571.463427ms","start":"2026-03-07T10:14:39.859399Z","end":"2026-03-07T10:14:40.430862Z","steps":["trace[2053644339] 'process raft request' (duration: 571.298203ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:14:40.431023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:14:39.859388Z","time spent":"571.57215ms","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-07T10:14:40.430934Z","caller":"traceutil/trace.go:171","msg":"trace[1378565738] transaction","detail":"{read_only:false; response_revision:4779; number_of_response:1; }","duration":"571.765775ms","start":"2026-03-07T10:14:39.859136Z","end":"2026-03-07T10:14:40.430902Z","steps":["trace[1378565738] 'process raft request' (duration: 410.317616ms)","trace[1378565738] 'compare' (duration: 160.895924ms)"],"step_count":2} {"level":"info","ts":"2026-03-07T10:14:40.431251Z","caller":"traceutil/trace.go:171","msg":"trace[1214853474] transaction","detail":"{read_only:false; response_revision:4783; number_of_response:1; }","duration":"570.815371ms","start":"2026-03-07T10:14:39.860418Z","end":"2026-03-07T10:14:40.431233Z","steps":["trace[1214853474] 'process raft request' (duration: 570.34849ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:14:40.431542Z","caller":"traceutil/trace.go:171","msg":"trace[1616340146] linearizableReadLoop","detail":"{readStateIndex:4995; appliedIndex:4990; }","duration":"570.37845ms","start":"2026-03-07T10:14:39.861134Z","end":"2026-03-07T10:14:40.431512Z","steps":["trace[1616340146] 'read index received' (duration: 27.928056ms)","trace[1616340146] 'applied index is now lower than readState.Index' (duration: 542.448604ms)"],"step_count":2} {"level":"info","ts":"2026-03-07T10:14:40.431574Z","caller":"traceutil/trace.go:171","msg":"trace[697462424] transaction","detail":"{read_only:false; response_revision:4784; number_of_response:1; }","duration":"569.535688ms","start":"2026-03-07T10:14:39.862021Z","end":"2026-03-07T10:14:40.431557Z","steps":["trace[697462424] 'process raft request' (duration: 569.304303ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:14:40.431661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:14:39.862011Z","time spent":"569.60997ms","remote":"127.0.0.1:59006","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9709,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-07T10:14:40.431263Z","caller":"traceutil/trace.go:171","msg":"trace[2002069389] transaction","detail":"{read_only:false; response_revision:4780; number_of_response:1; }","duration":"571.593491ms","start":"2026-03-07T10:14:39.859206Z","end":"2026-03-07T10:14:40.4308Z","steps":["trace[2002069389] 'process raft request' (duration: 571.437997ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:14:40.431736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:14:39.860393Z","time spent":"571.140289ms","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-07T10:14:40.431877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:14:39.859201Z","time spent":"572.640887ms","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-07T10:14:40.431865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"570.716858ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:62973"} {"level":"info","ts":"2026-03-07T10:14:40.432056Z","caller":"traceutil/trace.go:171","msg":"trace[5393586] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:4784; }","duration":"570.938064ms","start":"2026-03-07T10:14:39.861101Z","end":"2026-03-07T10:14:40.432039Z","steps":["trace[5393586] 'agreement among raft nodes before linearized reading' (duration: 570.548175ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:14:40.432081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:14:39.859117Z","time spent":"572.279017ms","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-07T10:14:40.432105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:14:39.861089Z","time spent":"570.999386ms","remote":"127.0.0.1:59006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":7,"response size":62996,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-07T10:14:40.491738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.23598ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-07T10:14:40.491805Z","caller":"traceutil/trace.go:171","msg":"trace[1717717714] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4785; }","duration":"149.342193ms","start":"2026-03-07T10:14:40.342448Z","end":"2026-03-07T10:14:40.49179Z","steps":["trace[1717717714] 'agreement among raft nodes before linearized reading' (duration: 149.210319ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:14:40.492076Z","caller":"traceutil/trace.go:171","msg":"trace[2046732026] transaction","detail":"{read_only:false; response_revision:4785; number_of_response:1; }","duration":"602.031728ms","start":"2026-03-07T10:14:39.890015Z","end":"2026-03-07T10:14:40.492047Z","steps":["trace[2046732026] 'process raft request' (duration: 601.495975ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:14:40.492214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:14:39.88998Z","time spent":"602.156262ms","remote":"127.0.0.1:58870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":904,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-07T10:14:40.492461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"431.723647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:16033"} {"level":"info","ts":"2026-03-07T10:14:40.492547Z","caller":"traceutil/trace.go:171","msg":"trace[2143252124] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:4785; }","duration":"431.84938ms","start":"2026-03-07T10:14:40.060676Z","end":"2026-03-07T10:14:40.492525Z","steps":["trace[2143252124] 'agreement among raft nodes before linearized reading' (duration: 431.665515ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:14:40.492587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:14:40.060654Z","time spent":"431.925022ms","remote":"127.0.0.1:58994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":16056,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-07T10:14:40.492574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"405.231388ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:24 size:719265"} {"level":"info","ts":"2026-03-07T10:14:40.49264Z","caller":"traceutil/trace.go:171","msg":"trace[444812374] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:24; response_revision:4785; }","duration":"405.32781ms","start":"2026-03-07T10:14:40.087299Z","end":"2026-03-07T10:14:40.492627Z","steps":["trace[444812374] 'agreement among raft nodes before linearized reading' (duration: 404.692564ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:14:40.492673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:14:40.087283Z","time spent":"405.380691ms","remote":"127.0.0.1:58892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":24,"response size":719288,"request content":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" "} {"level":"info","ts":"2026-03-07T10:14:40.840832Z","caller":"traceutil/trace.go:171","msg":"trace[1916581138] transaction","detail":"{read_only:false; response_revision:4788; number_of_response:1; }","duration":"119.079069ms","start":"2026-03-07T10:14:40.721727Z","end":"2026-03-07T10:14:40.840806Z","steps":["trace[1916581138] 'process raft request' (duration: 118.911215ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:14:43.341561Z","caller":"traceutil/trace.go:171","msg":"trace[25424086] transaction","detail":"{read_only:false; response_revision:4825; number_of_response:1; }","duration":"397.8208ms","start":"2026-03-07T10:14:42.943713Z","end":"2026-03-07T10:14:43.341534Z","steps":["trace[25424086] 'process raft request' (duration: 397.554963ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:14:43.341735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:14:42.943682Z","time spent":"397.962844ms","remote":"127.0.0.1:58870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":947,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-07T10:14:44.344213Z","caller":"traceutil/trace.go:171","msg":"trace[1011097268] linearizableReadLoop","detail":"{readStateIndex:5039; appliedIndex:5037; }","duration":"1.211238621s","start":"2026-03-07T10:14:43.132954Z","end":"2026-03-07T10:14:44.344192Z","steps":["trace[1011097268] 'read index received' (duration: 208.423136ms)","trace[1011097268] 'applied index is now lower than readState.Index' (duration: 1.002814575s)"],"step_count":2} {"level":"warn","ts":"2026-03-07T10:14:44.344476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.211447107s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-07T10:14:44.344543Z","caller":"traceutil/trace.go:171","msg":"trace[401392295] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:4826; }","duration":"1.211629711s","start":"2026-03-07T10:14:43.132897Z","end":"2026-03-07T10:14:44.344526Z","steps":["trace[401392295] 'agreement among raft nodes before linearized reading' (duration: 1.211399415s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:14:44.344589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:14:43.132871Z","time spent":"1.211705532s","remote":"127.0.0.1:59054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":28,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"info","ts":"2026-03-07T10:14:44.344818Z","caller":"traceutil/trace.go:171","msg":"trace[244205775] transaction","detail":"{read_only:false; response_revision:4826; number_of_response:1; }","duration":"1.39487224s","start":"2026-03-07T10:14:42.949934Z","end":"2026-03-07T10:14:44.344806Z","steps":["trace[244205775] 'process raft request' (duration: 1.394128542s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:14:44.344906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:14:42.949909Z","time spent":"1.394941511s","remote":"127.0.0.1:59006","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9882,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-07T10:14:44.348927Z","caller":"traceutil/trace.go:171","msg":"trace[1391468704] transaction","detail":"{read_only:false; response_revision:4827; number_of_response:1; }","duration":"680.923212ms","start":"2026-03-07T10:14:43.667976Z","end":"2026-03-07T10:14:44.348899Z","steps":["trace[1391468704] 'process raft request' (duration: 680.748168ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:14:44.348965Z","caller":"traceutil/trace.go:171","msg":"trace[250449779] transaction","detail":"{read_only:false; response_revision:4828; number_of_response:1; }","duration":"483.573216ms","start":"2026-03-07T10:14:43.865374Z","end":"2026-03-07T10:14:44.348947Z","steps":["trace[250449779] 'process raft request' (duration: 483.441313ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:14:44.349038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:14:43.865354Z","time spent":"483.643628ms","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-07T10:14:44.349046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:14:43.667949Z","time spent":"681.027485ms","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-07T10:14:44.349222Z","caller":"traceutil/trace.go:171","msg":"trace[2126859349] transaction","detail":"{read_only:false; response_revision:4829; number_of_response:1; }","duration":"483.481914ms","start":"2026-03-07T10:14:43.865729Z","end":"2026-03-07T10:14:44.349211Z","steps":["trace[2126859349] 'process raft request' (duration: 483.108325ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:14:44.349283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:14:43.865702Z","time spent":"483.550126ms","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-07T10:14:44.349746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.007423952s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-07T10:14:44.349792Z","caller":"traceutil/trace.go:171","msg":"trace[812225258] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4831; }","duration":"1.007495393s","start":"2026-03-07T10:14:43.342285Z","end":"2026-03-07T10:14:44.34978Z","steps":["trace[812225258] 'agreement among raft nodes before linearized reading' (duration: 1.007421801s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:14:44.349821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:14:43.34227Z","time spent":"1.007543995s","remote":"127.0.0.1:58750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-07T10:14:44.350017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"823.099255ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-07T10:14:44.350068Z","caller":"traceutil/trace.go:171","msg":"trace[1159732769] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:4831; }","duration":"823.183177ms","start":"2026-03-07T10:14:43.526864Z","end":"2026-03-07T10:14:44.350047Z","steps":["trace[1159732769] 'agreement among raft nodes before linearized reading' (duration: 823.109805ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:14:44.350067Z","caller":"traceutil/trace.go:171","msg":"trace[1506254578] transaction","detail":"{read_only:false; response_revision:4831; number_of_response:1; }","duration":"349.87289ms","start":"2026-03-07T10:14:44.000169Z","end":"2026-03-07T10:14:44.350042Z","steps":["trace[1506254578] 'process raft request' (duration: 349.042718ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:14:44.350098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:14:43.526843Z","time spent":"823.245729ms","remote":"127.0.0.1:47064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"info","ts":"2026-03-07T10:14:44.350078Z","caller":"traceutil/trace.go:171","msg":"trace[327540952] transaction","detail":"{read_only:false; response_revision:4830; number_of_response:1; }","duration":"457.736425ms","start":"2026-03-07T10:14:43.892007Z","end":"2026-03-07T10:14:44.349744Z","steps":["trace[327540952] 'process raft request' (duration: 456.859762ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:14:44.350181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:14:44.000144Z","time spent":"349.981652ms","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-07T10:14:44.350197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.023802766s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-07T10:14:44.350274Z","caller":"traceutil/trace.go:171","msg":"trace[187190158] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:4831; }","duration":"1.02395777s","start":"2026-03-07T10:14:43.326295Z","end":"2026-03-07T10:14:44.350252Z","steps":["trace[187190158] 'agreement among raft nodes before linearized reading' (duration: 1.023764795s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:14:44.350323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:14:43.326274Z","time spent":"1.024035861s","remote":"127.0.0.1:58830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":53,"response size":30,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"warn","ts":"2026-03-07T10:14:44.35033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:14:43.891983Z","time spent":"458.223817ms","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-07T10:14:44.350739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"477.617057ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e6134346-a6d3-411e-b22e-0f51a6f71e18\" ","response":"range_response_count:1 size:3893"} {"level":"info","ts":"2026-03-07T10:14:44.350822Z","caller":"traceutil/trace.go:171","msg":"trace[1625464062] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-e6134346-a6d3-411e-b22e-0f51a6f71e18; range_end:; response_count:1; response_revision:4831; }","duration":"477.702829ms","start":"2026-03-07T10:14:43.873107Z","end":"2026-03-07T10:14:44.35081Z","steps":["trace[1625464062] 'agreement among raft nodes before linearized reading' (duration: 476.457107ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:14:44.350889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:14:43.873037Z","time spent":"477.840012ms","remote":"127.0.0.1:59006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3916,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e6134346-a6d3-411e-b22e-0f51a6f71e18\" "} {"level":"warn","ts":"2026-03-07T10:14:44.351081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.048751485s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.62\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-07T10:14:44.351131Z","caller":"traceutil/trace.go:171","msg":"trace[322650072] range","detail":"{range_begin:/registry/masterleases/162.253.55.62; range_end:; response_count:1; response_revision:4831; }","duration":"1.048829396s","start":"2026-03-07T10:14:43.302283Z","end":"2026-03-07T10:14:44.351113Z","steps":["trace[322650072] 'agreement among raft nodes before linearized reading' (duration: 1.047124913s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:14:44.351168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:14:43.302265Z","time spent":"1.048894218s","remote":"127.0.0.1:58806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/162.253.55.62\" "} {"level":"info","ts":"2026-03-07T10:14:44.711053Z","caller":"traceutil/trace.go:171","msg":"trace[693212899] linearizableReadLoop","detail":"{readStateIndex:5057; appliedIndex:5056; }","duration":"111.440485ms","start":"2026-03-07T10:14:44.599587Z","end":"2026-03-07T10:14:44.711028Z","steps":["trace[693212899] 'read index received' (duration: 111.26846ms)","trace[693212899] 'applied index is now lower than readState.Index' (duration: 170.645µs)"],"step_count":2} {"level":"warn","ts":"2026-03-07T10:14:44.711202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.591279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/goldpinger\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-07T10:14:44.711241Z","caller":"traceutil/trace.go:171","msg":"trace[1528734808] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/goldpinger; range_end:; response_count:0; response_revision:4843; }","duration":"111.678491ms","start":"2026-03-07T10:14:44.599553Z","end":"2026-03-07T10:14:44.711231Z","steps":["trace[1528734808] 'agreement among raft nodes before linearized reading' (duration: 111.573489ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:14:44.711224Z","caller":"traceutil/trace.go:171","msg":"trace[1495420764] transaction","detail":"{read_only:false; response_revision:4843; number_of_response:1; }","duration":"112.614776ms","start":"2026-03-07T10:14:44.59856Z","end":"2026-03-07T10:14:44.711175Z","steps":["trace[1495420764] 'process raft request' (duration: 112.302957ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:14:44.962929Z","caller":"traceutil/trace.go:171","msg":"trace[674419043] transaction","detail":"{read_only:false; response_revision:4846; number_of_response:1; }","duration":"112.358768ms","start":"2026-03-07T10:14:44.850536Z","end":"2026-03-07T10:14:44.962895Z","steps":["trace[674419043] 'process raft request' (duration: 109.092236ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:14:45.140088Z","caller":"traceutil/trace.go:171","msg":"trace[1421252519] transaction","detail":"{read_only:false; response_revision:4849; number_of_response:1; }","duration":"143.041003ms","start":"2026-03-07T10:14:44.997017Z","end":"2026-03-07T10:14:45.140058Z","steps":["trace[1421252519] 'process raft request' (duration: 115.501387ms)","trace[1421252519] 'compare' (duration: 27.405013ms)"],"step_count":2} {"level":"info","ts":"2026-03-07T10:14:45.308332Z","caller":"traceutil/trace.go:171","msg":"trace[134127927] transaction","detail":"{read_only:false; response_revision:4850; number_of_response:1; }","duration":"160.69613ms","start":"2026-03-07T10:14:45.147593Z","end":"2026-03-07T10:14:45.308289Z","steps":["trace[134127927] 'process raft request' (duration: 149.258231ms)","trace[134127927] 'compare' (duration: 10.973328ms)"],"step_count":2} {"level":"info","ts":"2026-03-07T10:14:45.488291Z","caller":"traceutil/trace.go:171","msg":"trace[41519732] transaction","detail":"{read_only:false; response_revision:4852; number_of_response:1; }","duration":"168.649881ms","start":"2026-03-07T10:14:45.319611Z","end":"2026-03-07T10:14:45.488261Z","steps":["trace[41519732] 'process raft request' (duration: 89.135932ms)","trace[41519732] 'compare' (duration: 79.348735ms)"],"step_count":2} {"level":"info","ts":"2026-03-07T10:14:45.530533Z","caller":"traceutil/trace.go:171","msg":"trace[335787772] linearizableReadLoop","detail":"{readStateIndex:5069; appliedIndex:5066; }","duration":"175.612967ms","start":"2026-03-07T10:14:45.354901Z","end":"2026-03-07T10:14:45.530514Z","steps":["trace[335787772] 'read index received' (duration: 53.964364ms)","trace[335787772] 'applied index is now lower than readState.Index' (duration: 121.647803ms)"],"step_count":2} {"level":"info","ts":"2026-03-07T10:14:45.530572Z","caller":"traceutil/trace.go:171","msg":"trace[1720753631] transaction","detail":"{read_only:false; response_revision:4853; number_of_response:1; }","duration":"210.690302ms","start":"2026-03-07T10:14:45.31984Z","end":"2026-03-07T10:14:45.53053Z","steps":["trace[1720753631] 'process raft request' (duration: 210.463637ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:14:45.530603Z","caller":"traceutil/trace.go:171","msg":"trace[966237316] transaction","detail":"{read_only:false; response_revision:4854; number_of_response:1; }","duration":"209.736839ms","start":"2026-03-07T10:14:45.320849Z","end":"2026-03-07T10:14:45.530586Z","steps":["trace[966237316] 'process raft request' (duration: 209.583805ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:14:45.530775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.866933ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e6134346-a6d3-411e-b22e-0f51a6f71e18\" ","response":"range_response_count:1 size:3908"} {"level":"info","ts":"2026-03-07T10:14:45.530809Z","caller":"traceutil/trace.go:171","msg":"trace[1848926100] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-e6134346-a6d3-411e-b22e-0f51a6f71e18; range_end:; response_count:1; response_revision:4855; }","duration":"175.958385ms","start":"2026-03-07T10:14:45.354843Z","end":"2026-03-07T10:14:45.530801Z","steps":["trace[1848926100] 'agreement among raft nodes before linearized reading' (duration: 175.780121ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:14:45.530825Z","caller":"traceutil/trace.go:171","msg":"trace[193781215] transaction","detail":"{read_only:false; response_revision:4855; number_of_response:1; }","duration":"157.726984ms","start":"2026-03-07T10:14:45.373076Z","end":"2026-03-07T10:14:45.530803Z","steps":["trace[193781215] 'process raft request' (duration: 157.389796ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:14:48.17281Z","caller":"traceutil/trace.go:171","msg":"trace[1475121643] transaction","detail":"{read_only:false; response_revision:4902; number_of_response:1; }","duration":"147.012114ms","start":"2026-03-07T10:14:48.025723Z","end":"2026-03-07T10:14:48.172735Z","steps":["trace[1475121643] 'process raft request' (duration: 128.785074ms)","trace[1475121643] 'compare' (duration: 17.83232ms)"],"step_count":2} {"level":"info","ts":"2026-03-07T10:14:48.502483Z","caller":"traceutil/trace.go:171","msg":"trace[1781243845] transaction","detail":"{read_only:false; response_revision:4904; number_of_response:1; }","duration":"141.875455ms","start":"2026-03-07T10:14:48.360571Z","end":"2026-03-07T10:14:48.502447Z","steps":["trace[1781243845] 'process raft request' (duration: 68.564863ms)","trace[1781243845] 'compare' (duration: 73.013134ms)"],"step_count":2} {"level":"info","ts":"2026-03-07T10:14:48.502571Z","caller":"traceutil/trace.go:171","msg":"trace[2096912308] transaction","detail":"{read_only:false; response_revision:4906; number_of_response:1; }","duration":"141.192056ms","start":"2026-03-07T10:14:48.361347Z","end":"2026-03-07T10:14:48.502539Z","steps":["trace[2096912308] 'process raft request' (duration: 141.082303ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:14:48.502647Z","caller":"traceutil/trace.go:171","msg":"trace[2130479519] transaction","detail":"{read_only:false; response_revision:4905; number_of_response:1; }","duration":"141.949607ms","start":"2026-03-07T10:14:48.360658Z","end":"2026-03-07T10:14:48.502607Z","steps":["trace[2130479519] 'process raft request' (duration: 141.710131ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:14:48.55439Z","caller":"traceutil/trace.go:171","msg":"trace[316590086] transaction","detail":"{read_only:false; response_revision:4907; number_of_response:1; }","duration":"140.978151ms","start":"2026-03-07T10:14:48.413359Z","end":"2026-03-07T10:14:48.554337Z","steps":["trace[316590086] 'process raft request' (duration: 140.707744ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:14:48.708327Z","caller":"traceutil/trace.go:171","msg":"trace[344164274] transaction","detail":"{read_only:false; response_revision:4912; number_of_response:1; }","duration":"117.412706ms","start":"2026-03-07T10:14:48.590881Z","end":"2026-03-07T10:14:48.708294Z","steps":["trace[344164274] 'process raft request' (duration: 117.18183ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:14:50.54725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.825244352s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-07T10:14:50.547449Z","caller":"traceutil/trace.go:171","msg":"trace[1123523170] linearizableReadLoop","detail":"{readStateIndex:5130; appliedIndex:5129; }","duration":"1.839176394s","start":"2026-03-07T10:14:48.708259Z","end":"2026-03-07T10:14:50.547435Z","steps":["trace[1123523170] 'read index received' (duration: 13.822889ms)","trace[1123523170] 'applied index is now lower than readState.Index' (duration: 1.825352755s)"],"step_count":2} {"level":"warn","ts":"2026-03-07T10:14:50.547654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.885201507s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-03-07T10:14:50.5477Z","caller":"traceutil/trace.go:171","msg":"trace[1439490499] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:4912; }","duration":"1.885258809s","start":"2026-03-07T10:14:48.662427Z","end":"2026-03-07T10:14:50.547686Z","steps":["trace[1439490499] 'agreement among raft nodes before linearized reading' (duration: 1.885105155s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:14:50.547736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:14:48.662407Z","time spent":"1.88531869s","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1958,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"warn","ts":"2026-03-07T10:14:50.547871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.920809617s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-grafana-7644947c4-srzj4.189a8797643ada01\" ","response":"range_response_count:1 size:895"} {"level":"info","ts":"2026-03-07T10:14:50.547945Z","caller":"traceutil/trace.go:171","msg":"trace[276198996] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-grafana-7644947c4-srzj4.189a8797643ada01; range_end:; response_count:1; response_revision:4912; }","duration":"1.92090938s","start":"2026-03-07T10:14:48.627014Z","end":"2026-03-07T10:14:50.547924Z","steps":["trace[276198996] 'agreement among raft nodes before linearized reading' (duration: 1.920677464s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:14:50.547986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:14:48.627008Z","time spent":"1.920969441s","remote":"127.0.0.1:58870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":1,"response size":918,"request content":"key:\"/registry/events/monitoring/kube-prometheus-stack-grafana-7644947c4-srzj4.189a8797643ada01\" "} {"level":"info","ts":"2026-03-07T10:14:50.54828Z","caller":"traceutil/trace.go:171","msg":"trace[345522636] transaction","detail":"{read_only:false; response_revision:4913; number_of_response:1; }","duration":"1.838119827s","start":"2026-03-07T10:14:48.710116Z","end":"2026-03-07T10:14:50.548235Z","steps":["trace[345522636] 'process raft request' (duration: 1.837214095s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:14:50.548479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:14:48.710084Z","time spent":"1.838302492s","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1296,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-07T10:14:50.559585Z","caller":"traceutil/trace.go:171","msg":"trace[1734570847] transaction","detail":"{read_only:false; response_revision:4914; number_of_response:1; }","duration":"1.840407076s","start":"2026-03-07T10:14:48.719152Z","end":"2026-03-07T10:14:50.559559Z","steps":["trace[1734570847] 'process raft request' (duration: 1.829063489s)","trace[1734570847] 'compare' (duration: 10.544147ms)"],"step_count":2} {"level":"warn","ts":"2026-03-07T10:14:50.559734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:14:48.719126Z","time spent":"1.840530958s","remote":"127.0.0.1:59006","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":13279,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-07T10:14:50.559817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.57419ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-07T10:14:50.559903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"589.776749ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-07T10:14:50.559931Z","caller":"traceutil/trace.go:171","msg":"trace[476067049] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:4918; }","duration":"402.746734ms","start":"2026-03-07T10:14:50.157159Z","end":"2026-03-07T10:14:50.559906Z","steps":["trace[476067049] 'agreement among raft nodes before linearized reading' (duration: 402.549299ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:14:50.559836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.925555ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-07T10:14:50.560047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"507.954953ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-07T10:14:50.560076Z","caller":"traceutil/trace.go:171","msg":"trace[477472239] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:4918; }","duration":"508.016484ms","start":"2026-03-07T10:14:50.052053Z","end":"2026-03-07T10:14:50.560069Z","steps":["trace[477472239] 'agreement among raft nodes before linearized reading' (duration: 507.921742ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:14:50.560049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.837228525s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-07T10:14:50.5601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:14:50.052035Z","time spent":"508.060075ms","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-03-07T10:14:50.55996Z","caller":"traceutil/trace.go:171","msg":"trace[1921510420] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:4918; }","duration":"589.887152ms","start":"2026-03-07T10:14:49.970062Z","end":"2026-03-07T10:14:50.559949Z","steps":["trace[1921510420] 'agreement among raft nodes before linearized reading' (duration: 589.78425ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:14:50.560064Z","caller":"traceutil/trace.go:171","msg":"trace[1404816811] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4918; }","duration":"216.248673ms","start":"2026-03-07T10:14:50.34378Z","end":"2026-03-07T10:14:50.560029Z","steps":["trace[1404816811] 'agreement among raft nodes before linearized reading' (duration: 215.864604ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:14:50.560178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:14:49.970039Z","time spent":"590.105738ms","remote":"127.0.0.1:58938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":28,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-07T10:14:50.560001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:14:50.157133Z","time spent":"402.856097ms","remote":"127.0.0.1:38874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":6,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true "} {"level":"info","ts":"2026-03-07T10:14:50.560112Z","caller":"traceutil/trace.go:171","msg":"trace[285375156] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4918; }","duration":"1.837324506s","start":"2026-03-07T10:14:48.72278Z","end":"2026-03-07T10:14:50.560104Z","steps":["trace[285375156] 'agreement among raft nodes before linearized reading' (duration: 1.837200593s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:14:50.560327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:14:48.722763Z","time spent":"1.837553333s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-07T10:14:50.560291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"828.822228ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-07T10:14:50.561687Z","caller":"traceutil/trace.go:171","msg":"trace[1792966047] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:4918; }","duration":"830.430189ms","start":"2026-03-07T10:14:49.731241Z","end":"2026-03-07T10:14:50.561671Z","steps":["trace[1792966047] 'agreement among raft nodes before linearized reading' (duration: 828.701855ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:14:50.561752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:14:49.731221Z","time spent":"830.515082ms","remote":"127.0.0.1:59270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":30,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"info","ts":"2026-03-07T10:14:50.985921Z","caller":"traceutil/trace.go:171","msg":"trace[1479618825] transaction","detail":"{read_only:false; response_revision:4956; number_of_response:1; }","duration":"118.251967ms","start":"2026-03-07T10:14:50.867644Z","end":"2026-03-07T10:14:50.985896Z","steps":["trace[1479618825] 'process raft request' (duration: 118.071082ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:14:51.648392Z","caller":"traceutil/trace.go:171","msg":"trace[1114002376] transaction","detail":"{read_only:false; response_revision:4960; number_of_response:1; }","duration":"475.683938ms","start":"2026-03-07T10:14:51.17268Z","end":"2026-03-07T10:14:51.648364Z","steps":["trace[1114002376] 'process raft request' (duration: 475.525614ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:14:51.648533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:14:51.172663Z","time spent":"475.809511ms","remote":"127.0.0.1:47080","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2868,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-07T10:14:51.648731Z","caller":"traceutil/trace.go:171","msg":"trace[1345974277] linearizableReadLoop","detail":"{readStateIndex:5178; appliedIndex:5178; }","duration":"360.509678ms","start":"2026-03-07T10:14:51.28819Z","end":"2026-03-07T10:14:51.648699Z","steps":["trace[1345974277] 'read index received' (duration: 360.499828ms)","trace[1345974277] 'applied index is now lower than readState.Index' (duration: 7.93µs)"],"step_count":2} {"level":"warn","ts":"2026-03-07T10:14:51.650115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.891583ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2210982"} {"level":"info","ts":"2026-03-07T10:14:51.650218Z","caller":"traceutil/trace.go:171","msg":"trace[1179373795] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:4960; }","duration":"362.009336ms","start":"2026-03-07T10:14:51.288184Z","end":"2026-03-07T10:14:51.650194Z","steps":["trace[1179373795] 'agreement among raft nodes before linearized reading' (duration: 360.60234ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:14:51.650292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:14:51.288141Z","time spent":"362.131969ms","remote":"127.0.0.1:58902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":57,"response size":2211005,"request content":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" "} {"level":"info","ts":"2026-03-07T10:14:53.432539Z","caller":"traceutil/trace.go:171","msg":"trace[1281466677] linearizableReadLoop","detail":"{readStateIndex:5191; appliedIndex:5190; }","duration":"113.246112ms","start":"2026-03-07T10:14:53.319265Z","end":"2026-03-07T10:14:53.432512Z","steps":["trace[1281466677] 'read index received' (duration: 56.754225ms)","trace[1281466677] 'applied index is now lower than readState.Index' (duration: 56.490757ms)"],"step_count":2} {"level":"info","ts":"2026-03-07T10:14:53.432595Z","caller":"traceutil/trace.go:171","msg":"trace[1919354693] transaction","detail":"{read_only:false; response_revision:4972; number_of_response:1; }","duration":"115.644922ms","start":"2026-03-07T10:14:53.316905Z","end":"2026-03-07T10:14:53.43255Z","steps":["trace[1919354693] 'process raft request' (duration: 59.119394ms)","trace[1919354693] 'compare' (duration: 56.273841ms)"],"step_count":2} {"level":"warn","ts":"2026-03-07T10:14:53.432766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.467967ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-07T10:14:53.432811Z","caller":"traceutil/trace.go:171","msg":"trace[1406509618] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:4972; }","duration":"113.547919ms","start":"2026-03-07T10:14:53.319248Z","end":"2026-03-07T10:14:53.432796Z","steps":["trace[1406509618] 'agreement among raft nodes before linearized reading' (duration: 113.419836ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:14:56.693019Z","caller":"traceutil/trace.go:171","msg":"trace[1227278512] transaction","detail":"{read_only:false; response_revision:5029; number_of_response:1; }","duration":"103.625429ms","start":"2026-03-07T10:14:56.589373Z","end":"2026-03-07T10:14:56.692999Z","steps":["trace[1227278512] 'process raft request' (duration: 103.497965ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:14:56.796937Z","caller":"traceutil/trace.go:171","msg":"trace[1724846721] transaction","detail":"{read_only:false; response_revision:5030; number_of_response:1; }","duration":"205.880091ms","start":"2026-03-07T10:14:56.59103Z","end":"2026-03-07T10:14:56.79691Z","steps":["trace[1724846721] 'process raft request' (duration: 205.687997ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:14:56.797121Z","caller":"traceutil/trace.go:171","msg":"trace[29821607] linearizableReadLoop","detail":"{readStateIndex:5251; appliedIndex:5248; }","duration":"197.89152ms","start":"2026-03-07T10:14:56.599196Z","end":"2026-03-07T10:14:56.797088Z","steps":["trace[29821607] 'read index received' (duration: 93.607166ms)","trace[29821607] 'applied index is now lower than readState.Index' (duration: 104.282274ms)"],"step_count":2} {"level":"info","ts":"2026-03-07T10:14:56.797142Z","caller":"traceutil/trace.go:171","msg":"trace[1727631593] transaction","detail":"{read_only:false; response_revision:5031; number_of_response:1; }","duration":"205.049181ms","start":"2026-03-07T10:14:56.592064Z","end":"2026-03-07T10:14:56.797113Z","steps":["trace[1727631593] 'process raft request' (duration: 204.809845ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:14:56.797311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.100565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-07T10:14:56.797383Z","caller":"traceutil/trace.go:171","msg":"trace[1542881421] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5031; }","duration":"198.224038ms","start":"2026-03-07T10:14:56.599141Z","end":"2026-03-07T10:14:56.797366Z","steps":["trace[1542881421] 'agreement among raft nodes before linearized reading' (duration: 198.042423ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:14:56.797446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.268153ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-8zcr7\" ","response":"range_response_count:1 size:6520"} {"level":"warn","ts":"2026-03-07T10:14:56.797463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.756437ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-07T10:14:56.797496Z","caller":"traceutil/trace.go:171","msg":"trace[1679277479] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5031; }","duration":"106.835559ms","start":"2026-03-07T10:14:56.690648Z","end":"2026-03-07T10:14:56.797484Z","steps":["trace[1679277479] 'agreement among raft nodes before linearized reading' (duration: 106.700855ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:14:56.797497Z","caller":"traceutil/trace.go:171","msg":"trace[2055481831] range","detail":"{range_begin:/registry/pods/openstack/keepalived-8zcr7; range_end:; response_count:1; response_revision:5031; }","duration":"104.350556ms","start":"2026-03-07T10:14:56.69313Z","end":"2026-03-07T10:14:56.79748Z","steps":["trace[2055481831] 'agreement among raft nodes before linearized reading' (duration: 104.212882ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:14:56.798081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.840366ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-07T10:14:56.798174Z","caller":"traceutil/trace.go:171","msg":"trace[295327803] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5031; }","duration":"115.941088ms","start":"2026-03-07T10:14:56.682212Z","end":"2026-03-07T10:14:56.798153Z","steps":["trace[295327803] 'agreement among raft nodes before linearized reading' (duration: 115.069517ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:14:56.949374Z","caller":"traceutil/trace.go:171","msg":"trace[1234342579] linearizableReadLoop","detail":"{readStateIndex:5252; appliedIndex:5251; }","duration":"146.635554ms","start":"2026-03-07T10:14:56.802714Z","end":"2026-03-07T10:14:56.949349Z","steps":["trace[1234342579] 'read index received' (duration: 75.962209ms)","trace[1234342579] 'applied index is now lower than readState.Index' (duration: 70.672325ms)"],"step_count":2} {"level":"info","ts":"2026-03-07T10:14:56.94945Z","caller":"traceutil/trace.go:171","msg":"trace[597567086] transaction","detail":"{read_only:false; response_revision:5032; number_of_response:1; }","duration":"147.341102ms","start":"2026-03-07T10:14:56.802075Z","end":"2026-03-07T10:14:56.949416Z","steps":["trace[597567086] 'process raft request' (duration: 76.614705ms)","trace[597567086] 'compare' (duration: 70.44312ms)"],"step_count":2} {"level":"warn","ts":"2026-03-07T10:14:56.950074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.155557ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:8 size:70783"} {"level":"info","ts":"2026-03-07T10:14:56.950125Z","caller":"traceutil/trace.go:171","msg":"trace[1927021378] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:8; response_revision:5032; }","duration":"147.427544ms","start":"2026-03-07T10:14:56.802687Z","end":"2026-03-07T10:14:56.950114Z","steps":["trace[1927021378] 'agreement among raft nodes before linearized reading' (duration: 146.757638ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:14:56.998107Z","caller":"traceutil/trace.go:171","msg":"trace[902959144] transaction","detail":"{read_only:false; response_revision:5033; number_of_response:1; }","duration":"194.502925ms","start":"2026-03-07T10:14:56.803573Z","end":"2026-03-07T10:14:56.998076Z","steps":["trace[902959144] 'process raft request' (duration: 194.227327ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:14:56.998183Z","caller":"traceutil/trace.go:171","msg":"trace[501528004] transaction","detail":"{read_only:false; response_revision:5034; number_of_response:1; }","duration":"192.982905ms","start":"2026-03-07T10:14:56.805191Z","end":"2026-03-07T10:14:56.998174Z","steps":["trace[501528004] 'process raft request' (duration: 192.76381ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:14:56.998261Z","caller":"traceutil/trace.go:171","msg":"trace[1619277599] transaction","detail":"{read_only:false; response_revision:5037; number_of_response:1; }","duration":"186.4319ms","start":"2026-03-07T10:14:56.811808Z","end":"2026-03-07T10:14:56.99824Z","steps":["trace[1619277599] 'process raft request' (duration: 186.344888ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:14:56.998121Z","caller":"traceutil/trace.go:171","msg":"trace[189651586] transaction","detail":"{read_only:false; response_revision:5035; number_of_response:1; }","duration":"192.840632ms","start":"2026-03-07T10:14:56.80525Z","end":"2026-03-07T10:14:56.99809Z","steps":["trace[189651586] 'process raft request' (duration: 192.76716ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:14:56.998357Z","caller":"traceutil/trace.go:171","msg":"trace[1278914011] transaction","detail":"{read_only:false; response_revision:5036; number_of_response:1; }","duration":"193.040777ms","start":"2026-03-07T10:14:56.805306Z","end":"2026-03-07T10:14:56.998347Z","steps":["trace[1278914011] 'process raft request' (duration: 192.749889ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:14:57.223082Z","caller":"traceutil/trace.go:171","msg":"trace[1165138052] transaction","detail":"{read_only:false; response_revision:5038; number_of_response:1; }","duration":"218.803628ms","start":"2026-03-07T10:14:57.004241Z","end":"2026-03-07T10:14:57.223045Z","steps":["trace[1165138052] 'process raft request' (duration: 127.85258ms)","trace[1165138052] 'compare' (duration: 90.762193ms)"],"step_count":2} {"level":"info","ts":"2026-03-07T10:14:57.269116Z","caller":"traceutil/trace.go:171","msg":"trace[769711027] transaction","detail":"{read_only:false; response_revision:5039; number_of_response:1; }","duration":"264.42398ms","start":"2026-03-07T10:14:57.004659Z","end":"2026-03-07T10:14:57.269083Z","steps":["trace[769711027] 'process raft request' (duration: 264.125252ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:14:57.269137Z","caller":"traceutil/trace.go:171","msg":"trace[732087611] transaction","detail":"{read_only:false; response_revision:5040; number_of_response:1; }","duration":"263.275311ms","start":"2026-03-07T10:14:57.005822Z","end":"2026-03-07T10:14:57.269097Z","steps":["trace[732087611] 'process raft request' (duration: 263.164088ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:14:57.269367Z","caller":"traceutil/trace.go:171","msg":"trace[1961423516] transaction","detail":"{read_only:false; response_revision:5041; number_of_response:1; }","duration":"263.231351ms","start":"2026-03-07T10:14:57.006081Z","end":"2026-03-07T10:14:57.269313Z","steps":["trace[1961423516] 'process raft request' (duration: 262.947094ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:14:57.901251Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2527} {"level":"info","ts":"2026-03-07T10:14:57.986785Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2527,"took":"83.174792ms","hash":2227420732,"current-db-size-bytes":37793792,"current-db-size":"38 MB","current-db-size-in-use-bytes":27688960,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-03-07T10:14:57.986844Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2227420732,"revision":2527,"compact-revision":-1} {"level":"info","ts":"2026-03-07T10:15:02.873194Z","caller":"traceutil/trace.go:171","msg":"trace[906383988] transaction","detail":"{read_only:false; response_revision:5080; number_of_response:1; }","duration":"158.662039ms","start":"2026-03-07T10:15:02.714504Z","end":"2026-03-07T10:15:02.873166Z","steps":["trace[906383988] 'process raft request' (duration: 158.405773ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:15:04.939889Z","caller":"traceutil/trace.go:171","msg":"trace[1177079111] transaction","detail":"{read_only:false; response_revision:5157; number_of_response:1; }","duration":"147.992008ms","start":"2026-03-07T10:15:04.791873Z","end":"2026-03-07T10:15:04.939865Z","steps":["trace[1177079111] 'process raft request' (duration: 147.864185ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:15:05.444212Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14782675208655130700,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-07T10:15:05.945165Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14782675208655130700,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-07T10:15:06.422613Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.483069178s","expected-duration":"1s"} {"level":"info","ts":"2026-03-07T10:15:06.423045Z","caller":"traceutil/trace.go:171","msg":"trace[1486265965] linearizableReadLoop","detail":"{readStateIndex:5383; appliedIndex:5380; }","duration":"1.479131998s","start":"2026-03-07T10:15:04.94389Z","end":"2026-03-07T10:15:06.423022Z","steps":["trace[1486265965] 'read index received' (duration: 1.478846681s)","trace[1486265965] 'applied index is now lower than readState.Index' (duration: 284.437µs)"],"step_count":2} {"level":"info","ts":"2026-03-07T10:15:06.423131Z","caller":"traceutil/trace.go:171","msg":"trace[1380575549] transaction","detail":"{read_only:false; response_revision:5160; number_of_response:1; }","duration":"1.537212955s","start":"2026-03-07T10:15:04.885908Z","end":"2026-03-07T10:15:06.423121Z","steps":["trace[1380575549] 'process raft request' (duration: 1.537079462s)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:15:06.423103Z","caller":"traceutil/trace.go:171","msg":"trace[73141318] transaction","detail":"{read_only:false; response_revision:5159; number_of_response:1; }","duration":"1.538549759s","start":"2026-03-07T10:15:04.884503Z","end":"2026-03-07T10:15:06.423053Z","steps":["trace[73141318] 'process raft request' (duration: 1.538448456s)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:15:06.423166Z","caller":"traceutil/trace.go:171","msg":"trace[1651734442] transaction","detail":"{read_only:false; response_revision:5158; number_of_response:1; }","duration":"1.543842953s","start":"2026-03-07T10:15:04.879271Z","end":"2026-03-07T10:15:06.423114Z","steps":["trace[1651734442] 'process raft request' (duration: 1.543530316s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:15:06.423253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:15:04.885861Z","time spent":"1.537303908s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-07T10:15:06.423273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:15:04.884477Z","time spent":"1.538712533s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-07T10:15:06.423332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:15:04.879243Z","time spent":"1.543999937s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-07T10:15:06.423333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.442335298s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-07T10:15:06.42342Z","caller":"traceutil/trace.go:171","msg":"trace[2087434739] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5160; }","duration":"1.442469332s","start":"2026-03-07T10:15:04.980936Z","end":"2026-03-07T10:15:06.423406Z","steps":["trace[2087434739] 'agreement among raft nodes before linearized reading' (duration: 1.442228876s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:15:06.423456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.209389973s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-07T10:15:06.423497Z","caller":"traceutil/trace.go:171","msg":"trace[160424411] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:5160; }","duration":"1.209464896s","start":"2026-03-07T10:15:05.214019Z","end":"2026-03-07T10:15:06.423484Z","steps":["trace[160424411] 'agreement among raft nodes before linearized reading' (duration: 1.209398914s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:15:06.423469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.390105038s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-07T10:15:06.423545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:15:05.213999Z","time spent":"1.209534818s","remote":"127.0.0.1:59032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-03-07T10:15:06.423546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"587.263826ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-07T10:15:06.423555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.438162593s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-8zcr7\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-07T10:15:06.423561Z","caller":"traceutil/trace.go:171","msg":"trace[47668048] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5160; }","duration":"1.390236972s","start":"2026-03-07T10:15:05.033304Z","end":"2026-03-07T10:15:06.42354Z","steps":["trace[47668048] 'agreement among raft nodes before linearized reading' (duration: 1.389994576s)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:15:06.423589Z","caller":"traceutil/trace.go:171","msg":"trace[1301851510] range","detail":"{range_begin:/registry/pods/openstack/keepalived-8zcr7; range_end:; response_count:1; response_revision:5160; }","duration":"1.438215404s","start":"2026-03-07T10:15:04.985365Z","end":"2026-03-07T10:15:06.423581Z","steps":["trace[1301851510] 'agreement among raft nodes before linearized reading' (duration: 1.438118862s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:15:06.423579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.389392201s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-07T10:15:06.423604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:15:05.033282Z","time spent":"1.390314554s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-07T10:15:06.423621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:15:04.985354Z","time spent":"1.438261855s","remote":"127.0.0.1:59006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6543,"request content":"key:\"/registry/pods/openstack/keepalived-8zcr7\" "} {"level":"info","ts":"2026-03-07T10:15:06.423644Z","caller":"traceutil/trace.go:171","msg":"trace[1702318731] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5160; }","duration":"1.389477373s","start":"2026-03-07T10:15:05.034149Z","end":"2026-03-07T10:15:06.423626Z","steps":["trace[1702318731] 'agreement among raft nodes before linearized reading' (duration: 1.389304889s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:15:06.423662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.392679504s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-07T10:15:06.423465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:15:04.980911Z","time spent":"1.442545464s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-07T10:15:06.423725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.479831645s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/goldpinger-h4shw\" ","response":"range_response_count:1 size:5195"} {"level":"info","ts":"2026-03-07T10:15:06.423758Z","caller":"traceutil/trace.go:171","msg":"trace[1089571716] range","detail":"{range_begin:/registry/pods/monitoring/goldpinger-h4shw; range_end:; response_count:1; response_revision:5160; }","duration":"1.479894567s","start":"2026-03-07T10:15:04.943856Z","end":"2026-03-07T10:15:06.42375Z","steps":["trace[1089571716] 'agreement among raft nodes before linearized reading' (duration: 1.479763324s)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:15:06.423765Z","caller":"traceutil/trace.go:171","msg":"trace[980324920] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5160; }","duration":"1.392830118s","start":"2026-03-07T10:15:05.030907Z","end":"2026-03-07T10:15:06.423737Z","steps":["trace[980324920] 'agreement among raft nodes before linearized reading' (duration: 1.392544361s)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:15:06.4236Z","caller":"traceutil/trace.go:171","msg":"trace[1158928134] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:5160; }","duration":"587.343878ms","start":"2026-03-07T10:15:05.836233Z","end":"2026-03-07T10:15:06.423577Z","steps":["trace[1158928134] 'agreement among raft nodes before linearized reading' (duration: 587.261836ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:15:06.423795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:15:04.943842Z","time spent":"1.479946058s","remote":"127.0.0.1:59006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":5218,"request content":"key:\"/registry/pods/monitoring/goldpinger-h4shw\" "} {"level":"warn","ts":"2026-03-07T10:15:06.423809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:15:05.030885Z","time spent":"1.392915829s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-07T10:15:06.423819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:15:05.836213Z","time spent":"587.588743ms","remote":"127.0.0.1:38720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"warn","ts":"2026-03-07T10:15:06.423834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.390534929s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-07T10:15:06.423878Z","caller":"traceutil/trace.go:171","msg":"trace[1300040175] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5160; }","duration":"1.390601291s","start":"2026-03-07T10:15:05.033262Z","end":"2026-03-07T10:15:06.423863Z","steps":["trace[1300040175] 'agreement among raft nodes before linearized reading' (duration: 1.390486238s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:15:06.423874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"848.203678ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-03-07T10:15:06.423893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.081189714s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-07T10:15:06.423921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:15:05.03325Z","time spent":"1.390663052s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-07T10:15:06.423934Z","caller":"traceutil/trace.go:171","msg":"trace[269644694] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5160; }","duration":"1.081260386s","start":"2026-03-07T10:15:05.342664Z","end":"2026-03-07T10:15:06.423924Z","steps":["trace[269644694] 'agreement among raft nodes before linearized reading' (duration: 1.081197945s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:15:06.423944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"428.307921ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-07T10:15:06.423941Z","caller":"traceutil/trace.go:171","msg":"trace[621167448] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:5160; }","duration":"848.298441ms","start":"2026-03-07T10:15:05.575622Z","end":"2026-03-07T10:15:06.423921Z","steps":["trace[621167448] 'agreement among raft nodes before linearized reading' (duration: 848.161038ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:15:06.423971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:15:05.342646Z","time spent":"1.081319297s","remote":"127.0.0.1:58750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-07T10:15:06.423977Z","caller":"traceutil/trace.go:171","msg":"trace[84246787] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5160; }","duration":"428.416964ms","start":"2026-03-07T10:15:05.995552Z","end":"2026-03-07T10:15:06.423969Z","steps":["trace[84246787] 'agreement among raft nodes before linearized reading' (duration: 428.320941ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:15:06.424005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:15:05.995532Z","time spent":"428.465985ms","remote":"127.0.0.1:59006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-07T10:15:06.423707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:15:05.034142Z","time spent":"1.389551675s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-07T10:15:06.423996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:15:05.575601Z","time spent":"848.381913ms","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":581,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-07T10:15:06.424274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.143913389s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-a1d324ae-c968-467f-9a0d-6e0fa65fc10d\" ","response":"range_response_count:1 size:3765"} {"level":"info","ts":"2026-03-07T10:15:06.424427Z","caller":"traceutil/trace.go:171","msg":"trace[1676865847] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-a1d324ae-c968-467f-9a0d-6e0fa65fc10d; range_end:; response_count:1; response_revision:5160; }","duration":"1.144102873s","start":"2026-03-07T10:15:05.280292Z","end":"2026-03-07T10:15:06.424395Z","steps":["trace[1676865847] 'agreement among raft nodes before linearized reading' (duration: 1.143093428s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:15:06.424543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:15:05.280275Z","time spent":"1.144249308s","remote":"127.0.0.1:59006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3788,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-a1d324ae-c968-467f-9a0d-6e0fa65fc10d\" "} {"level":"warn","ts":"2026-03-07T10:15:08.403299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"435.347699ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3316"} {"level":"warn","ts":"2026-03-07T10:15:08.4034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"518.131719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1781"} {"level":"info","ts":"2026-03-07T10:15:08.403429Z","caller":"traceutil/trace.go:171","msg":"trace[1242859366] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5181; }","duration":"435.551034ms","start":"2026-03-07T10:15:07.967857Z","end":"2026-03-07T10:15:08.403408Z","steps":["trace[1242859366] 'range keys from in-memory index tree' (duration: 435.088332ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:15:08.403473Z","caller":"traceutil/trace.go:171","msg":"trace[92979378] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:5181; }","duration":"518.255732ms","start":"2026-03-07T10:15:07.885199Z","end":"2026-03-07T10:15:08.403454Z","steps":["trace[92979378] 'range keys from in-memory index tree' (duration: 517.950095ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:15:08.403481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:15:07.967838Z","time spent":"435.632266ms","remote":"127.0.0.1:38734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3339,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"warn","ts":"2026-03-07T10:15:08.403514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:15:07.885178Z","time spent":"518.327985ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1804,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"info","ts":"2026-03-07T10:15:08.404193Z","caller":"traceutil/trace.go:171","msg":"trace[1559082923] transaction","detail":"{read_only:false; response_revision:5182; number_of_response:1; }","duration":"351.226283ms","start":"2026-03-07T10:15:08.052932Z","end":"2026-03-07T10:15:08.404159Z","steps":["trace[1559082923] 'process raft request' (duration: 351.052499ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:15:08.404321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:15:08.052904Z","time spent":"351.343635ms","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-07T10:15:10.842516Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14782675208655130790,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-07T10:15:11.051646Z","caller":"traceutil/trace.go:171","msg":"trace[494992924] transaction","detail":"{read_only:false; response_revision:5207; number_of_response:1; }","duration":"805.54936ms","start":"2026-03-07T10:15:10.246071Z","end":"2026-03-07T10:15:11.05162Z","steps":["trace[494992924] 'process raft request' (duration: 805.381136ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:15:11.051953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:15:10.246037Z","time spent":"805.693054ms","remote":"127.0.0.1:59006","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9210,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-07T10:15:11.059339Z","caller":"traceutil/trace.go:171","msg":"trace[774392688] transaction","detail":"{read_only:false; response_revision:5209; number_of_response:1; }","duration":"615.806137ms","start":"2026-03-07T10:15:10.443517Z","end":"2026-03-07T10:15:11.059324Z","steps":["trace[774392688] 'process raft request' (duration: 615.755046ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:15:11.059484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:15:10.443505Z","time spent":"615.91373ms","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-07T10:15:11.059522Z","caller":"traceutil/trace.go:171","msg":"trace[1043199593] transaction","detail":"{read_only:false; response_revision:5208; number_of_response:1; }","duration":"622.345052ms","start":"2026-03-07T10:15:10.437074Z","end":"2026-03-07T10:15:11.059419Z","steps":["trace[1043199593] 'process raft request' (duration: 622.111477ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:15:11.059568Z","caller":"traceutil/trace.go:171","msg":"trace[1009135835] transaction","detail":"{read_only:false; response_revision:5210; number_of_response:1; }","duration":"614.966616ms","start":"2026-03-07T10:15:10.444582Z","end":"2026-03-07T10:15:11.059549Z","steps":["trace[1009135835] 'process raft request' (duration: 614.717679ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:15:11.059625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"717.823174ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-07T10:15:11.059655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:15:10.437048Z","time spent":"622.540698ms","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-07T10:15:11.059673Z","caller":"traceutil/trace.go:171","msg":"trace[814867519] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5210; }","duration":"717.917836ms","start":"2026-03-07T10:15:10.341745Z","end":"2026-03-07T10:15:11.059663Z","steps":["trace[814867519] 'agreement among raft nodes before linearized reading' (duration: 717.825524ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:15:11.05953Z","caller":"traceutil/trace.go:171","msg":"trace[1203468859] linearizableReadLoop","detail":"{readStateIndex:5434; appliedIndex:5430; }","duration":"717.717032ms","start":"2026-03-07T10:15:10.341791Z","end":"2026-03-07T10:15:11.059508Z","steps":["trace[1203468859] 'read index received' (duration: 709.542185ms)","trace[1203468859] 'applied index is now lower than readState.Index' (duration: 8.173287ms)"],"step_count":2} {"level":"warn","ts":"2026-03-07T10:15:11.059708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:15:10.341715Z","time spent":"717.984048ms","remote":"127.0.0.1:58750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-07T10:15:11.059864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:15:10.444553Z","time spent":"615.079519ms","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-07T10:15:11.060753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"613.219722ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"warn","ts":"2026-03-07T10:15:11.060992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"596.386046ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-07T10:15:11.061296Z","caller":"traceutil/trace.go:171","msg":"trace[1188473722] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5211; }","duration":"596.718615ms","start":"2026-03-07T10:15:10.464565Z","end":"2026-03-07T10:15:11.061284Z","steps":["trace[1188473722] 'agreement among raft nodes before linearized reading' (duration: 596.345536ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:15:11.061291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"613.238023ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-07T10:15:11.061325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:15:10.46455Z","time spent":"596.767846ms","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-07T10:15:11.061315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"606.586664ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-8zcr7\" ","response":"range_response_count:1 size:6520"} {"level":"warn","ts":"2026-03-07T10:15:11.061094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"601.394453ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-07T10:15:11.061388Z","caller":"traceutil/trace.go:171","msg":"trace[567882470] range","detail":"{range_begin:/registry/pods/openstack/keepalived-8zcr7; range_end:; response_count:1; response_revision:5211; }","duration":"606.701027ms","start":"2026-03-07T10:15:10.454677Z","end":"2026-03-07T10:15:11.061378Z","steps":["trace[567882470] 'agreement among raft nodes before linearized reading' (duration: 606.520183ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:15:11.06147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:15:10.454656Z","time spent":"606.80557ms","remote":"127.0.0.1:59006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6543,"request content":"key:\"/registry/pods/openstack/keepalived-8zcr7\" "} {"level":"info","ts":"2026-03-07T10:15:11.061375Z","caller":"traceutil/trace.go:171","msg":"trace[2107729136] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:5211; }","duration":"613.289063ms","start":"2026-03-07T10:15:10.447497Z","end":"2026-03-07T10:15:11.060786Z","steps":["trace[2107729136] 'agreement among raft nodes before linearized reading' (duration: 613.126438ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:15:11.061509Z","caller":"traceutil/trace.go:171","msg":"trace[1721793529] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5211; }","duration":"601.803554ms","start":"2026-03-07T10:15:10.459675Z","end":"2026-03-07T10:15:11.061479Z","steps":["trace[1721793529] 'agreement among raft nodes before linearized reading' (duration: 601.367003ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:15:11.061536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:15:10.447488Z","time spent":"614.028603ms","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-07T10:15:11.061141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"599.722411ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-07T10:15:11.061625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:15:10.459666Z","time spent":"601.908496ms","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-07T10:15:11.061661Z","caller":"traceutil/trace.go:171","msg":"trace[1664276047] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5211; }","duration":"600.236504ms","start":"2026-03-07T10:15:10.461414Z","end":"2026-03-07T10:15:11.06165Z","steps":["trace[1664276047] 'agreement among raft nodes before linearized reading' (duration: 599.694701ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:15:11.061694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:15:10.461373Z","time spent":"600.309996ms","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-07T10:15:11.061193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"595.854514ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-07T10:15:11.061755Z","caller":"traceutil/trace.go:171","msg":"trace[104646840] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5211; }","duration":"596.432177ms","start":"2026-03-07T10:15:10.465317Z","end":"2026-03-07T10:15:11.061749Z","steps":["trace[104646840] 'agreement among raft nodes before linearized reading' (duration: 595.846263ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:15:11.061774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:15:10.465305Z","time spent":"596.461899ms","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-07T10:15:11.061361Z","caller":"traceutil/trace.go:171","msg":"trace[204007959] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5211; }","duration":"613.342296ms","start":"2026-03-07T10:15:10.448008Z","end":"2026-03-07T10:15:11.06135Z","steps":["trace[204007959] 'agreement among raft nodes before linearized reading' (duration: 613.191412ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:15:11.061855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:15:10.447956Z","time spent":"613.879819ms","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-07T10:15:16.071338Z","caller":"traceutil/trace.go:171","msg":"trace[1497343150] transaction","detail":"{read_only:false; response_revision:5305; number_of_response:1; }","duration":"113.531428ms","start":"2026-03-07T10:15:15.957777Z","end":"2026-03-07T10:15:16.071308Z","steps":["trace[1497343150] 'process raft request' (duration: 113.391954ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:15:16.071753Z","caller":"traceutil/trace.go:171","msg":"trace[555510297] transaction","detail":"{read_only:false; response_revision:5306; number_of_response:1; }","duration":"113.795935ms","start":"2026-03-07T10:15:15.957833Z","end":"2026-03-07T10:15:16.071629Z","steps":["trace[555510297] 'process raft request' (duration: 113.396325ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:15:16.071897Z","caller":"traceutil/trace.go:171","msg":"trace[1500031711] transaction","detail":"{read_only:false; response_revision:5304; number_of_response:1; }","duration":"114.37585ms","start":"2026-03-07T10:15:15.957507Z","end":"2026-03-07T10:15:16.071882Z","steps":["trace[1500031711] 'process raft request' (duration: 113.520629ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:15:16.072613Z","caller":"traceutil/trace.go:171","msg":"trace[1485681355] transaction","detail":"{read_only:false; response_revision:5307; number_of_response:1; }","duration":"113.806115ms","start":"2026-03-07T10:15:15.95877Z","end":"2026-03-07T10:15:16.072576Z","steps":["trace[1485681355] 'process raft request' (duration: 112.727847ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:15:16.072799Z","caller":"traceutil/trace.go:171","msg":"trace[221178433] transaction","detail":"{read_only:false; response_revision:5308; number_of_response:1; }","duration":"112.326227ms","start":"2026-03-07T10:15:15.960448Z","end":"2026-03-07T10:15:16.072774Z","steps":["trace[221178433] 'process raft request' (duration: 111.950047ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:15:18.748358Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14782675208655131086,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-07T10:15:18.783656Z","caller":"traceutil/trace.go:171","msg":"trace[965899033] transaction","detail":"{read_only:false; response_revision:5340; number_of_response:1; }","duration":"824.478578ms","start":"2026-03-07T10:15:17.959154Z","end":"2026-03-07T10:15:18.783632Z","steps":["trace[965899033] 'process raft request' (duration: 824.320774ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:15:18.7838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:15:17.959141Z","time spent":"824.585871ms","remote":"127.0.0.1:59006","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":13861,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-07T10:15:18.787251Z","caller":"traceutil/trace.go:171","msg":"trace[2046326656] linearizableReadLoop","detail":"{readStateIndex:5569; appliedIndex:5567; }","duration":"539.584655ms","start":"2026-03-07T10:15:18.247638Z","end":"2026-03-07T10:15:18.787222Z","steps":["trace[2046326656] 'read index received' (duration: 535.890802ms)","trace[2046326656] 'applied index is now lower than readState.Index' (duration: 3.692353ms)"],"step_count":2} {"level":"warn","ts":"2026-03-07T10:15:18.787629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"539.981404ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3316"} {"level":"info","ts":"2026-03-07T10:15:18.787681Z","caller":"traceutil/trace.go:171","msg":"trace[98313383] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5340; }","duration":"540.087647ms","start":"2026-03-07T10:15:18.24758Z","end":"2026-03-07T10:15:18.787667Z","steps":["trace[98313383] 'agreement among raft nodes before linearized reading' (duration: 539.938903ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:15:18.787721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:15:18.247546Z","time spent":"540.166019ms","remote":"127.0.0.1:38734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3339,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"warn","ts":"2026-03-07T10:15:18.787836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.310783ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/monitoring/prometheus-kube-prometheus-stack-prometheus-0-tls\" ","response":"range_response_count:1 size:2319"} {"level":"warn","ts":"2026-03-07T10:15:18.787858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.143251ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-07T10:15:18.78789Z","caller":"traceutil/trace.go:171","msg":"trace[2032193734] range","detail":"{range_begin:/registry/cert-manager.io/certificates/monitoring/prometheus-kube-prometheus-stack-prometheus-0-tls; range_end:; response_count:1; response_revision:5340; }","duration":"174.400514ms","start":"2026-03-07T10:15:18.613476Z","end":"2026-03-07T10:15:18.787877Z","steps":["trace[2032193734] 'agreement among raft nodes before linearized reading' (duration: 174.22735ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:15:18.787946Z","caller":"traceutil/trace.go:171","msg":"trace[615551559] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:5340; }","duration":"116.255764ms","start":"2026-03-07T10:15:18.671644Z","end":"2026-03-07T10:15:18.7879Z","steps":["trace[615551559] 'agreement among raft nodes before linearized reading' (duration: 116.10515ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:15:18.788034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"445.426073ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-07T10:15:18.788259Z","caller":"traceutil/trace.go:171","msg":"trace[1026789791] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5340; }","duration":"445.840163ms","start":"2026-03-07T10:15:18.342397Z","end":"2026-03-07T10:15:18.788237Z","steps":["trace[1026789791] 'agreement among raft nodes before linearized reading' (duration: 445.251349ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:15:18.788394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:15:18.342376Z","time spent":"445.998736ms","remote":"127.0.0.1:58750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-07T10:15:18.788159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.547923ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3316"} {"level":"info","ts":"2026-03-07T10:15:18.788514Z","caller":"traceutil/trace.go:171","msg":"trace[494641062] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5340; }","duration":"364.910302ms","start":"2026-03-07T10:15:18.423595Z","end":"2026-03-07T10:15:18.788505Z","steps":["trace[494641062] 'agreement among raft nodes before linearized reading' (duration: 364.43882ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:15:18.788542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:15:18.423533Z","time spent":"365.000774ms","remote":"127.0.0.1:38734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3339,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"info","ts":"2026-03-07T10:15:21.21458Z","caller":"traceutil/trace.go:171","msg":"trace[1096141809] linearizableReadLoop","detail":"{readStateIndex:5591; appliedIndex:5589; }","duration":"106.682314ms","start":"2026-03-07T10:15:21.107871Z","end":"2026-03-07T10:15:21.214553Z","steps":["trace[1096141809] 'read index received' (duration: 21.63237ms)","trace[1096141809] 'applied index is now lower than readState.Index' (duration: 85.048414ms)"],"step_count":2} {"level":"info","ts":"2026-03-07T10:15:21.214605Z","caller":"traceutil/trace.go:171","msg":"trace[1054821042] transaction","detail":"{read_only:false; response_revision:5361; number_of_response:1; }","duration":"118.423917ms","start":"2026-03-07T10:15:21.096126Z","end":"2026-03-07T10:15:21.21455Z","steps":["trace[1054821042] 'process raft request' (duration: 33.436575ms)","trace[1054821042] 'compare' (duration: 84.700775ms)"],"step_count":2} {"level":"info","ts":"2026-03-07T10:15:21.214685Z","caller":"traceutil/trace.go:171","msg":"trace[2035663701] transaction","detail":"{read_only:false; response_revision:5362; number_of_response:1; }","duration":"117.7301ms","start":"2026-03-07T10:15:21.096929Z","end":"2026-03-07T10:15:21.214659Z","steps":["trace[2035663701] 'process raft request' (duration: 117.517165ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:15:21.214768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.871798ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-07T10:15:21.214813Z","caller":"traceutil/trace.go:171","msg":"trace[867162802] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5362; }","duration":"106.954941ms","start":"2026-03-07T10:15:21.107846Z","end":"2026-03-07T10:15:21.214801Z","steps":["trace[867162802] 'agreement among raft nodes before linearized reading' (duration: 106.857188ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:15:21.214995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.524405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-07T10:15:21.215018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.134545ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-07T10:15:21.215013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.203011ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-8zcr7\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-07T10:15:21.215046Z","caller":"traceutil/trace.go:171","msg":"trace[1285050356] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5362; }","duration":"105.599547ms","start":"2026-03-07T10:15:21.109434Z","end":"2026-03-07T10:15:21.215034Z","steps":["trace[1285050356] 'agreement among raft nodes before linearized reading' (duration: 105.453103ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:15:21.215069Z","caller":"traceutil/trace.go:171","msg":"trace[2131097775] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5362; }","duration":"101.213537ms","start":"2026-03-07T10:15:21.113843Z","end":"2026-03-07T10:15:21.215056Z","steps":["trace[2131097775] 'agreement among raft nodes before linearized reading' (duration: 101.036553ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:15:21.215078Z","caller":"traceutil/trace.go:171","msg":"trace[426150572] range","detail":"{range_begin:/registry/pods/openstack/keepalived-8zcr7; range_end:; response_count:1; response_revision:5362; }","duration":"102.286624ms","start":"2026-03-07T10:15:21.112775Z","end":"2026-03-07T10:15:21.215062Z","steps":["trace[426150572] 'agreement among raft nodes before linearized reading' (duration: 102.10541ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:15:21.215468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.217137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-07T10:15:21.215521Z","caller":"traceutil/trace.go:171","msg":"trace[872472868] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5362; }","duration":"107.278278ms","start":"2026-03-07T10:15:21.108229Z","end":"2026-03-07T10:15:21.215507Z","steps":["trace[872472868] 'agreement among raft nodes before linearized reading' (duration: 106.52679ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:15:21.353291Z","caller":"traceutil/trace.go:171","msg":"trace[579674669] transaction","detail":"{read_only:false; response_revision:5366; number_of_response:1; }","duration":"133.592536ms","start":"2026-03-07T10:15:21.219679Z","end":"2026-03-07T10:15:21.353272Z","steps":["trace[579674669] 'process raft request' (duration: 133.555085ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:15:21.353326Z","caller":"traceutil/trace.go:171","msg":"trace[1453663687] transaction","detail":"{read_only:false; response_revision:5365; number_of_response:1; }","duration":"133.73789ms","start":"2026-03-07T10:15:21.219567Z","end":"2026-03-07T10:15:21.353305Z","steps":["trace[1453663687] 'process raft request' (duration: 133.646918ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:15:21.353318Z","caller":"traceutil/trace.go:171","msg":"trace[951307288] transaction","detail":"{read_only:false; response_revision:5364; number_of_response:1; }","duration":"133.74952ms","start":"2026-03-07T10:15:21.219545Z","end":"2026-03-07T10:15:21.353295Z","steps":["trace[951307288] 'process raft request' (duration: 131.919004ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:15:21.353636Z","caller":"traceutil/trace.go:171","msg":"trace[1555491256] transaction","detail":"{read_only:false; response_revision:5367; number_of_response:1; }","duration":"133.71871ms","start":"2026-03-07T10:15:21.219896Z","end":"2026-03-07T10:15:21.353615Z","steps":["trace[1555491256] 'process raft request' (duration: 133.355431ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:15:21.58362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.185847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-07T10:15:21.583746Z","caller":"traceutil/trace.go:171","msg":"trace[1828978844] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:5367; }","duration":"127.348771ms","start":"2026-03-07T10:15:21.456367Z","end":"2026-03-07T10:15:21.583716Z","steps":["trace[1828978844] 'range keys from in-memory index tree' (duration: 126.949121ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:15:25.522152Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14782675208655131215,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-07T10:15:26.023342Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14782675208655131215,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-07T10:15:26.523772Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14782675208655131215,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-07T10:15:27.024698Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14782675208655131215,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-07T10:15:27.190247Z","caller":"traceutil/trace.go:171","msg":"trace[332468628] transaction","detail":"{read_only:false; response_revision:5392; number_of_response:1; }","duration":"2.178378756s","start":"2026-03-07T10:15:25.01184Z","end":"2026-03-07T10:15:27.190218Z","steps":["trace[332468628] 'process raft request' (duration: 2.178230803s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:15:27.190424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:15:25.011815Z","time spent":"2.17852307s","remote":"127.0.0.1:59006","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17192,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-07T10:15:27.230902Z","caller":"traceutil/trace.go:171","msg":"trace[555696835] transaction","detail":"{read_only:false; response_revision:5393; number_of_response:1; }","duration":"2.116939394s","start":"2026-03-07T10:15:25.113918Z","end":"2026-03-07T10:15:27.230858Z","steps":["trace[555696835] 'process raft request' (duration: 2.116593765s)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:15:27.231Z","caller":"traceutil/trace.go:171","msg":"trace[1978845150] transaction","detail":"{read_only:false; response_revision:5395; number_of_response:1; }","duration":"2.004429873s","start":"2026-03-07T10:15:25.226548Z","end":"2026-03-07T10:15:27.230978Z","steps":["trace[1978845150] 'process raft request' (duration: 2.004207048s)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:15:27.230965Z","caller":"traceutil/trace.go:171","msg":"trace[929026984] transaction","detail":"{read_only:false; response_revision:5396; number_of_response:1; }","duration":"2.00312241s","start":"2026-03-07T10:15:25.227813Z","end":"2026-03-07T10:15:27.230936Z","steps":["trace[929026984] 'process raft request' (duration: 2.003001597s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:15:27.23108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.210010567s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-07T10:15:27.231141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:15:25.226531Z","time spent":"2.004539577s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-07T10:15:27.230937Z","caller":"traceutil/trace.go:171","msg":"trace[1205581917] linearizableReadLoop","detail":"{readStateIndex:5627; appliedIndex:5621; }","duration":"2.209877124s","start":"2026-03-07T10:15:25.021037Z","end":"2026-03-07T10:15:27.230914Z","steps":["trace[1205581917] 'read index received' (duration: 2.169047874s)","trace[1205581917] 'applied index is now lower than readState.Index' (duration: 40.828ms)"],"step_count":2} {"level":"info","ts":"2026-03-07T10:15:27.231151Z","caller":"traceutil/trace.go:171","msg":"trace[30874089] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:5397; }","duration":"2.21012602s","start":"2026-03-07T10:15:25.021008Z","end":"2026-03-07T10:15:27.231134Z","steps":["trace[30874089] 'agreement among raft nodes before linearized reading' (duration: 2.209980457s)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:15:27.230939Z","caller":"traceutil/trace.go:171","msg":"trace[838143528] transaction","detail":"{read_only:false; response_revision:5394; number_of_response:1; }","duration":"2.072300709s","start":"2026-03-07T10:15:25.158607Z","end":"2026-03-07T10:15:27.230908Z","steps":["trace[838143528] 'process raft request' (duration: 2.072089454s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:15:27.231297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:15:25.158574Z","time spent":"2.072697059s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-07T10:15:27.231224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:15:25.227802Z","time spent":"2.003282204s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-07T10:15:27.231017Z","caller":"traceutil/trace.go:171","msg":"trace[1489894464] transaction","detail":"{read_only:false; response_revision:5397; number_of_response:1; }","duration":"1.994380832s","start":"2026-03-07T10:15:25.236624Z","end":"2026-03-07T10:15:27.231005Z","steps":["trace[1489894464] 'process raft request' (duration: 1.994233739s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:15:27.231397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:15:25.236607Z","time spent":"1.994764502s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-07T10:15:27.231556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.889297147s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-07T10:15:27.231593Z","caller":"traceutil/trace.go:171","msg":"trace[2108002904] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5397; }","duration":"1.889372399s","start":"2026-03-07T10:15:25.34221Z","end":"2026-03-07T10:15:27.231583Z","steps":["trace[2108002904] 'agreement among raft nodes before linearized reading' (duration: 1.889300218s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:15:27.23163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:15:25.34219Z","time spent":"1.889430821s","remote":"127.0.0.1:58750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-07T10:15:27.231566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"888.337252ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-07T10:15:27.231676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.86137371s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-07T10:15:27.231698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.170571772s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"warn","ts":"2026-03-07T10:15:27.231436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:15:25.020996Z","time spent":"2.210304234s","remote":"127.0.0.1:38744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"info","ts":"2026-03-07T10:15:27.231757Z","caller":"traceutil/trace.go:171","msg":"trace[1074926284] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5397; }","duration":"1.861471613s","start":"2026-03-07T10:15:25.370263Z","end":"2026-03-07T10:15:27.231735Z","steps":["trace[1074926284] 'agreement among raft nodes before linearized reading' (duration: 1.861241367s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:15:27.231757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999277935s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-8zcr7\" ","response":"range_response_count:1 size:6520"} {"level":"warn","ts":"2026-03-07T10:15:27.231805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:15:25.370254Z","time spent":"1.861538675s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-07T10:15:27.231814Z","caller":"traceutil/trace.go:171","msg":"trace[510638812] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5397; }","duration":"2.170769637s","start":"2026-03-07T10:15:25.061017Z","end":"2026-03-07T10:15:27.231787Z","steps":["trace[510638812] 'agreement among raft nodes before linearized reading' (duration: 2.170321636s)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:15:27.23185Z","caller":"traceutil/trace.go:171","msg":"trace[1802370479] range","detail":"{range_begin:/registry/pods/openstack/keepalived-8zcr7; range_end:; response_count:1; response_revision:5397; }","duration":"1.999370377s","start":"2026-03-07T10:15:25.232453Z","end":"2026-03-07T10:15:27.231824Z","steps":["trace[1802370479] 'agreement among raft nodes before linearized reading' (duration: 1.999098161s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:15:27.231908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:15:25.061006Z","time spent":"2.17088866s","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1888,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-03-07T10:15:27.231938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"967.720945ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-07T10:15:27.231979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.865197997s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-07T10:15:27.231913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.945867ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"warn","ts":"2026-03-07T10:15:27.232036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.966583288s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-07T10:15:27.231941Z","caller":"traceutil/trace.go:171","msg":"trace[1729999542] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:5397; }","duration":"888.529238ms","start":"2026-03-07T10:15:26.343149Z","end":"2026-03-07T10:15:27.231678Z","steps":["trace[1729999542] 'agreement among raft nodes before linearized reading' (duration: 888.187669ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:15:27.232091Z","caller":"traceutil/trace.go:171","msg":"trace[1164867485] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5397; }","duration":"1.966673181s","start":"2026-03-07T10:15:25.265402Z","end":"2026-03-07T10:15:27.232075Z","steps":["trace[1164867485] 'agreement among raft nodes before linearized reading' (duration: 1.966537647s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:15:27.232197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:15:26.343134Z","time spent":"889.016059ms","remote":"127.0.0.1:47080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":31,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"warn","ts":"2026-03-07T10:15:27.232227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:15:25.265385Z","time spent":"1.966826274s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-07T10:15:27.232356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.435860194s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-07T10:15:27.232003Z","caller":"traceutil/trace.go:171","msg":"trace[2085674887] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:5397; }","duration":"967.814757ms","start":"2026-03-07T10:15:26.26417Z","end":"2026-03-07T10:15:27.231984Z","steps":["trace[2085674887] 'agreement among raft nodes before linearized reading' (duration: 967.728295ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:15:27.232346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.238801265s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-07T10:15:27.232463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:15:26.264151Z","time spent":"968.294019ms","remote":"127.0.0.1:37508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true "} {"level":"warn","ts":"2026-03-07T10:15:27.231915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.861849133s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-07T10:15:27.232471Z","caller":"traceutil/trace.go:171","msg":"trace[1264274526] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:5397; }","duration":"1.436034829s","start":"2026-03-07T10:15:25.796381Z","end":"2026-03-07T10:15:27.232416Z","steps":["trace[1264274526] 'agreement among raft nodes before linearized reading' (duration: 1.435948547s)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:15:27.232601Z","caller":"traceutil/trace.go:171","msg":"trace[413635068] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:5397; }","duration":"1.238991199s","start":"2026-03-07T10:15:25.993491Z","end":"2026-03-07T10:15:27.232483Z","steps":["trace[413635068] 'agreement among raft nodes before linearized reading' (duration: 1.238801794s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:15:27.232619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:15:25.796359Z","time spent":"1.436245205s","remote":"127.0.0.1:38882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":1,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true "} {"level":"warn","ts":"2026-03-07T10:15:27.232233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.231272716s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-07T10:15:27.232696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:15:25.99347Z","time spent":"1.239205554s","remote":"127.0.0.1:60398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":11,"response size":30,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"info","ts":"2026-03-07T10:15:27.23274Z","caller":"traceutil/trace.go:171","msg":"trace[529292194] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:5397; }","duration":"1.23183263s","start":"2026-03-07T10:15:26.000892Z","end":"2026-03-07T10:15:27.232725Z","steps":["trace[529292194] 'agreement among raft nodes before linearized reading' (duration: 1.231288006s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:15:27.232832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:15:26.000834Z","time spent":"1.231975794s","remote":"127.0.0.1:59278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":30,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"info","ts":"2026-03-07T10:15:27.232543Z","caller":"traceutil/trace.go:171","msg":"trace[1191292947] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5397; }","duration":"1.86252907s","start":"2026-03-07T10:15:25.370002Z","end":"2026-03-07T10:15:27.232531Z","steps":["trace[1191292947] 'agreement among raft nodes before linearized reading' (duration: 1.861857863s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:15:27.232937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:15:25.369991Z","time spent":"1.86292518s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-07T10:15:27.232063Z","caller":"traceutil/trace.go:171","msg":"trace[455695950] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5397; }","duration":"374.178033ms","start":"2026-03-07T10:15:26.857869Z","end":"2026-03-07T10:15:27.232047Z","steps":["trace[455695950] 'agreement among raft nodes before linearized reading' (duration: 373.66159ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:15:27.233018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:15:26.857846Z","time spent":"375.154167ms","remote":"127.0.0.1:59006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-07T10:15:27.23191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:15:25.232395Z","time spent":"1.99950137s","remote":"127.0.0.1:59006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6543,"request content":"key:\"/registry/pods/openstack/keepalived-8zcr7\" "} {"level":"info","ts":"2026-03-07T10:15:27.232008Z","caller":"traceutil/trace.go:171","msg":"trace[303245412] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5397; }","duration":"1.865249928s","start":"2026-03-07T10:15:25.366749Z","end":"2026-03-07T10:15:27.231999Z","steps":["trace[303245412] 'agreement among raft nodes before linearized reading' (duration: 1.865185856s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:15:27.233198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:15:25.366734Z","time spent":"1.866445399s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-07T10:15:27.231837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.86171749s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-07T10:15:27.233373Z","caller":"traceutil/trace.go:171","msg":"trace[1996138759] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5397; }","duration":"1.8632954s","start":"2026-03-07T10:15:25.370059Z","end":"2026-03-07T10:15:27.233355Z","steps":["trace[1996138759] 'agreement among raft nodes before linearized reading' (duration: 1.86171085s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:15:27.232292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.025889409s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-07T10:15:27.233616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:15:25.370035Z","time spent":"1.863520656s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-07T10:15:27.233632Z","caller":"traceutil/trace.go:171","msg":"trace[1868949914] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:5397; }","duration":"2.027314505s","start":"2026-03-07T10:15:25.206292Z","end":"2026-03-07T10:15:27.233606Z","steps":["trace[1868949914] 'agreement among raft nodes before linearized reading' (duration: 2.025890529s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:15:27.233727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:15:25.206271Z","time spent":"2.027414247s","remote":"127.0.0.1:38858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":29,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true "} {"level":"warn","ts":"2026-03-07T10:15:27.232298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.062318738s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:16 size:112440"} {"level":"info","ts":"2026-03-07T10:15:27.23395Z","caller":"traceutil/trace.go:171","msg":"trace[1180856509] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:16; response_revision:5397; }","duration":"1.063994049s","start":"2026-03-07T10:15:26.169939Z","end":"2026-03-07T10:15:27.233933Z","steps":["trace[1180856509] 'agreement among raft nodes before linearized reading' (duration: 1.062094111s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:15:27.234013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:15:26.169924Z","time spent":"1.064071612s","remote":"127.0.0.1:59006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":16,"response size":112463,"request content":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" "} {"level":"warn","ts":"2026-03-07T10:15:27.232388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.156362696s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-03-07T10:15:27.234453Z","caller":"traceutil/trace.go:171","msg":"trace[1416329649] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:5397; }","duration":"1.158431618s","start":"2026-03-07T10:15:26.07601Z","end":"2026-03-07T10:15:27.234442Z","steps":["trace[1416329649] 'agreement among raft nodes before linearized reading' (duration: 1.156288024s)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:15:27.233542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:15:25.113899Z","time spent":"2.117191509s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-07T10:15:27.234553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:15:26.075984Z","time spent":"1.158556151s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-07T10:15:27.473611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.334713ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-07T10:15:27.473792Z","caller":"traceutil/trace.go:171","msg":"trace[5634323] linearizableReadLoop","detail":"{readStateIndex:5628; appliedIndex:5627; }","duration":"233.804748ms","start":"2026-03-07T10:15:27.239894Z","end":"2026-03-07T10:15:27.473698Z","steps":["trace[5634323] 'read index received' (duration: 51.387693ms)","trace[5634323] 'applied index is now lower than readState.Index' (duration: 182.415885ms)"],"step_count":2} {"level":"info","ts":"2026-03-07T10:15:27.473885Z","caller":"traceutil/trace.go:171","msg":"trace[285448389] transaction","detail":"{read_only:false; response_revision:5398; number_of_response:1; }","duration":"233.946131ms","start":"2026-03-07T10:15:27.239802Z","end":"2026-03-07T10:15:27.473748Z","steps":["trace[285448389] 'process raft request' (duration: 51.400713ms)","trace[285448389] 'compare' (duration: 182.22874ms)"],"step_count":2} {"level":"warn","ts":"2026-03-07T10:15:27.474499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.603728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:81890"} {"level":"info","ts":"2026-03-07T10:15:27.475059Z","caller":"traceutil/trace.go:171","msg":"trace[530296276] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:5398; }","duration":"234.754393ms","start":"2026-03-07T10:15:27.239786Z","end":"2026-03-07T10:15:27.474541Z","steps":["trace[530296276] 'agreement among raft nodes before linearized reading' (duration: 234.003153ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:15:27.565463Z","caller":"traceutil/trace.go:171","msg":"trace[956189819] transaction","detail":"{read_only:false; response_revision:5399; number_of_response:1; }","duration":"325.422596ms","start":"2026-03-07T10:15:27.240004Z","end":"2026-03-07T10:15:27.565427Z","steps":["trace[956189819] 'process raft request' (duration: 325.16664ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:15:27.565669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:15:27.239987Z","time spent":"325.58034ms","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-07T10:15:27.565714Z","caller":"traceutil/trace.go:171","msg":"trace[1208975367] transaction","detail":"{read_only:false; response_revision:5400; number_of_response:1; }","duration":"325.58752ms","start":"2026-03-07T10:15:27.240102Z","end":"2026-03-07T10:15:27.56569Z","steps":["trace[1208975367] 'process raft request' (duration: 325.265252ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:15:27.565876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:15:27.240044Z","time spent":"325.743764ms","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-07T10:15:27.565975Z","caller":"traceutil/trace.go:171","msg":"trace[403714989] transaction","detail":"{read_only:false; response_revision:5402; number_of_response:1; }","duration":"325.754584ms","start":"2026-03-07T10:15:27.240206Z","end":"2026-03-07T10:15:27.565961Z","steps":["trace[403714989] 'process raft request' (duration: 325.642691ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:15:27.566018Z","caller":"traceutil/trace.go:171","msg":"trace[1906495580] transaction","detail":"{read_only:false; response_revision:5401; number_of_response:1; }","duration":"325.880147ms","start":"2026-03-07T10:15:27.240127Z","end":"2026-03-07T10:15:27.566007Z","steps":["trace[1906495580] 'process raft request' (duration: 325.486617ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:15:27.566062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:15:27.240197Z","time spent":"325.821606ms","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-07T10:15:27.566066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:15:27.240111Z","time spent":"325.929289ms","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-07T10:15:27.566273Z","caller":"traceutil/trace.go:171","msg":"trace[168824182] transaction","detail":"{read_only:false; response_revision:5404; number_of_response:1; }","duration":"316.945014ms","start":"2026-03-07T10:15:27.249318Z","end":"2026-03-07T10:15:27.566263Z","steps":["trace[168824182] 'process raft request' (duration: 316.827712ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:15:27.566336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:15:27.249304Z","time spent":"317.001795ms","remote":"127.0.0.1:38882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7553,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-07T10:15:27.566333Z","caller":"traceutil/trace.go:171","msg":"trace[503399343] transaction","detail":"{read_only:false; response_revision:5403; number_of_response:1; }","duration":"326.074792ms","start":"2026-03-07T10:15:27.240229Z","end":"2026-03-07T10:15:27.566304Z","steps":["trace[503399343] 'process raft request' (duration: 325.682003ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:15:27.566417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.274249ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-07T10:15:27.566475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:15:27.240217Z","time spent":"326.180545ms","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-07T10:15:27.566508Z","caller":"traceutil/trace.go:171","msg":"trace[644911255] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:5404; }","duration":"264.394113ms","start":"2026-03-07T10:15:27.302096Z","end":"2026-03-07T10:15:27.56649Z","steps":["trace[644911255] 'agreement among raft nodes before linearized reading' (duration: 264.170387ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:15:27.566445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.353464ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-07T10:15:27.566704Z","caller":"traceutil/trace.go:171","msg":"trace[480463286] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5404; }","duration":"323.591851ms","start":"2026-03-07T10:15:27.243073Z","end":"2026-03-07T10:15:27.566665Z","steps":["trace[480463286] 'agreement among raft nodes before linearized reading' (duration: 323.344234ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:15:27.566831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:15:27.243066Z","time spent":"323.719494ms","remote":"127.0.0.1:58750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-07T10:15:27.567606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.00603ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-db21cfb8-215d-4d16-b2ae-4717acf5b5b2\" ","response":"range_response_count:1 size:1435"} {"level":"info","ts":"2026-03-07T10:15:27.567725Z","caller":"traceutil/trace.go:171","msg":"trace[1811530149] range","detail":"{range_begin:/registry/persistentvolumes/pvc-db21cfb8-215d-4d16-b2ae-4717acf5b5b2; range_end:; response_count:1; response_revision:5404; }","duration":"326.148614ms","start":"2026-03-07T10:15:27.241563Z","end":"2026-03-07T10:15:27.567712Z","steps":["trace[1811530149] 'agreement among raft nodes before linearized reading' (duration: 324.80687ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:15:27.567826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:15:27.241555Z","time spent":"326.257307ms","remote":"127.0.0.1:58960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1458,"request content":"key:\"/registry/persistentvolumes/pvc-db21cfb8-215d-4d16-b2ae-4717acf5b5b2\" "} {"level":"warn","ts":"2026-03-07T10:15:27.692721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.217353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18528"} {"level":"info","ts":"2026-03-07T10:15:27.692833Z","caller":"traceutil/trace.go:171","msg":"trace[1133417424] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:5404; }","duration":"118.374206ms","start":"2026-03-07T10:15:27.574434Z","end":"2026-03-07T10:15:27.692808Z","steps":["trace[1133417424] 'range keys from in-memory index tree' (duration: 117.988007ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:15:29.774681Z","caller":"traceutil/trace.go:171","msg":"trace[37070621] transaction","detail":"{read_only:false; response_revision:5410; number_of_response:1; }","duration":"154.716504ms","start":"2026-03-07T10:15:29.619934Z","end":"2026-03-07T10:15:29.77465Z","steps":["trace[37070621] 'process raft request' (duration: 144.146129ms)","trace[37070621] 'compare' (duration: 10.298808ms)"],"step_count":2} {"level":"info","ts":"2026-03-07T10:15:29.774703Z","caller":"traceutil/trace.go:171","msg":"trace[1128046960] transaction","detail":"{read_only:false; response_revision:5411; number_of_response:1; }","duration":"154.709863ms","start":"2026-03-07T10:15:29.619968Z","end":"2026-03-07T10:15:29.774678Z","steps":["trace[1128046960] 'process raft request' (duration: 154.56062ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:15:29.774695Z","caller":"traceutil/trace.go:171","msg":"trace[654986194] transaction","detail":"{read_only:false; response_revision:5412; number_of_response:1; }","duration":"154.667352ms","start":"2026-03-07T10:15:29.619996Z","end":"2026-03-07T10:15:29.774664Z","steps":["trace[654986194] 'process raft request' (duration: 154.59818ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:15:55.970285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.964801ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-07T10:15:55.970376Z","caller":"traceutil/trace.go:171","msg":"trace[1289679845] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5658; }","duration":"111.099415ms","start":"2026-03-07T10:15:55.859261Z","end":"2026-03-07T10:15:55.970361Z","steps":["trace[1289679845] 'range keys from in-memory index tree' (duration: 110.753266ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:15:56.286462Z","caller":"traceutil/trace.go:171","msg":"trace[1271338716] transaction","detail":"{read_only:false; response_revision:5659; number_of_response:1; }","duration":"312.283639ms","start":"2026-03-07T10:15:55.974159Z","end":"2026-03-07T10:15:56.286442Z","steps":["trace[1271338716] 'process raft request' (duration: 312.173596ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:15:56.286564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:15:55.974133Z","time spent":"312.379761ms","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-07T10:15:56.291574Z","caller":"traceutil/trace.go:171","msg":"trace[1501819593] transaction","detail":"{read_only:false; response_revision:5660; number_of_response:1; }","duration":"317.19031ms","start":"2026-03-07T10:15:55.974375Z","end":"2026-03-07T10:15:56.291565Z","steps":["trace[1501819593] 'process raft request' (duration: 317.114148ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:15:56.291632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:15:55.974356Z","time spent":"317.249042ms","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-07T10:15:56.29177Z","caller":"traceutil/trace.go:171","msg":"trace[2047658679] transaction","detail":"{read_only:false; response_revision:5661; number_of_response:1; }","duration":"316.803691ms","start":"2026-03-07T10:15:55.974959Z","end":"2026-03-07T10:15:56.291762Z","steps":["trace[2047658679] 'process raft request' (duration: 316.580105ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:15:56.291815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:15:55.974944Z","time spent":"316.848671ms","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-07T10:15:56.291879Z","caller":"traceutil/trace.go:171","msg":"trace[1911535073] transaction","detail":"{read_only:false; response_revision:5662; number_of_response:1; }","duration":"316.463722ms","start":"2026-03-07T10:15:55.975398Z","end":"2026-03-07T10:15:56.291862Z","steps":["trace[1911535073] 'process raft request' (duration: 316.320198ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:15:56.291864Z","caller":"traceutil/trace.go:171","msg":"trace[1683154727] linearizableReadLoop","detail":"{readStateIndex:5901; appliedIndex:5897; }","duration":"211.670637ms","start":"2026-03-07T10:15:56.080168Z","end":"2026-03-07T10:15:56.291839Z","steps":["trace[1683154727] 'read index received' (duration: 206.144519ms)","trace[1683154727] 'applied index is now lower than readState.Index' (duration: 5.525118ms)"],"step_count":2} {"level":"warn","ts":"2026-03-07T10:15:56.291972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-07T10:15:55.975389Z","time spent":"316.532574ms","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-07T10:15:56.292063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.873871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-07T10:15:56.292114Z","caller":"traceutil/trace.go:171","msg":"trace[1500510956] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:5662; }","duration":"211.992544ms","start":"2026-03-07T10:15:56.080106Z","end":"2026-03-07T10:15:56.292099Z","steps":["trace[1500510956] 'agreement among raft nodes before linearized reading' (duration: 211.82808ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:16:06.22983Z","caller":"traceutil/trace.go:171","msg":"trace[1808953920] transaction","detail":"{read_only:false; response_revision:5711; number_of_response:1; }","duration":"111.159497ms","start":"2026-03-07T10:16:06.118638Z","end":"2026-03-07T10:16:06.229798Z","steps":["trace[1808953920] 'process raft request' (duration: 110.926861ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:16:06.45377Z","caller":"traceutil/trace.go:171","msg":"trace[1438916422] linearizableReadLoop","detail":"{readStateIndex:5954; appliedIndex:5952; }","duration":"110.843708ms","start":"2026-03-07T10:16:06.342909Z","end":"2026-03-07T10:16:06.453753Z","steps":["trace[1438916422] 'read index received' (duration: 21.398484ms)","trace[1438916422] 'applied index is now lower than readState.Index' (duration: 89.444534ms)"],"step_count":2} {"level":"warn","ts":"2026-03-07T10:16:06.453954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.037513ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-07T10:16:06.453985Z","caller":"traceutil/trace.go:171","msg":"trace[1197501462] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5713; }","duration":"111.102054ms","start":"2026-03-07T10:16:06.342872Z","end":"2026-03-07T10:16:06.453974Z","steps":["trace[1197501462] 'agreement among raft nodes before linearized reading' (duration: 110.982301ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:16:06.454008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.075103ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-07T10:16:06.454077Z","caller":"traceutil/trace.go:171","msg":"trace[1117628383] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5713; }","duration":"107.170955ms","start":"2026-03-07T10:16:06.346891Z","end":"2026-03-07T10:16:06.454062Z","steps":["trace[1117628383] 'agreement among raft nodes before linearized reading' (duration: 107.011901ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:16:06.453904Z","caller":"traceutil/trace.go:171","msg":"trace[186545224] transaction","detail":"{read_only:false; response_revision:5713; number_of_response:1; }","duration":"113.581336ms","start":"2026-03-07T10:16:06.340273Z","end":"2026-03-07T10:16:06.453854Z","steps":["trace[186545224] 'process raft request' (duration: 94.175851ms)","trace[186545224] 'compare' (duration: 19.21991ms)"],"step_count":2} {"level":"warn","ts":"2026-03-07T10:16:07.039013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.295499ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-07T10:16:07.039097Z","caller":"traceutil/trace.go:171","msg":"trace[1988843380] range","detail":"{range_begin:/registry/jobs/openstack/keystone-fernet-setup; range_end:; response_count:0; response_revision:5724; }","duration":"107.448793ms","start":"2026-03-07T10:16:06.931631Z","end":"2026-03-07T10:16:07.03908Z","steps":["trace[1988843380] 'range keys from in-memory index tree' (duration: 107.171046ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:16:07.039098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.383741ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-07T10:16:07.039188Z","caller":"traceutil/trace.go:171","msg":"trace[1681261190] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-sync; range_end:; response_count:0; response_revision:5724; }","duration":"107.526095ms","start":"2026-03-07T10:16:06.931634Z","end":"2026-03-07T10:16:07.03916Z","steps":["trace[1681261190] 'range keys from in-memory index tree' (duration: 107.239137ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:16:07.039006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.666638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-credential-setup\" ","response":"range_response_count:1 size:6157"} {"level":"info","ts":"2026-03-07T10:16:07.039459Z","caller":"traceutil/trace.go:171","msg":"trace[140904718] range","detail":"{range_begin:/registry/jobs/openstack/keystone-credential-setup; range_end:; response_count:1; response_revision:5724; }","duration":"104.156471ms","start":"2026-03-07T10:16:06.935282Z","end":"2026-03-07T10:16:07.039438Z","steps":["trace[140904718] 'range keys from in-memory index tree' (duration: 103.481674ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:16:07.536813Z","caller":"traceutil/trace.go:171","msg":"trace[1392969080] transaction","detail":"{read_only:false; response_revision:5726; number_of_response:1; }","duration":"105.563057ms","start":"2026-03-07T10:16:07.431227Z","end":"2026-03-07T10:16:07.53679Z","steps":["trace[1392969080] 'process raft request' (duration: 105.417844ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:16:07.856335Z","caller":"traceutil/trace.go:171","msg":"trace[1338262898] linearizableReadLoop","detail":"{readStateIndex:5969; appliedIndex:5968; }","duration":"167.115084ms","start":"2026-03-07T10:16:07.689196Z","end":"2026-03-07T10:16:07.856311Z","steps":["trace[1338262898] 'read index received' (duration: 166.881908ms)","trace[1338262898] 'applied index is now lower than readState.Index' (duration: 232.046µs)"],"step_count":2} {"level":"warn","ts":"2026-03-07T10:16:07.856556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.339309ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-8zcr7\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-07T10:16:07.856545Z","caller":"traceutil/trace.go:171","msg":"trace[2093302719] transaction","detail":"{read_only:false; response_revision:5728; number_of_response:1; }","duration":"170.58137ms","start":"2026-03-07T10:16:07.685928Z","end":"2026-03-07T10:16:07.85651Z","steps":["trace[2093302719] 'process raft request' (duration: 170.233961ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:16:07.856596Z","caller":"traceutil/trace.go:171","msg":"trace[2020047463] range","detail":"{range_begin:/registry/pods/openstack/keepalived-8zcr7; range_end:; response_count:1; response_revision:5728; }","duration":"167.436931ms","start":"2026-03-07T10:16:07.689149Z","end":"2026-03-07T10:16:07.856586Z","steps":["trace[2020047463] 'agreement among raft nodes before linearized reading' (duration: 167.249497ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:16:08.491682Z","caller":"traceutil/trace.go:171","msg":"trace[793831532] transaction","detail":"{read_only:false; response_revision:5731; number_of_response:1; }","duration":"117.982946ms","start":"2026-03-07T10:16:08.373668Z","end":"2026-03-07T10:16:08.491651Z","steps":["trace[793831532] 'process raft request' (duration: 117.756691ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:16:18.687525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.555652ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-07T10:16:18.687599Z","caller":"traceutil/trace.go:171","msg":"trace[846120053] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5800; }","duration":"221.642554ms","start":"2026-03-07T10:16:18.465943Z","end":"2026-03-07T10:16:18.687586Z","steps":["trace[846120053] 'agreement among raft nodes before linearized reading' (duration: 221.527131ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:16:18.687444Z","caller":"traceutil/trace.go:171","msg":"trace[1691719870] transaction","detail":"{read_only:false; response_revision:5800; number_of_response:1; }","duration":"244.234008ms","start":"2026-03-07T10:16:18.443163Z","end":"2026-03-07T10:16:18.687397Z","steps":["trace[1691719870] 'process raft request' (duration: 244.015173ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:16:18.687418Z","caller":"traceutil/trace.go:171","msg":"trace[2035930328] linearizableReadLoop","detail":"{readStateIndex:6043; appliedIndex:6042; }","duration":"221.368008ms","start":"2026-03-07T10:16:18.465964Z","end":"2026-03-07T10:16:18.687332Z","steps":["trace[2035930328] 'read index received' (duration: 221.234835ms)","trace[2035930328] 'applied index is now lower than readState.Index' (duration: 132.133µs)"],"step_count":2} {"level":"info","ts":"2026-03-07T10:16:18.833661Z","caller":"traceutil/trace.go:171","msg":"trace[509824081] transaction","detail":"{read_only:false; response_revision:5801; number_of_response:1; }","duration":"194.848915ms","start":"2026-03-07T10:16:18.638767Z","end":"2026-03-07T10:16:18.833615Z","steps":["trace[509824081] 'process raft request' (duration: 192.742512ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:16:18.836524Z","caller":"traceutil/trace.go:171","msg":"trace[1464086227] linearizableReadLoop","detail":"{readStateIndex:6045; appliedIndex:6043; }","duration":"148.372985ms","start":"2026-03-07T10:16:18.688095Z","end":"2026-03-07T10:16:18.836468Z","steps":["trace[1464086227] 'read index received' (duration: 143.421531ms)","trace[1464086227] 'applied index is now lower than readState.Index' (duration: 4.950184ms)"],"step_count":2} {"level":"warn","ts":"2026-03-07T10:16:18.836709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.362897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-07T10:16:18.836726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.583923ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-07T10:16:18.836785Z","caller":"traceutil/trace.go:171","msg":"trace[144559246] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5801; }","duration":"227.684095ms","start":"2026-03-07T10:16:18.609085Z","end":"2026-03-07T10:16:18.836769Z","steps":["trace[144559246] 'agreement among raft nodes before linearized reading' (duration: 227.498351ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:16:18.836791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.589376ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-07T10:16:18.836831Z","caller":"traceutil/trace.go:171","msg":"trace[148868911] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5801; }","duration":"296.649048ms","start":"2026-03-07T10:16:18.540172Z","end":"2026-03-07T10:16:18.836821Z","steps":["trace[148868911] 'agreement among raft nodes before linearized reading' (duration: 296.484433ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:16:18.836864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.428418ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-07T10:16:18.836943Z","caller":"traceutil/trace.go:171","msg":"trace[833819378] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5801; }","duration":"106.55168ms","start":"2026-03-07T10:16:18.730375Z","end":"2026-03-07T10:16:18.836926Z","steps":["trace[833819378] 'agreement among raft nodes before linearized reading' (duration: 106.317124ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:16:18.836726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.072025ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-07T10:16:18.837083Z","caller":"traceutil/trace.go:171","msg":"trace[1163651944] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5801; }","duration":"232.494035ms","start":"2026-03-07T10:16:18.604567Z","end":"2026-03-07T10:16:18.837061Z","steps":["trace[1163651944] 'agreement among raft nodes before linearized reading' (duration: 232.039434ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:16:18.836999Z","caller":"traceutil/trace.go:171","msg":"trace[512787489] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5801; }","duration":"221.46953ms","start":"2026-03-07T10:16:18.615288Z","end":"2026-03-07T10:16:18.836757Z","steps":["trace[512787489] 'agreement among raft nodes before linearized reading' (duration: 221.262535ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:16:22.972054Z","caller":"traceutil/trace.go:171","msg":"trace[30904888] transaction","detail":"{read_only:false; response_revision:5823; number_of_response:1; }","duration":"109.651888ms","start":"2026-03-07T10:16:22.862374Z","end":"2026-03-07T10:16:22.972026Z","steps":["trace[30904888] 'process raft request' (duration: 109.507955ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:16:22.972364Z","caller":"traceutil/trace.go:171","msg":"trace[732122514] linearizableReadLoop","detail":"{readStateIndex:6067; appliedIndex:6067; }","duration":"103.026613ms","start":"2026-03-07T10:16:22.869318Z","end":"2026-03-07T10:16:22.972344Z","steps":["trace[732122514] 'read index received' (duration: 103.016583ms)","trace[732122514] 'applied index is now lower than readState.Index' (duration: 8.04µs)"],"step_count":2} {"level":"warn","ts":"2026-03-07T10:16:22.972592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.525781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-07T10:16:22.972631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.159781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-07T10:16:22.972648Z","caller":"traceutil/trace.go:171","msg":"trace[489393045] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5823; }","duration":"102.637403ms","start":"2026-03-07T10:16:22.869998Z","end":"2026-03-07T10:16:22.972636Z","steps":["trace[489393045] 'agreement among raft nodes before linearized reading' (duration: 102.454179ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:16:22.972625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.278179ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-07T10:16:22.972681Z","caller":"traceutil/trace.go:171","msg":"trace[1865165272] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5823; }","duration":"102.265774ms","start":"2026-03-07T10:16:22.870399Z","end":"2026-03-07T10:16:22.972665Z","steps":["trace[1865165272] 'agreement among raft nodes before linearized reading' (duration: 102.10975ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:16:22.972713Z","caller":"traceutil/trace.go:171","msg":"trace[1097146606] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5823; }","duration":"103.411833ms","start":"2026-03-07T10:16:22.86928Z","end":"2026-03-07T10:16:22.972692Z","steps":["trace[1097146606] 'agreement among raft nodes before linearized reading' (duration: 103.160037ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:16:23.10546Z","caller":"traceutil/trace.go:171","msg":"trace[993302848] transaction","detail":"{read_only:false; response_revision:5825; number_of_response:1; }","duration":"127.779171ms","start":"2026-03-07T10:16:22.977656Z","end":"2026-03-07T10:16:23.105435Z","steps":["trace[993302848] 'process raft request' (duration: 127.517515ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:16:23.105746Z","caller":"traceutil/trace.go:171","msg":"trace[70058764] transaction","detail":"{read_only:false; response_revision:5826; number_of_response:1; }","duration":"127.540854ms","start":"2026-03-07T10:16:22.978184Z","end":"2026-03-07T10:16:23.105724Z","steps":["trace[70058764] 'process raft request' (duration: 127.208936ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:16:23.594137Z","caller":"traceutil/trace.go:171","msg":"trace[263218921] transaction","detail":"{read_only:false; response_revision:5829; number_of_response:1; }","duration":"104.412848ms","start":"2026-03-07T10:16:23.489703Z","end":"2026-03-07T10:16:23.594115Z","steps":["trace[263218921] 'process raft request' (duration: 104.281303ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:16:23.683097Z","caller":"traceutil/trace.go:171","msg":"trace[1435257025] transaction","detail":"{read_only:false; response_revision:5830; number_of_response:1; }","duration":"153.499583ms","start":"2026-03-07T10:16:23.529558Z","end":"2026-03-07T10:16:23.683057Z","steps":["trace[1435257025] 'process raft request' (duration: 133.459563ms)","trace[1435257025] 'compare' (duration: 19.749213ms)"],"step_count":2} {"level":"info","ts":"2026-03-07T10:19:57.90841Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5051} {"level":"info","ts":"2026-03-07T10:19:57.997682Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5051,"took":"87.508715ms","hash":116138331,"current-db-size-bytes":38248448,"current-db-size":"38 MB","current-db-size-in-use-bytes":20180992,"current-db-size-in-use":"20 MB"} {"level":"info","ts":"2026-03-07T10:19:57.997764Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":116138331,"revision":5051,"compact-revision":2527} {"level":"info","ts":"2026-03-07T10:21:01.545956Z","caller":"traceutil/trace.go:171","msg":"trace[1214280644] transaction","detail":"{read_only:false; response_revision:7285; number_of_response:1; }","duration":"137.386866ms","start":"2026-03-07T10:21:01.408545Z","end":"2026-03-07T10:21:01.545932Z","steps":["trace[1214280644] 'process raft request' (duration: 137.222982ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:21:01.579259Z","caller":"traceutil/trace.go:171","msg":"trace[1327934848] linearizableReadLoop","detail":"{readStateIndex:7594; appliedIndex:7592; }","duration":"114.887787ms","start":"2026-03-07T10:21:01.464347Z","end":"2026-03-07T10:21:01.579234Z","steps":["trace[1327934848] 'read index received' (duration: 81.495452ms)","trace[1327934848] 'applied index is now lower than readState.Index' (duration: 33.391665ms)"],"step_count":2} {"level":"warn","ts":"2026-03-07T10:21:01.579389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.01897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-07T10:21:01.579412Z","caller":"traceutil/trace.go:171","msg":"trace[945691399] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:7286; }","duration":"115.093112ms","start":"2026-03-07T10:21:01.464311Z","end":"2026-03-07T10:21:01.579404Z","steps":["trace[945691399] 'agreement among raft nodes before linearized reading' (duration: 115.01761ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:21:01.579448Z","caller":"traceutil/trace.go:171","msg":"trace[548938355] transaction","detail":"{read_only:false; response_revision:7286; number_of_response:1; }","duration":"130.531503ms","start":"2026-03-07T10:21:01.448869Z","end":"2026-03-07T10:21:01.5794Z","steps":["trace[548938355] 'process raft request' (duration: 130.215305ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:21:31.989013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.368829ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-07T10:21:31.989142Z","caller":"traceutil/trace.go:171","msg":"trace[1399597363] linearizableReadLoop","detail":"{readStateIndex:7737; appliedIndex:7736; }","duration":"221.307639ms","start":"2026-03-07T10:21:31.767813Z","end":"2026-03-07T10:21:31.989121Z","steps":["trace[1399597363] 'read index received' (duration: 18.629471ms)","trace[1399597363] 'applied index is now lower than readState.Index' (duration: 202.676818ms)"],"step_count":2} {"level":"info","ts":"2026-03-07T10:21:31.989242Z","caller":"traceutil/trace.go:171","msg":"trace[1754749021] transaction","detail":"{read_only:false; response_revision:7423; number_of_response:1; }","duration":"276.566416ms","start":"2026-03-07T10:21:31.712622Z","end":"2026-03-07T10:21:31.989188Z","steps":["trace[1754749021] 'process raft request' (duration: 73.9191ms)","trace[1754749021] 'compare' (duration: 202.221896ms)"],"step_count":2} {"level":"warn","ts":"2026-03-07T10:21:31.989436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.675358ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-8zcr7\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-07T10:21:31.989478Z","caller":"traceutil/trace.go:171","msg":"trace[915549531] range","detail":"{range_begin:/registry/pods/openstack/keepalived-8zcr7; range_end:; response_count:1; response_revision:7423; }","duration":"221.75722ms","start":"2026-03-07T10:21:31.76771Z","end":"2026-03-07T10:21:31.989467Z","steps":["trace[915549531] 'agreement among raft nodes before linearized reading' (duration: 221.469083ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:21:32.824225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.550674ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-07T10:21:32.824386Z","caller":"traceutil/trace.go:171","msg":"trace[2022673933] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7424; }","duration":"102.78019ms","start":"2026-03-07T10:21:32.721578Z","end":"2026-03-07T10:21:32.824358Z","steps":["trace[2022673933] 'range keys from in-memory index tree' (duration: 102.310648ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:21:32.911961Z","caller":"traceutil/trace.go:171","msg":"trace[108143621] linearizableReadLoop","detail":"{readStateIndex:7739; appliedIndex:7738; }","duration":"149.904283ms","start":"2026-03-07T10:21:32.762022Z","end":"2026-03-07T10:21:32.911926Z","steps":["trace[108143621] 'read index received' (duration: 149.720768ms)","trace[108143621] 'applied index is now lower than readState.Index' (duration: 181.215µs)"],"step_count":2} {"level":"info","ts":"2026-03-07T10:21:32.912023Z","caller":"traceutil/trace.go:171","msg":"trace[123693482] transaction","detail":"{read_only:false; response_revision:7425; number_of_response:1; }","duration":"156.54473ms","start":"2026-03-07T10:21:32.755451Z","end":"2026-03-07T10:21:32.911996Z","steps":["trace[123693482] 'process raft request' (duration: 156.289394ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:21:32.912425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.370055ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-07T10:21:32.912565Z","caller":"traceutil/trace.go:171","msg":"trace[238656375] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7425; }","duration":"150.513248ms","start":"2026-03-07T10:21:32.761984Z","end":"2026-03-07T10:21:32.912497Z","steps":["trace[238656375] 'agreement among raft nodes before linearized reading' (duration: 150.071677ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:21:32.981549Z","caller":"traceutil/trace.go:171","msg":"trace[1387239449] transaction","detail":"{read_only:false; response_revision:7427; number_of_response:1; }","duration":"152.343075ms","start":"2026-03-07T10:21:32.829163Z","end":"2026-03-07T10:21:32.981506Z","steps":["trace[1387239449] 'process raft request' (duration: 152.161081ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:21:32.981544Z","caller":"traceutil/trace.go:171","msg":"trace[468498726] transaction","detail":"{read_only:false; response_revision:7426; number_of_response:1; }","duration":"153.106314ms","start":"2026-03-07T10:21:32.828389Z","end":"2026-03-07T10:21:32.981496Z","steps":["trace[468498726] 'process raft request' (duration: 151.081402ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:21:33.203074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.389014ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-07T10:21:33.203172Z","caller":"traceutil/trace.go:171","msg":"trace[193454640] transaction","detail":"{read_only:false; response_revision:7429; number_of_response:1; }","duration":"143.591553ms","start":"2026-03-07T10:21:33.059563Z","end":"2026-03-07T10:21:33.203155Z","steps":["trace[193454640] 'process raft request' (duration: 27.040135ms)","trace[193454640] 'compare' (duration: 115.644895ms)"],"step_count":2} {"level":"info","ts":"2026-03-07T10:21:53.451232Z","caller":"traceutil/trace.go:171","msg":"trace[1870247967] linearizableReadLoop","detail":"{readStateIndex:7840; appliedIndex:7838; }","duration":"122.289378ms","start":"2026-03-07T10:21:53.328913Z","end":"2026-03-07T10:21:53.451202Z","steps":["trace[1870247967] 'read index received' (duration: 5.091819ms)","trace[1870247967] 'applied index is now lower than readState.Index' (duration: 117.196279ms)"],"step_count":2} {"level":"info","ts":"2026-03-07T10:21:53.451463Z","caller":"traceutil/trace.go:171","msg":"trace[1963930389] transaction","detail":"{read_only:false; response_revision:7522; number_of_response:1; }","duration":"135.03099ms","start":"2026-03-07T10:21:53.316394Z","end":"2026-03-07T10:21:53.451425Z","steps":["trace[1963930389] 'process raft request' (duration: 76.240991ms)","trace[1963930389] 'compare' (duration: 58.453741ms)"],"step_count":2} {"level":"warn","ts":"2026-03-07T10:21:53.451526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.586895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.62\" ","response":"range_response_count:1 size:133"} {"level":"warn","ts":"2026-03-07T10:21:53.451622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.626211ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-07T10:21:53.451718Z","caller":"traceutil/trace.go:171","msg":"trace[1573234344] range","detail":"{range_begin:/registry/masterleases/162.253.55.62; range_end:; response_count:1; response_revision:7522; }","duration":"122.742989ms","start":"2026-03-07T10:21:53.328905Z","end":"2026-03-07T10:21:53.451648Z","steps":["trace[1573234344] 'agreement among raft nodes before linearized reading' (duration: 122.484542ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:21:53.451785Z","caller":"traceutil/trace.go:171","msg":"trace[1879802546] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7522; }","duration":"108.906438ms","start":"2026-03-07T10:21:53.342862Z","end":"2026-03-07T10:21:53.451768Z","steps":["trace[1879802546] 'agreement among raft nodes before linearized reading' (duration: 108.61376ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:21:53.648173Z","caller":"traceutil/trace.go:171","msg":"trace[1460576819] transaction","detail":"{read_only:false; response_revision:7523; number_of_response:1; }","duration":"104.476125ms","start":"2026-03-07T10:21:53.54367Z","end":"2026-03-07T10:21:53.648146Z","steps":["trace[1460576819] 'process raft request' (duration: 37.762335ms)","trace[1460576819] 'compare' (duration: 66.586807ms)"],"step_count":2} {"level":"info","ts":"2026-03-07T10:24:56.427795Z","caller":"traceutil/trace.go:171","msg":"trace[999389090] linearizableReadLoop","detail":"{readStateIndex:8706; appliedIndex:8705; }","duration":"277.853504ms","start":"2026-03-07T10:24:56.149914Z","end":"2026-03-07T10:24:56.427767Z","steps":["trace[999389090] 'read index received' (duration: 277.642128ms)","trace[999389090] 'applied index is now lower than readState.Index' (duration: 210.266µs)"],"step_count":2} {"level":"info","ts":"2026-03-07T10:24:56.427828Z","caller":"traceutil/trace.go:171","msg":"trace[1171408816] transaction","detail":"{read_only:false; response_revision:8351; number_of_response:1; }","duration":"292.722759ms","start":"2026-03-07T10:24:56.135079Z","end":"2026-03-07T10:24:56.427802Z","steps":["trace[1171408816] 'process raft request' (duration: 292.504753ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:24:56.428002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.081459ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/monitoring/kube-prometheus-stack-pod-tls-sidecar\" ","response":"range_response_count:1 size:736"} {"level":"info","ts":"2026-03-07T10:24:56.428039Z","caller":"traceutil/trace.go:171","msg":"trace[1389072934] range","detail":"{range_begin:/registry/roles/monitoring/kube-prometheus-stack-pod-tls-sidecar; range_end:; response_count:1; response_revision:8351; }","duration":"278.167431ms","start":"2026-03-07T10:24:56.149861Z","end":"2026-03-07T10:24:56.428029Z","steps":["trace[1389072934] 'agreement among raft nodes before linearized reading' (duration: 278.019477ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:24:56.428234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.700956ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-07T10:24:56.428301Z","caller":"traceutil/trace.go:171","msg":"trace[1553666061] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8351; }","duration":"257.780627ms","start":"2026-03-07T10:24:56.170503Z","end":"2026-03-07T10:24:56.428284Z","steps":["trace[1553666061] 'agreement among raft nodes before linearized reading' (duration: 257.583863ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:24:56.428324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.920719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-07T10:24:56.428345Z","caller":"traceutil/trace.go:171","msg":"trace[1232277712] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8351; }","duration":"251.9547ms","start":"2026-03-07T10:24:56.176384Z","end":"2026-03-07T10:24:56.428339Z","steps":["trace[1232277712] 'agreement among raft nodes before linearized reading' (duration: 251.887238ms)"],"step_count":1} {"level":"warn","ts":"2026-03-07T10:24:56.428367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.045047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/monitoring/node-feature-discovery-worker\" ","response":"range_response_count:1 size:986"} {"level":"warn","ts":"2026-03-07T10:24:56.428441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.193006ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-07T10:24:56.428443Z","caller":"traceutil/trace.go:171","msg":"trace[1065324325] range","detail":"{range_begin:/registry/roles/monitoring/node-feature-discovery-worker; range_end:; response_count:1; response_revision:8351; }","duration":"207.153359ms","start":"2026-03-07T10:24:56.221269Z","end":"2026-03-07T10:24:56.428423Z","steps":["trace[1065324325] 'agreement among raft nodes before linearized reading' (duration: 206.975915ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:24:56.428464Z","caller":"traceutil/trace.go:171","msg":"trace[838829735] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8351; }","duration":"252.231117ms","start":"2026-03-07T10:24:56.176229Z","end":"2026-03-07T10:24:56.42846Z","steps":["trace[838829735] 'agreement among raft nodes before linearized reading' (duration: 252.178626ms)"],"step_count":1} {"level":"info","ts":"2026-03-07T10:24:57.915526Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":6995} {"level":"info","ts":"2026-03-07T10:24:57.981184Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":6995,"took":"63.938444ms","hash":165008264,"current-db-size-bytes":38248448,"current-db-size":"38 MB","current-db-size-in-use-bytes":14155776,"current-db-size-in-use":"14 MB"} {"level":"info","ts":"2026-03-07T10:24:57.981256Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":165008264,"revision":6995,"compact-revision":5051}