{"level":"warn","ts":"2026-02-27T18:21:48.497369Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-02-27T18:21:48.497458Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.250:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.250:2380","--initial-cluster=instance=https://199.204.45.250:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.250:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.250:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-02-27T18:21:48.49753Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-02-27T18:21:48.497554Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.250:2380"]} {"level":"info","ts":"2026-02-27T18:21:48.497577Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-02-27T18:21:48.498335Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.250:2379"]} {"level":"info","ts":"2026-02-27T18:21:48.498422Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":8,"max-cpu-available":8,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.250:2380"],"listen-peer-urls":["https://199.204.45.250:2380"],"advertise-client-urls":["https://199.204.45.250:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.250:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.250:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-02-27T18:21:48.503341Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"4.7411ms"} {"level":"info","ts":"2026-02-27T18:21:48.514654Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"d98d5f2c752cc52d","cluster-id":"c785b4aaf4bd3b11"} {"level":"info","ts":"2026-02-27T18:21:48.514763Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d98d5f2c752cc52d switched to configuration voters=()"} {"level":"info","ts":"2026-02-27T18:21:48.514787Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d98d5f2c752cc52d became follower at term 0"} {"level":"info","ts":"2026-02-27T18:21:48.514797Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft d98d5f2c752cc52d [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-02-27T18:21:48.51481Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d98d5f2c752cc52d became follower at term 1"} {"level":"info","ts":"2026-02-27T18:21:48.51485Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d98d5f2c752cc52d switched to configuration voters=(15676290522495632685)"} {"level":"warn","ts":"2026-02-27T18:21:48.529821Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-02-27T18:21:48.532738Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-02-27T18:21:48.53564Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-02-27T18:21:48.538368Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"d98d5f2c752cc52d","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-02-27T18:21:48.538501Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"d98d5f2c752cc52d","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-02-27T18:21:48.53871Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-02-27T18:21:48.538769Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-02-27T18:21:48.538782Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-02-27T18:21:48.540954Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d98d5f2c752cc52d switched to configuration voters=(15676290522495632685)"} {"level":"info","ts":"2026-02-27T18:21:48.541187Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"c785b4aaf4bd3b11","local-member-id":"d98d5f2c752cc52d","added-peer-id":"d98d5f2c752cc52d","added-peer-peer-urls":["https://199.204.45.250:2380"]} {"level":"info","ts":"2026-02-27T18:21:48.54462Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-02-27T18:21:48.544762Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.250:2380"} {"level":"info","ts":"2026-02-27T18:21:48.544832Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.250:2380"} {"level":"info","ts":"2026-02-27T18:21:48.544906Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"d98d5f2c752cc52d","initial-advertise-peer-urls":["https://199.204.45.250:2380"],"listen-peer-urls":["https://199.204.45.250:2380"],"advertise-client-urls":["https://199.204.45.250:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.250:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-02-27T18:21:48.544963Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-02-27T18:21:49.115697Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d98d5f2c752cc52d is starting a new election at term 1"} {"level":"info","ts":"2026-02-27T18:21:49.115789Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d98d5f2c752cc52d became pre-candidate at term 1"} {"level":"info","ts":"2026-02-27T18:21:49.115856Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d98d5f2c752cc52d received MsgPreVoteResp from d98d5f2c752cc52d at term 1"} {"level":"info","ts":"2026-02-27T18:21:49.115875Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d98d5f2c752cc52d became candidate at term 2"} {"level":"info","ts":"2026-02-27T18:21:49.115884Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d98d5f2c752cc52d received MsgVoteResp from d98d5f2c752cc52d at term 2"} {"level":"info","ts":"2026-02-27T18:21:49.115896Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d98d5f2c752cc52d became leader at term 2"} {"level":"info","ts":"2026-02-27T18:21:49.115906Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: d98d5f2c752cc52d elected leader d98d5f2c752cc52d at term 2"} {"level":"info","ts":"2026-02-27T18:21:49.119463Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"d98d5f2c752cc52d","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.250:2379]}","request-path":"/0/members/d98d5f2c752cc52d/attributes","cluster-id":"c785b4aaf4bd3b11","publish-timeout":"7s"} {"level":"info","ts":"2026-02-27T18:21:49.119531Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-02-27T18:21:49.119941Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-02-27T18:21:49.11994Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-02-27T18:21:49.120159Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-02-27T18:21:49.120197Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-02-27T18:21:49.121124Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"c785b4aaf4bd3b11","local-member-id":"d98d5f2c752cc52d","cluster-version":"3.5"} {"level":"info","ts":"2026-02-27T18:21:49.121278Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-02-27T18:21:49.121321Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-02-27T18:21:49.124704Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.250:2379"} {"level":"info","ts":"2026-02-27T18:21:49.125209Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-02-27T18:21:50.869767Z","caller":"traceutil/trace.go:171","msg":"trace[556626496] transaction","detail":"{read_only:false; response_revision:13; number_of_response:1; }","duration":"167.041644ms","start":"2026-02-27T18:21:50.702688Z","end":"2026-02-27T18:21:50.86973Z","steps":["trace[556626496] 'process raft request' (duration: 93.166791ms)","trace[556626496] 'compare' (duration: 73.552675ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:21:50.869892Z","caller":"traceutil/trace.go:171","msg":"trace[1878238267] transaction","detail":"{read_only:false; response_revision:14; number_of_response:1; }","duration":"166.259824ms","start":"2026-02-27T18:21:50.703604Z","end":"2026-02-27T18:21:50.869864Z","steps":["trace[1878238267] 'process raft request' (duration: 166.044749ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:21:50.870107Z","caller":"traceutil/trace.go:171","msg":"trace[1577214939] transaction","detail":"{read_only:false; response_revision:15; number_of_response:1; }","duration":"165.739601ms","start":"2026-02-27T18:21:50.704301Z","end":"2026-02-27T18:21:50.87004Z","steps":["trace[1577214939] 'process raft request' (duration: 165.469374ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:21:50.870109Z","caller":"traceutil/trace.go:171","msg":"trace[1047223296] transaction","detail":"{read_only:false; response_revision:16; number_of_response:1; }","duration":"165.687329ms","start":"2026-02-27T18:21:50.704357Z","end":"2026-02-27T18:21:50.870044Z","steps":["trace[1047223296] 'process raft request' (duration: 165.471254ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:21:50.87026Z","caller":"traceutil/trace.go:171","msg":"trace[530195872] transaction","detail":"{read_only:false; response_revision:17; number_of_response:1; }","duration":"165.829953ms","start":"2026-02-27T18:21:50.704392Z","end":"2026-02-27T18:21:50.870222Z","steps":["trace[530195872] 'process raft request' (duration: 165.487635ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:21:50.86995Z","caller":"traceutil/trace.go:171","msg":"trace[1340145185] linearizableReadLoop","detail":"{readStateIndex:20; appliedIndex:15; }","duration":"139.198239ms","start":"2026-02-27T18:21:50.73073Z","end":"2026-02-27T18:21:50.869928Z","steps":["trace[1340145185] 'read index received' (duration: 65.10812ms)","trace[1340145185] 'applied index is now lower than readState.Index' (duration: 74.089079ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T18:21:50.870503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.741962ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/csr-8q27v\" ","response":"range_response_count:1 size:861"} {"level":"info","ts":"2026-02-27T18:21:50.870763Z","caller":"traceutil/trace.go:171","msg":"trace[2021220150] range","detail":"{range_begin:/registry/certificatesigningrequests/csr-8q27v; range_end:; response_count:1; response_revision:17; }","duration":"140.044429ms","start":"2026-02-27T18:21:50.730698Z","end":"2026-02-27T18:21:50.870742Z","steps":["trace[2021220150] 'agreement among raft nodes before linearized reading' (duration: 139.69057ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:21:50.874085Z","caller":"traceutil/trace.go:171","msg":"trace[1876806445] transaction","detail":"{read_only:false; number_of_response:0; response_revision:19; }","duration":"141.272051ms","start":"2026-02-27T18:21:50.7328Z","end":"2026-02-27T18:21:50.874072Z","steps":["trace[1876806445] 'process raft request' (duration: 141.143937ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:21:50.874326Z","caller":"traceutil/trace.go:171","msg":"trace[1861158335] transaction","detail":"{read_only:false; response_revision:19; number_of_response:1; }","duration":"142.107292ms","start":"2026-02-27T18:21:50.732209Z","end":"2026-02-27T18:21:50.874316Z","steps":["trace[1861158335] 'process raft request' (duration: 141.693721ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:21:50.874522Z","caller":"traceutil/trace.go:171","msg":"trace[2041189022] transaction","detail":"{read_only:false; response_revision:20; number_of_response:1; }","duration":"137.638259ms","start":"2026-02-27T18:21:50.736875Z","end":"2026-02-27T18:21:50.874513Z","steps":["trace[2041189022] 'process raft request' (duration: 137.095535ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:21:50.874759Z","caller":"traceutil/trace.go:171","msg":"trace[1074678820] transaction","detail":"{read_only:false; response_revision:18; number_of_response:1; }","duration":"142.623165ms","start":"2026-02-27T18:21:50.732127Z","end":"2026-02-27T18:21:50.87475Z","steps":["trace[1074678820] 'process raft request' (duration: 141.609869ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:21:50.879752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.792384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:3491"} {"level":"info","ts":"2026-02-27T18:21:50.879822Z","caller":"traceutil/trace.go:171","msg":"trace[1677121101] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:20; }","duration":"147.070707ms","start":"2026-02-27T18:21:50.732736Z","end":"2026-02-27T18:21:50.879807Z","steps":["trace[1677121101] 'agreement among raft nodes before linearized reading' (duration: 141.27783ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:21:56.445564Z","caller":"traceutil/trace.go:171","msg":"trace[1034055875] transaction","detail":"{read_only:false; response_revision:290; number_of_response:1; }","duration":"185.069785ms","start":"2026-02-27T18:21:56.260472Z","end":"2026-02-27T18:21:56.445541Z","steps":["trace[1034055875] 'process raft request' (duration: 184.915851ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:21:56.587005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.431801ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-02-27T18:21:56.587281Z","caller":"traceutil/trace.go:171","msg":"trace[1514426723] transaction","detail":"{read_only:false; response_revision:291; number_of_response:1; }","duration":"122.413633ms","start":"2026-02-27T18:21:56.464844Z","end":"2026-02-27T18:21:56.587258Z","steps":["trace[1514426723] 'process raft request' (duration: 21.14133ms)","trace[1514426723] 'compare' (duration: 100.288318ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:21:57.903861Z","caller":"traceutil/trace.go:171","msg":"trace[1916941164] linearizableReadLoop","detail":"{readStateIndex:321; appliedIndex:319; }","duration":"143.228955ms","start":"2026-02-27T18:21:57.760611Z","end":"2026-02-27T18:21:57.90384Z","steps":["trace[1916941164] 'read index received' (duration: 134.305254ms)","trace[1916941164] 'applied index is now lower than readState.Index' (duration: 8.922351ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:21:57.903967Z","caller":"traceutil/trace.go:171","msg":"trace[644532801] transaction","detail":"{read_only:false; response_revision:310; number_of_response:1; }","duration":"183.271862ms","start":"2026-02-27T18:21:57.720688Z","end":"2026-02-27T18:21:57.90396Z","steps":["trace[644532801] 'process raft request' (duration: 183.113518ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:21:57.903964Z","caller":"traceutil/trace.go:171","msg":"trace[2008077006] transaction","detail":"{read_only:false; response_revision:309; number_of_response:1; }","duration":"184.550432ms","start":"2026-02-27T18:21:57.719364Z","end":"2026-02-27T18:21:57.903915Z","steps":["trace[2008077006] 'process raft request' (duration: 175.622592ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:21:57.90414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.116588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-02-27T18:21:57.904213Z","caller":"traceutil/trace.go:171","msg":"trace[1863519529] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:310; }","duration":"129.22059ms","start":"2026-02-27T18:21:57.774976Z","end":"2026-02-27T18:21:57.904196Z","steps":["trace[1863519529] 'agreement among raft nodes before linearized reading' (duration: 129.079537ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:21:57.90422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.601384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/deployment-controller\" ","response":"range_response_count:1 size:207"} {"level":"info","ts":"2026-02-27T18:21:57.904325Z","caller":"traceutil/trace.go:171","msg":"trace[1341987452] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/deployment-controller; range_end:; response_count:1; response_revision:310; }","duration":"143.745088ms","start":"2026-02-27T18:21:57.760571Z","end":"2026-02-27T18:21:57.904316Z","steps":["trace[1341987452] 'agreement among raft nodes before linearized reading' (duration: 143.581384ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:22:05.003451Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208184611873252942,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T18:22:05.031905Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.093084981s","expected-duration":"1s"} {"level":"info","ts":"2026-02-27T18:22:05.032312Z","caller":"traceutil/trace.go:171","msg":"trace[504242417] transaction","detail":"{read_only:false; response_revision:367; number_of_response:1; }","duration":"1.093560763s","start":"2026-02-27T18:22:03.93873Z","end":"2026-02-27T18:22:05.03229Z","steps":["trace[504242417] 'process raft request' (duration: 1.093406839s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:22:05.032683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:22:03.938714Z","time spent":"1.093652815s","remote":"127.0.0.1:51940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T18:22:05.087843Z","caller":"traceutil/trace.go:171","msg":"trace[1521361156] linearizableReadLoop","detail":"{readStateIndex:381; appliedIndex:379; }","duration":"584.409692ms","start":"2026-02-27T18:22:04.5034Z","end":"2026-02-27T18:22:05.08781Z","steps":["trace[1521361156] 'read index received' (duration: 528.767953ms)","trace[1521361156] 'applied index is now lower than readState.Index' (duration: 55.640539ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:22:05.087974Z","caller":"traceutil/trace.go:171","msg":"trace[967162998] transaction","detail":"{read_only:false; response_revision:368; number_of_response:1; }","duration":"1.144092886s","start":"2026-02-27T18:22:03.943872Z","end":"2026-02-27T18:22:05.087965Z","steps":["trace[967162998] 'process raft request' (duration: 1.115497843s)","trace[967162998] 'compare' (duration: 28.313136ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T18:22:05.088038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.893328ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-02-27T18:22:05.088083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:22:03.943865Z","time spent":"1.144131177s","remote":"127.0.0.1:51940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T18:22:05.088095Z","caller":"traceutil/trace.go:171","msg":"trace[300746717] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:368; }","duration":"344.955079ms","start":"2026-02-27T18:22:04.743127Z","end":"2026-02-27T18:22:05.088082Z","steps":["trace[300746717] 'agreement among raft nodes before linearized reading' (duration: 344.859457ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:22:05.088134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:22:04.743074Z","time spent":"345.052701ms","remote":"127.0.0.1:51940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-27T18:22:05.088115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"584.710791ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T18:22:05.088213Z","caller":"traceutil/trace.go:171","msg":"trace[308390719] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:368; }","duration":"584.802753ms","start":"2026-02-27T18:22:04.503392Z","end":"2026-02-27T18:22:05.088194Z","steps":["trace[308390719] 'agreement among raft nodes before linearized reading' (duration: 584.69285ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:22:05.088291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.617861ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-02-27T18:22:05.088413Z","caller":"traceutil/trace.go:171","msg":"trace[322628739] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:368; }","duration":"268.817546ms","start":"2026-02-27T18:22:04.819574Z","end":"2026-02-27T18:22:05.088392Z","steps":["trace[322628739] 'agreement among raft nodes before linearized reading' (duration: 268.487498ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:22:05.088028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.688402ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-02-27T18:22:05.088498Z","caller":"traceutil/trace.go:171","msg":"trace[706178760] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:368; }","duration":"217.187884ms","start":"2026-02-27T18:22:04.871277Z","end":"2026-02-27T18:22:05.088465Z","steps":["trace[706178760] 'agreement among raft nodes before linearized reading' (duration: 216.710943ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:22:05.304578Z","caller":"traceutil/trace.go:171","msg":"trace[825999998] transaction","detail":"{read_only:false; response_revision:370; number_of_response:1; }","duration":"211.849563ms","start":"2026-02-27T18:22:05.092701Z","end":"2026-02-27T18:22:05.304551Z","steps":["trace[825999998] 'process raft request' (duration: 121.380017ms)","trace[825999998] 'compare' (duration: 90.295632ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:22:05.30498Z","caller":"traceutil/trace.go:171","msg":"trace[274620208] transaction","detail":"{read_only:false; response_revision:371; number_of_response:1; }","duration":"211.529576ms","start":"2026-02-27T18:22:05.093417Z","end":"2026-02-27T18:22:05.304947Z","steps":["trace[274620208] 'process raft request' (duration: 211.079434ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:22:05.305154Z","caller":"traceutil/trace.go:171","msg":"trace[1940538501] transaction","detail":"{read_only:false; response_revision:372; number_of_response:1; }","duration":"207.351354ms","start":"2026-02-27T18:22:05.097793Z","end":"2026-02-27T18:22:05.305145Z","steps":["trace[1940538501] 'process raft request' (duration: 206.927323ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:22:06.685338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"836.66462ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T18:22:06.685421Z","caller":"traceutil/trace.go:171","msg":"trace[1287913994] linearizableReadLoop","detail":"{readStateIndex:386; appliedIndex:385; }","duration":"448.913437ms","start":"2026-02-27T18:22:06.236495Z","end":"2026-02-27T18:22:06.685408Z","steps":["trace[1287913994] 'read index received' (duration: 42.101µs)","trace[1287913994] 'applied index is now lower than readState.Index' (duration: 448.870336ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T18:22:06.685465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"448.976709ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T18:22:06.68599Z","caller":"traceutil/trace.go:171","msg":"trace[40536988] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:373; }","duration":"449.531943ms","start":"2026-02-27T18:22:06.236449Z","end":"2026-02-27T18:22:06.685981Z","steps":["trace[40536988] 'agreement among raft nodes before linearized reading' (duration: 448.992699ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:22:06.686022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:22:06.236431Z","time spent":"449.583445ms","remote":"127.0.0.1:51694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-27T18:22:06.68554Z","caller":"traceutil/trace.go:171","msg":"trace[160209262] transaction","detail":"{read_only:false; response_revision:373; number_of_response:1; }","duration":"1.367124056s","start":"2026-02-27T18:22:05.318385Z","end":"2026-02-27T18:22:06.685509Z","steps":["trace[160209262] 'process raft request' (duration: 530.209719ms)","trace[160209262] 'compare' (duration: 836.24719ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T18:22:06.68641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:22:05.318367Z","time spent":"1.367730392s","remote":"127.0.0.1:51862","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4361,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T18:22:09.867694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.824528763s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-02-27T18:22:09.867764Z","caller":"traceutil/trace.go:171","msg":"trace[553630108] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:373; }","duration":"2.824650896s","start":"2026-02-27T18:22:07.043099Z","end":"2026-02-27T18:22:09.86775Z","steps":["trace[553630108] 'range keys from in-memory index tree' (duration: 2.824384949s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:22:09.867793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:22:07.043077Z","time spent":"2.824709528s","remote":"127.0.0.1:51940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-27T18:22:09.867844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.558100186s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-02-27T18:22:09.867894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.744076673s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-02-27T18:22:09.867947Z","caller":"traceutil/trace.go:171","msg":"trace[890856771] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:373; }","duration":"2.558225559s","start":"2026-02-27T18:22:07.309706Z","end":"2026-02-27T18:22:09.867932Z","steps":["trace[890856771] 'range keys from in-memory index tree' (duration: 2.557972723s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:22:09.867983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:22:07.309647Z","time spent":"2.558327922s","remote":"127.0.0.1:51940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-02-27T18:22:09.867977Z","caller":"traceutil/trace.go:171","msg":"trace[820329159] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:373; }","duration":"2.744216976s","start":"2026-02-27T18:22:07.123742Z","end":"2026-02-27T18:22:09.867959Z","steps":["trace[820329159] 'range keys from in-memory index tree' (duration: 2.74395621s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:22:09.868034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:22:07.123718Z","time spent":"2.744298908s","remote":"127.0.0.1:51940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-27T18:22:09.868108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.558467285s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-02-27T18:22:09.868181Z","caller":"traceutil/trace.go:171","msg":"trace[1476694298] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:373; }","duration":"2.558558728s","start":"2026-02-27T18:22:07.30959Z","end":"2026-02-27T18:22:09.868149Z","steps":["trace[1476694298] 'range keys from in-memory index tree' (duration: 2.558385924s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:22:09.868249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:22:07.309568Z","time spent":"2.558663852s","remote":"127.0.0.1:51940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-27T18:22:09.868091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.539432497s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"","error":"rangeKeys: context cancelled: context canceled"} {"level":"info","ts":"2026-02-27T18:22:09.868306Z","caller":"traceutil/trace.go:171","msg":"trace[2615973] range","detail":"{range_begin:/registry/minions/instance; range_end:; }","duration":"2.539688834s","start":"2026-02-27T18:22:07.328603Z","end":"2026-02-27T18:22:09.868291Z","steps":["trace[2615973] 'range keys from in-memory index tree' (duration: 2.539364575s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:22:09.868367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:22:07.328588Z","time spent":"2.539765915s","remote":"127.0.0.1:51862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":0,"response size":0,"request content":"key:\"/registry/minions/instance\" "} 2026/02/27 18:22:09 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T18:22:09.870798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.948479273s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-02-27T18:22:09.870897Z","caller":"traceutil/trace.go:171","msg":"trace[1808844043] linearizableReadLoop","detail":"{readStateIndex:387; appliedIndex:386; }","duration":"1.644896823s","start":"2026-02-27T18:22:08.225983Z","end":"2026-02-27T18:22:09.87088Z","steps":["trace[1808844043] 'read index received' (duration: 38.581µs)","trace[1808844043] 'applied index is now lower than readState.Index' (duration: 1.644856862s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T18:22:09.870975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.644989085s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T18:22:09.871002Z","caller":"traceutil/trace.go:171","msg":"trace[1496846393] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:373; }","duration":"1.645070867s","start":"2026-02-27T18:22:08.22592Z","end":"2026-02-27T18:22:09.870991Z","steps":["trace[1496846393] 'agreement among raft nodes before linearized reading' (duration: 1.645006105s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:22:09.871036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:22:08.2259Z","time spent":"1.645129019s","remote":"127.0.0.1:51694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-27T18:22:25.933038Z","caller":"traceutil/trace.go:171","msg":"trace[106537438] transaction","detail":"{read_only:false; response_revision:476; number_of_response:1; }","duration":"148.807693ms","start":"2026-02-27T18:22:25.784212Z","end":"2026-02-27T18:22:25.933019Z","steps":["trace[106537438] 'process raft request' (duration: 148.70732ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:22:28.305377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.081177159s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T18:22:28.305427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.337729863s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-02-27T18:22:28.305464Z","caller":"traceutil/trace.go:171","msg":"trace[1756788911] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:476; }","duration":"2.081302891s","start":"2026-02-27T18:22:26.224142Z","end":"2026-02-27T18:22:28.305445Z","steps":["trace[1756788911] 'range keys from in-memory index tree' (duration: 2.081067396s)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:22:28.305475Z","caller":"traceutil/trace.go:171","msg":"trace[1160904753] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:476; }","duration":"2.337823986s","start":"2026-02-27T18:22:25.967638Z","end":"2026-02-27T18:22:28.305462Z","steps":["trace[1160904753] 'range keys from in-memory index tree' (duration: 2.33761266s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:22:28.305504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:22:26.224124Z","time spent":"2.081371094s","remote":"127.0.0.1:51706","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T18:22:28.305518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.334140694s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-02-27T18:22:28.305605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.338067662s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-02-27T18:22:28.3056Z","caller":"traceutil/trace.go:171","msg":"trace[512953905] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:476; }","duration":"2.334221546s","start":"2026-02-27T18:22:25.971349Z","end":"2026-02-27T18:22:28.305571Z","steps":["trace[512953905] 'range keys from in-memory index tree' (duration: 2.333913158s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:22:28.305623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.166619271s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T18:22:28.305639Z","caller":"traceutil/trace.go:171","msg":"trace[1633407837] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:476; }","duration":"2.338120643s","start":"2026-02-27T18:22:25.967505Z","end":"2026-02-27T18:22:28.305626Z","steps":["trace[1633407837] 'range keys from in-memory index tree' (duration: 2.337651141s)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:22:28.305653Z","caller":"traceutil/trace.go:171","msg":"trace[771275803] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:476; }","duration":"2.166684213s","start":"2026-02-27T18:22:26.13896Z","end":"2026-02-27T18:22:28.305644Z","steps":["trace[771275803] 'range keys from in-memory index tree' (duration: 2.166561339s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:22:28.305421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.335795216s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-02-27T18:22:28.305663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:22:25.967488Z","time spent":"2.338168515s","remote":"127.0.0.1:51940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-27T18:22:28.305661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:22:25.971341Z","time spent":"2.334304758s","remote":"127.0.0.1:51940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-27T18:22:28.305505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:22:25.967629Z","time spent":"2.337868037s","remote":"127.0.0.1:51940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-02-27T18:22:28.305708Z","caller":"traceutil/trace.go:171","msg":"trace[669501658] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:476; }","duration":"2.336111863s","start":"2026-02-27T18:22:25.96957Z","end":"2026-02-27T18:22:28.305681Z","steps":["trace[669501658] 'range keys from in-memory index tree' (duration: 2.335647372s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:22:28.305677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:22:26.138941Z","time spent":"2.166728624s","remote":"127.0.0.1:51694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T18:22:28.305762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:22:25.969556Z","time spent":"2.336189915s","remote":"127.0.0.1:51940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-27T18:22:28.374361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.479647ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-02-27T18:22:28.374591Z","caller":"traceutil/trace.go:171","msg":"trace[1200003424] linearizableReadLoop","detail":"{readStateIndex:494; appliedIndex:493; }","duration":"256.37552ms","start":"2026-02-27T18:22:28.118192Z","end":"2026-02-27T18:22:28.374567Z","steps":["trace[1200003424] 'read index received' (duration: 139.601516ms)","trace[1200003424] 'applied index is now lower than readState.Index' (duration: 116.770974ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:22:28.374617Z","caller":"traceutil/trace.go:171","msg":"trace[1930798528] transaction","detail":"{read_only:false; response_revision:477; number_of_response:1; }","duration":"231.734054ms","start":"2026-02-27T18:22:28.142867Z","end":"2026-02-27T18:22:28.374601Z","steps":["trace[1930798528] 'process raft request' (duration: 231.617601ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:22:28.37476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.559894ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:4375"} {"level":"info","ts":"2026-02-27T18:22:28.374798Z","caller":"traceutil/trace.go:171","msg":"trace[354090587] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:477; }","duration":"256.633186ms","start":"2026-02-27T18:22:28.118154Z","end":"2026-02-27T18:22:28.374787Z","steps":["trace[354090587] 'agreement among raft nodes before linearized reading' (duration: 256.523773ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:22:28.390415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.108651ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T18:22:28.39047Z","caller":"traceutil/trace.go:171","msg":"trace[481678711] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:481; }","duration":"158.197913ms","start":"2026-02-27T18:22:28.23226Z","end":"2026-02-27T18:22:28.390458Z","steps":["trace[481678711] 'agreement among raft nodes before linearized reading' (duration: 158.07836ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:22:30.576827Z","caller":"traceutil/trace.go:171","msg":"trace[1776464239] transaction","detail":"{read_only:false; response_revision:484; number_of_response:1; }","duration":"178.929914ms","start":"2026-02-27T18:22:30.397876Z","end":"2026-02-27T18:22:30.576806Z","steps":["trace[1776464239] 'process raft request' (duration: 178.794341ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:22:30.601425Z","caller":"traceutil/trace.go:171","msg":"trace[1550272780] transaction","detail":"{read_only:false; response_revision:485; number_of_response:1; }","duration":"203.051348ms","start":"2026-02-27T18:22:30.398356Z","end":"2026-02-27T18:22:30.601407Z","steps":["trace[1550272780] 'process raft request' (duration: 202.932725ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:22:30.60162Z","caller":"traceutil/trace.go:171","msg":"trace[1197159170] transaction","detail":"{read_only:false; response_revision:486; number_of_response:1; }","duration":"203.13134ms","start":"2026-02-27T18:22:30.398473Z","end":"2026-02-27T18:22:30.601605Z","steps":["trace[1197159170] 'process raft request' (duration: 202.901194ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:22:30.60179Z","caller":"traceutil/trace.go:171","msg":"trace[747284229] transaction","detail":"{read_only:false; response_revision:487; number_of_response:1; }","duration":"202.360061ms","start":"2026-02-27T18:22:30.399396Z","end":"2026-02-27T18:22:30.601756Z","steps":["trace[747284229] 'process raft request' (duration: 202.155436ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:22:35.622395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.029105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T18:22:35.622503Z","caller":"traceutil/trace.go:171","msg":"trace[1596380265] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:497; }","duration":"402.188459ms","start":"2026-02-27T18:22:35.220291Z","end":"2026-02-27T18:22:35.622479Z","steps":["trace[1596380265] 'range keys from in-memory index tree' (duration: 401.952763ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:22:35.622556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:22:35.220271Z","time spent":"402.27299ms","remote":"127.0.0.1:51694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T18:22:36.723123Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208184611873253218,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T18:22:37.223788Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208184611873253218,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T18:22:37.724986Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208184611873253218,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T18:22:37.826636Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.83902774s","expected-duration":"1s"} {"level":"info","ts":"2026-02-27T18:22:37.826996Z","caller":"traceutil/trace.go:171","msg":"trace[1180830830] transaction","detail":"{read_only:false; response_revision:498; number_of_response:1; }","duration":"1.839501362s","start":"2026-02-27T18:22:35.987471Z","end":"2026-02-27T18:22:37.826972Z","steps":["trace[1180830830] 'process raft request' (duration: 1.839346078s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:22:37.827139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:22:35.987448Z","time spent":"1.839601394s","remote":"127.0.0.1:51940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T18:22:38.222093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000006942s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T18:22:38.22219Z","caller":"traceutil/trace.go:171","msg":"trace[1350240740] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000198545s","start":"2026-02-27T18:22:36.221968Z","end":"2026-02-27T18:22:38.222167Z","steps":["trace[1350240740] 'agreement among raft nodes before linearized reading' (duration: 2.000083803s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:22:38.222251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:22:36.221947Z","time spent":"2.000286758s","remote":"127.0.0.1:51694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 18:22:38 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T18:22:38.263959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.542578ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-02-27T18:22:38.264049Z","caller":"traceutil/trace.go:171","msg":"trace[1085403219] linearizableReadLoop","detail":"{readStateIndex:518; appliedIndex:516; }","duration":"2.041970554s","start":"2026-02-27T18:22:36.222063Z","end":"2026-02-27T18:22:38.264033Z","steps":["trace[1085403219] 'read index received' (duration: 1.604757864s)","trace[1085403219] 'applied index is now lower than readState.Index' (duration: 437.21153ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T18:22:38.264244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.513313774s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-02-27T18:22:38.264307Z","caller":"traceutil/trace.go:171","msg":"trace[557561249] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:498; }","duration":"1.513415566s","start":"2026-02-27T18:22:36.750875Z","end":"2026-02-27T18:22:38.264291Z","steps":["trace[557561249] 'agreement among raft nodes before linearized reading' (duration: 1.513284343s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:22:38.264309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.514313819s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-02-27T18:22:38.26435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:22:36.750853Z","time spent":"1.513488977s","remote":"127.0.0.1:51940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-02-27T18:22:38.264366Z","caller":"traceutil/trace.go:171","msg":"trace[798339479] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:498; }","duration":"1.514389101s","start":"2026-02-27T18:22:36.749956Z","end":"2026-02-27T18:22:38.264345Z","steps":["trace[798339479] 'agreement among raft nodes before linearized reading' (duration: 1.514327999s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:22:38.26424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.559261184s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-02-27T18:22:38.264431Z","caller":"traceutil/trace.go:171","msg":"trace[1332426264] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:498; }","duration":"1.559512101s","start":"2026-02-27T18:22:36.704909Z","end":"2026-02-27T18:22:38.264421Z","steps":["trace[1332426264] 'agreement among raft nodes before linearized reading' (duration: 1.559242655s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:22:38.264427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:22:36.749936Z","time spent":"1.514477552s","remote":"127.0.0.1:51940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-27T18:22:38.26427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.513768875s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-02-27T18:22:38.264565Z","caller":"traceutil/trace.go:171","msg":"trace[1204275105] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:498; }","duration":"1.514108522s","start":"2026-02-27T18:22:36.750441Z","end":"2026-02-27T18:22:38.26455Z","steps":["trace[1204275105] 'agreement among raft nodes before linearized reading' (duration: 1.513741114s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:22:38.264476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:22:36.704887Z","time spent":"1.559570892s","remote":"127.0.0.1:51940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-27T18:22:38.264678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:22:36.750434Z","time spent":"1.514231525s","remote":"127.0.0.1:51940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-02-27T18:22:38.400713Z","caller":"traceutil/trace.go:171","msg":"trace[1280813537] transaction","detail":"{read_only:false; response_revision:500; number_of_response:1; }","duration":"131.072546ms","start":"2026-02-27T18:22:38.269618Z","end":"2026-02-27T18:22:38.40069Z","steps":["trace[1280813537] 'process raft request' (duration: 118.960028ms)","trace[1280813537] 'compare' (duration: 11.76821ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:22:38.400756Z","caller":"traceutil/trace.go:171","msg":"trace[1874707198] transaction","detail":"{read_only:false; response_revision:501; number_of_response:1; }","duration":"131.044805ms","start":"2026-02-27T18:22:38.269685Z","end":"2026-02-27T18:22:38.40073Z","steps":["trace[1874707198] 'process raft request' (duration: 130.920742ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:22:38.400926Z","caller":"traceutil/trace.go:171","msg":"trace[596352151] transaction","detail":"{read_only:false; response_revision:502; number_of_response:1; }","duration":"131.2268ms","start":"2026-02-27T18:22:38.269688Z","end":"2026-02-27T18:22:38.400915Z","steps":["trace[596352151] 'process raft request' (duration: 131.008074ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:22:38.400995Z","caller":"traceutil/trace.go:171","msg":"trace[1226390744] linearizableReadLoop","detail":"{readStateIndex:522; appliedIndex:518; }","duration":"127.307173ms","start":"2026-02-27T18:22:38.273667Z","end":"2026-02-27T18:22:38.400974Z","steps":["trace[1226390744] 'read index received' (duration: 36.058917ms)","trace[1226390744] 'applied index is now lower than readState.Index' (duration: 91.246786ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:22:38.401034Z","caller":"traceutil/trace.go:171","msg":"trace[529130808] transaction","detail":"{read_only:false; response_revision:503; number_of_response:1; }","duration":"126.78648ms","start":"2026-02-27T18:22:38.274191Z","end":"2026-02-27T18:22:38.400978Z","steps":["trace[529130808] 'process raft request' (duration: 126.684138ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:22:38.401226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.53712ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T18:22:38.401284Z","caller":"traceutil/trace.go:171","msg":"trace[246223267] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:503; }","duration":"127.632281ms","start":"2026-02-27T18:22:38.273636Z","end":"2026-02-27T18:22:38.401269Z","steps":["trace[246223267] 'agreement among raft nodes before linearized reading' (duration: 127.501198ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:22:39.451244Z","caller":"traceutil/trace.go:171","msg":"trace[1629879506] linearizableReadLoop","detail":"{readStateIndex:527; appliedIndex:526; }","duration":"227.770397ms","start":"2026-02-27T18:22:39.223454Z","end":"2026-02-27T18:22:39.451225Z","steps":["trace[1629879506] 'read index received' (duration: 227.565352ms)","trace[1629879506] 'applied index is now lower than readState.Index' (duration: 203.975µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:22:39.451352Z","caller":"traceutil/trace.go:171","msg":"trace[1069239844] transaction","detail":"{read_only:false; response_revision:507; number_of_response:1; }","duration":"382.522105ms","start":"2026-02-27T18:22:39.068796Z","end":"2026-02-27T18:22:39.451318Z","steps":["trace[1069239844] 'process raft request' (duration: 382.297599ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:22:39.451485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.893849ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T18:22:39.451525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:22:39.068769Z","time spent":"382.666088ms","remote":"127.0.0.1:51868","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17134,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T18:22:39.45155Z","caller":"traceutil/trace.go:171","msg":"trace[594643314] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:507; }","duration":"228.110125ms","start":"2026-02-27T18:22:39.223401Z","end":"2026-02-27T18:22:39.451512Z","steps":["trace[594643314] 'agreement among raft nodes before linearized reading' (duration: 227.899209ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:22:40.905513Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208184611873253240,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T18:22:41.406621Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208184611873253240,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-27T18:22:41.416789Z","caller":"traceutil/trace.go:171","msg":"trace[1258222112] linearizableReadLoop","detail":"{readStateIndex:528; appliedIndex:527; }","duration":"1.011542964s","start":"2026-02-27T18:22:40.405225Z","end":"2026-02-27T18:22:41.416768Z","steps":["trace[1258222112] 'read index received' (duration: 1.011327039s)","trace[1258222112] 'applied index is now lower than readState.Index' (duration: 214.985µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:22:41.416898Z","caller":"traceutil/trace.go:171","msg":"trace[289016451] transaction","detail":"{read_only:false; response_revision:508; number_of_response:1; }","duration":"1.099637221s","start":"2026-02-27T18:22:40.31725Z","end":"2026-02-27T18:22:41.416887Z","steps":["trace[289016451] 'process raft request' (duration: 1.099373585s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:22:41.417012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:22:40.317221Z","time spent":"1.099716304s","remote":"127.0.0.1:51940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T18:22:41.417161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.011865371s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-02-27T18:22:41.417235Z","caller":"traceutil/trace.go:171","msg":"trace[515485552] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:508; }","duration":"1.011974834s","start":"2026-02-27T18:22:40.405241Z","end":"2026-02-27T18:22:41.417216Z","steps":["trace[515485552] 'agreement among raft nodes before linearized reading' (duration: 1.011848371s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:22:41.417274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:22:40.405228Z","time spent":"1.012037867s","remote":"127.0.0.1:51940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-27T18:22:41.417277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.012040737s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-02-27T18:22:41.417322Z","caller":"traceutil/trace.go:171","msg":"trace[55904767] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:508; }","duration":"1.012108909s","start":"2026-02-27T18:22:40.405202Z","end":"2026-02-27T18:22:41.41731Z","steps":["trace[55904767] 'agreement among raft nodes before linearized reading' (duration: 1.012018965s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:22:41.417384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:22:40.405187Z","time spent":"1.0121888s","remote":"127.0.0.1:51940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-27T18:22:41.417594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.01216789s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-02-27T18:22:41.417677Z","caller":"traceutil/trace.go:171","msg":"trace[1497712884] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:508; }","duration":"1.012323804s","start":"2026-02-27T18:22:40.405334Z","end":"2026-02-27T18:22:41.417658Z","steps":["trace[1497712884] 'agreement among raft nodes before linearized reading' (duration: 1.012052327s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:22:41.41773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:22:40.405312Z","time spent":"1.012407606s","remote":"127.0.0.1:51940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-27T18:22:42.724533Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208184611873253243,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T18:22:43.225003Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208184611873253243,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T18:22:43.455767Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.966368214s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-27T18:22:43.977637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.193990635s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T18:22:43.977737Z","caller":"traceutil/trace.go:171","msg":"trace[295179580] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:508; }","duration":"1.194098579s","start":"2026-02-27T18:22:42.783622Z","end":"2026-02-27T18:22:43.97772Z","steps":["trace[295179580] 'range keys from in-memory index tree' (duration: 1.193976295s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:22:43.978152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.505066022s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T18:22:43.978362Z","caller":"traceutil/trace.go:171","msg":"trace[1675032252] transaction","detail":"{read_only:false; response_revision:511; number_of_response:1; }","duration":"2.554285673s","start":"2026-02-27T18:22:41.424064Z","end":"2026-02-27T18:22:43.97835Z","steps":["trace[1675032252] 'process raft request' (duration: 2.554236862s)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:22:43.97834Z","caller":"traceutil/trace.go:171","msg":"trace[494572291] transaction","detail":"{read_only:false; response_revision:509; number_of_response:1; }","duration":"2.556380354s","start":"2026-02-27T18:22:41.421927Z","end":"2026-02-27T18:22:43.978307Z","steps":["trace[494572291] 'process raft request' (duration: 51.091277ms)","trace[494572291] 'compare' (duration: 2.504661661s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T18:22:43.978417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:22:41.42404Z","time spent":"2.554351004s","remote":"127.0.0.1:51940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T18:22:43.978448Z","caller":"traceutil/trace.go:171","msg":"trace[892486337] transaction","detail":"{read_only:false; response_revision:510; number_of_response:1; }","duration":"2.555218625s","start":"2026-02-27T18:22:41.42322Z","end":"2026-02-27T18:22:43.978439Z","steps":["trace[892486337] 'process raft request' (duration: 2.55501491s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:22:43.978471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:22:41.421892Z","time spent":"2.556510717s","remote":"127.0.0.1:51940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T18:22:43.9785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:22:41.423209Z","time spent":"2.555261496s","remote":"127.0.0.1:51940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T18:22:44.224381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000898564s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-27T18:22:44.224491Z","caller":"traceutil/trace.go:171","msg":"trace[733052921] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001065128s","start":"2026-02-27T18:22:42.223401Z","end":"2026-02-27T18:22:44.224466Z","steps":["trace[733052921] 'agreement among raft nodes before linearized reading' (duration: 2.000925965s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:22:44.224551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:22:42.223381Z","time spent":"2.00115764s","remote":"127.0.0.1:51694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 18:22:44 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T18:22:45.430071Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.974166336s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-27T18:22:45.589612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.320861ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T18:22:45.589689Z","caller":"traceutil/trace.go:171","msg":"trace[447124138] linearizableReadLoop","detail":"{readStateIndex:532; appliedIndex:528; }","duration":"3.366202036s","start":"2026-02-27T18:22:42.223474Z","end":"2026-02-27T18:22:45.589676Z","steps":["trace[447124138] 'read index received' (duration: 1.232622826s)","trace[447124138] 'applied index is now lower than readState.Index' (duration: 2.13357794s)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:22:45.589754Z","caller":"traceutil/trace.go:171","msg":"trace[770746153] transaction","detail":"{read_only:false; response_revision:512; number_of_response:1; }","duration":"3.692996927s","start":"2026-02-27T18:22:41.89675Z","end":"2026-02-27T18:22:45.589747Z","steps":["trace[770746153] 'process raft request' (duration: 3.533468121s)","trace[770746153] 'compare' (duration: 158.994133ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T18:22:45.589793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:22:41.89672Z","time spent":"3.693050889s","remote":"127.0.0.1:51940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T18:22:45.589849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.181562771s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.250\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-02-27T18:22:45.589916Z","caller":"traceutil/trace.go:171","msg":"trace[1956988569] range","detail":"{range_begin:/registry/masterleases/199.204.45.250; range_end:; response_count:1; response_revision:512; }","duration":"3.181670174s","start":"2026-02-27T18:22:42.408228Z","end":"2026-02-27T18:22:45.589898Z","steps":["trace[1956988569] 'agreement among raft nodes before linearized reading' (duration: 3.181554891s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:22:45.589956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:22:42.408208Z","time spent":"3.181739786s","remote":"127.0.0.1:51728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/199.204.45.250\" "} {"level":"warn","ts":"2026-02-27T18:22:45.59007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.365192959s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T18:22:45.590095Z","caller":"traceutil/trace.go:171","msg":"trace[1827945893] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:512; }","duration":"1.365257921s","start":"2026-02-27T18:22:44.224829Z","end":"2026-02-27T18:22:45.590087Z","steps":["trace[1827945893] 'agreement among raft nodes before linearized reading' (duration: 1.365209379s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:22:45.590118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:22:44.224783Z","time spent":"1.365330082s","remote":"127.0.0.1:51706","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T18:22:45.590197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.167867194s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-02-27T18:22:45.590225Z","caller":"traceutil/trace.go:171","msg":"trace[1171078173] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:512; }","duration":"2.167894265s","start":"2026-02-27T18:22:43.422322Z","end":"2026-02-27T18:22:45.590216Z","steps":["trace[1171078173] 'agreement among raft nodes before linearized reading' (duration: 2.167789352s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:22:45.590254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:22:43.422269Z","time spent":"2.167976596s","remote":"127.0.0.1:51940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-27T18:22:47.896517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.561266ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-02-27T18:22:47.896605Z","caller":"traceutil/trace.go:171","msg":"trace[2099147832] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:527; }","duration":"276.684079ms","start":"2026-02-27T18:22:47.619898Z","end":"2026-02-27T18:22:47.896583Z","steps":["trace[2099147832] 'range keys from in-memory index tree' (duration: 276.414492ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:22:51.668867Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208184611873253371,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-27T18:22:51.97224Z","caller":"traceutil/trace.go:171","msg":"trace[1435612828] transaction","detail":"{read_only:false; response_revision:587; number_of_response:1; }","duration":"832.195211ms","start":"2026-02-27T18:22:51.140025Z","end":"2026-02-27T18:22:51.97222Z","steps":["trace[1435612828] 'process raft request' (duration: 832.075389ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:22:51.972349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:22:51.13999Z","time spent":"832.303403ms","remote":"127.0.0.1:51868","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":18506,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T18:22:51.988107Z","caller":"traceutil/trace.go:171","msg":"trace[1940295258] linearizableReadLoop","detail":"{readStateIndex:610; appliedIndex:609; }","duration":"822.269837ms","start":"2026-02-27T18:22:51.165814Z","end":"2026-02-27T18:22:51.988084Z","steps":["trace[1940295258] 'read index received' (duration: 806.407666ms)","trace[1940295258] 'applied index is now lower than readState.Index' (duration: 15.861111ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:22:51.988336Z","caller":"traceutil/trace.go:171","msg":"trace[666002618] transaction","detail":"{read_only:false; response_revision:588; number_of_response:1; }","duration":"387.430695ms","start":"2026-02-27T18:22:51.600897Z","end":"2026-02-27T18:22:51.988327Z","steps":["trace[666002618] 'process raft request' (duration: 387.075107ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:22:51.988406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:22:51.600865Z","time spent":"387.497856ms","remote":"127.0.0.1:51746","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":187455,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-27T18:22:51.988574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"767.332835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T18:22:51.989269Z","caller":"traceutil/trace.go:171","msg":"trace[170794751] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:588; }","duration":"768.057492ms","start":"2026-02-27T18:22:51.2212Z","end":"2026-02-27T18:22:51.989258Z","steps":["trace[170794751] 'agreement among raft nodes before linearized reading' (duration: 767.325974ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:22:51.989293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:22:51.221184Z","time spent":"768.103573ms","remote":"127.0.0.1:51694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T18:22:51.98868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"822.871511ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io\" ","response":"range_response_count:1 size:13229"} {"level":"info","ts":"2026-02-27T18:22:51.989399Z","caller":"traceutil/trace.go:171","msg":"trace[1358093735] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io; range_end:; response_count:1; response_revision:588; }","duration":"823.62138ms","start":"2026-02-27T18:22:51.165765Z","end":"2026-02-27T18:22:51.989387Z","steps":["trace[1358093735] 'agreement among raft nodes before linearized reading' (duration: 822.825001ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:22:51.989433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:22:51.165747Z","time spent":"823.676861ms","remote":"127.0.0.1:51746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":13253,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io\" "} {"level":"warn","ts":"2026-02-27T18:22:51.988929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.515622ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io\" ","response":"range_response_count:1 size:4083"} {"level":"info","ts":"2026-02-27T18:22:51.989535Z","caller":"traceutil/trace.go:171","msg":"trace[867840554] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io; range_end:; response_count:1; response_revision:588; }","duration":"224.168427ms","start":"2026-02-27T18:22:51.765358Z","end":"2026-02-27T18:22:51.989527Z","steps":["trace[867840554] 'agreement among raft nodes before linearized reading' (duration: 223.522092ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:22:51.988962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.105935ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T18:22:51.989605Z","caller":"traceutil/trace.go:171","msg":"trace[291578130] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:588; }","duration":"248.807123ms","start":"2026-02-27T18:22:51.740793Z","end":"2026-02-27T18:22:51.9896Z","steps":["trace[291578130] 'agreement among raft nodes before linearized reading' (duration: 248.149167ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:22:51.98899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.409094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T18:22:51.989753Z","caller":"traceutil/trace.go:171","msg":"trace[1801657835] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:588; }","duration":"336.198504ms","start":"2026-02-27T18:22:51.653546Z","end":"2026-02-27T18:22:51.989744Z","steps":["trace[1801657835] 'agreement among raft nodes before linearized reading' (duration: 335.427765ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:22:51.98978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:22:51.653527Z","time spent":"336.243835ms","remote":"127.0.0.1:51936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":31,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"warn","ts":"2026-02-27T18:22:51.989052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"623.825263ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io\" ","response":"range_response_count:1 size:10377"} {"level":"info","ts":"2026-02-27T18:22:51.989876Z","caller":"traceutil/trace.go:171","msg":"trace[164547763] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io; range_end:; response_count:1; response_revision:588; }","duration":"624.679293ms","start":"2026-02-27T18:22:51.36519Z","end":"2026-02-27T18:22:51.989869Z","steps":["trace[164547763] 'agreement among raft nodes before linearized reading' (duration: 623.811671ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:22:51.989896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:22:51.365172Z","time spent":"624.718565ms","remote":"127.0.0.1:51746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":1,"response size":10401,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io\" "} {"level":"info","ts":"2026-02-27T18:22:55.941221Z","caller":"traceutil/trace.go:171","msg":"trace[1671287746] transaction","detail":"{read_only:false; response_revision:629; number_of_response:1; }","duration":"227.321594ms","start":"2026-02-27T18:22:55.713876Z","end":"2026-02-27T18:22:55.941198Z","steps":["trace[1671287746] 'process raft request' (duration: 227.204832ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:22:56.18023Z","caller":"traceutil/trace.go:171","msg":"trace[93228174] linearizableReadLoop","detail":"{readStateIndex:656; appliedIndex:655; }","duration":"158.304165ms","start":"2026-02-27T18:22:56.021892Z","end":"2026-02-27T18:22:56.180196Z","steps":["trace[93228174] 'read index received' (duration: 128.728348ms)","trace[93228174] 'applied index is now lower than readState.Index' (duration: 29.570237ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:22:56.180274Z","caller":"traceutil/trace.go:171","msg":"trace[1394870350] transaction","detail":"{read_only:false; response_revision:631; number_of_response:1; }","duration":"200.272769ms","start":"2026-02-27T18:22:55.979938Z","end":"2026-02-27T18:22:56.18021Z","steps":["trace[1394870350] 'process raft request' (duration: 170.599349ms)","trace[1394870350] 'compare' (duration: 29.26199ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T18:22:56.180478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.564492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-02-27T18:22:56.180522Z","caller":"traceutil/trace.go:171","msg":"trace[486201844] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:631; }","duration":"158.661154ms","start":"2026-02-27T18:22:56.02185Z","end":"2026-02-27T18:22:56.180511Z","steps":["trace[486201844] 'agreement among raft nodes before linearized reading' (duration: 158.465809ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:22:56.30984Z","caller":"traceutil/trace.go:171","msg":"trace[1455794802] linearizableReadLoop","detail":"{readStateIndex:657; appliedIndex:656; }","duration":"129.530699ms","start":"2026-02-27T18:22:56.180286Z","end":"2026-02-27T18:22:56.309817Z","steps":["trace[1455794802] 'read index received' (duration: 117.871571ms)","trace[1455794802] 'applied index is now lower than readState.Index' (duration: 11.658218ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T18:22:56.310057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.088475ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-02-27T18:22:56.310087Z","caller":"traceutil/trace.go:171","msg":"trace[192145750] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:632; }","duration":"263.141706ms","start":"2026-02-27T18:22:56.046938Z","end":"2026-02-27T18:22:56.31008Z","steps":["trace[192145750] 'agreement among raft nodes before linearized reading' (duration: 262.965812ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:22:56.310441Z","caller":"traceutil/trace.go:171","msg":"trace[1405427304] transaction","detail":"{read_only:false; response_revision:632; number_of_response:1; }","duration":"195.320358ms","start":"2026-02-27T18:22:56.115098Z","end":"2026-02-27T18:22:56.310419Z","steps":["trace[1405427304] 'process raft request' (duration: 183.068706ms)","trace[1405427304] 'compare' (duration: 11.540754ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T18:22:56.31064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.175114ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-02-27T18:22:56.310664Z","caller":"traceutil/trace.go:171","msg":"trace[1630576315] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:632; }","duration":"232.208685ms","start":"2026-02-27T18:22:56.078449Z","end":"2026-02-27T18:22:56.310657Z","steps":["trace[1630576315] 'agreement among raft nodes before linearized reading' (duration: 232.142604ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:22:56.310779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.546093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-27T18:22:56.310796Z","caller":"traceutil/trace.go:171","msg":"trace[1783813895] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:632; }","duration":"232.573744ms","start":"2026-02-27T18:22:56.078217Z","end":"2026-02-27T18:22:56.310791Z","steps":["trace[1783813895] 'agreement among raft nodes before linearized reading' (duration: 232.522092ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:22:56.310866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.319922ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-02-27T18:22:56.310896Z","caller":"traceutil/trace.go:171","msg":"trace[1671306960] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:632; }","duration":"233.397884ms","start":"2026-02-27T18:22:56.07749Z","end":"2026-02-27T18:22:56.310888Z","steps":["trace[1671306960] 'agreement among raft nodes before linearized reading' (duration: 233.312122ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:22:56.312154Z","caller":"traceutil/trace.go:171","msg":"trace[1431646256] transaction","detail":"{read_only:false; response_revision:633; number_of_response:1; }","duration":"126.930613ms","start":"2026-02-27T18:22:56.18521Z","end":"2026-02-27T18:22:56.312141Z","steps":["trace[1431646256] 'process raft request' (duration: 126.868272ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:22:56.583407Z","caller":"traceutil/trace.go:171","msg":"trace[1239999159] transaction","detail":"{read_only:false; response_revision:634; number_of_response:1; }","duration":"269.283687ms","start":"2026-02-27T18:22:56.314101Z","end":"2026-02-27T18:22:56.583385Z","steps":["trace[1239999159] 'process raft request' (duration: 269.152204ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:22:56.622353Z","caller":"traceutil/trace.go:171","msg":"trace[1104446653] transaction","detail":"{read_only:false; response_revision:638; number_of_response:1; }","duration":"106.958972ms","start":"2026-02-27T18:22:56.515367Z","end":"2026-02-27T18:22:56.622326Z","steps":["trace[1104446653] 'process raft request' (duration: 106.916201ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:22:56.622772Z","caller":"traceutil/trace.go:171","msg":"trace[492673784] transaction","detail":"{read_only:false; response_revision:635; number_of_response:1; }","duration":"308.352809ms","start":"2026-02-27T18:22:56.314411Z","end":"2026-02-27T18:22:56.622764Z","steps":["trace[492673784] 'process raft request' (duration: 307.681283ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:22:56.623169Z","caller":"traceutil/trace.go:171","msg":"trace[1693937398] transaction","detail":"{read_only:false; response_revision:636; number_of_response:1; }","duration":"307.428167ms","start":"2026-02-27T18:22:56.315723Z","end":"2026-02-27T18:22:56.623151Z","steps":["trace[1693937398] 'process raft request' (duration: 306.483633ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:22:56.623235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:22:56.315686Z","time spent":"307.519869ms","remote":"127.0.0.1:51940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T18:22:56.623348Z","caller":"traceutil/trace.go:171","msg":"trace[931236391] transaction","detail":"{read_only:false; response_revision:637; number_of_response:1; }","duration":"307.103449ms","start":"2026-02-27T18:22:56.316236Z","end":"2026-02-27T18:22:56.62334Z","steps":["trace[931236391] 'process raft request' (duration: 306.016572ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:22:56.623393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:22:56.316228Z","time spent":"307.14091ms","remote":"127.0.0.1:51940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T18:22:56.625665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:22:56.314403Z","time spent":"308.39881ms","remote":"127.0.0.1:51940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T18:22:57.156133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.83925ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T18:22:57.156273Z","caller":"traceutil/trace.go:171","msg":"trace[1979984947] transaction","detail":"{read_only:false; response_revision:640; number_of_response:1; }","duration":"313.723231ms","start":"2026-02-27T18:22:56.842497Z","end":"2026-02-27T18:22:57.15622Z","steps":["trace[1979984947] 'process raft request' (duration: 169.724997ms)","trace[1979984947] 'compare' (duration: 143.651686ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T18:22:57.156372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:22:56.842477Z","time spent":"313.834284ms","remote":"127.0.0.1:51868","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":18510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T18:22:57.416593Z","caller":"traceutil/trace.go:171","msg":"trace[1309143140] transaction","detail":"{read_only:false; response_revision:641; number_of_response:1; }","duration":"242.721525ms","start":"2026-02-27T18:22:57.173834Z","end":"2026-02-27T18:22:57.416555Z","steps":["trace[1309143140] 'process raft request' (duration: 242.464679ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:22:57.78216Z","caller":"traceutil/trace.go:171","msg":"trace[1584949113] linearizableReadLoop","detail":"{readStateIndex:667; appliedIndex:665; }","duration":"560.645841ms","start":"2026-02-27T18:22:57.221481Z","end":"2026-02-27T18:22:57.782127Z","steps":["trace[1584949113] 'read index received' (duration: 194.841858ms)","trace[1584949113] 'applied index is now lower than readState.Index' (duration: 365.802623ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:22:57.782203Z","caller":"traceutil/trace.go:171","msg":"trace[569145839] transaction","detail":"{read_only:false; response_revision:642; number_of_response:1; }","duration":"602.120999ms","start":"2026-02-27T18:22:57.180051Z","end":"2026-02-27T18:22:57.782172Z","steps":["trace[569145839] 'process raft request' (duration: 601.804552ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:22:57.782431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:22:57.180032Z","time spent":"602.252702ms","remote":"127.0.0.1:52184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":14465,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T18:22:57.782785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"561.265556ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T18:22:57.782915Z","caller":"traceutil/trace.go:171","msg":"trace[786546178] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:642; }","duration":"561.40549ms","start":"2026-02-27T18:22:57.221437Z","end":"2026-02-27T18:22:57.782843Z","steps":["trace[786546178] 'agreement among raft nodes before linearized reading' (duration: 560.867647ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:22:57.783064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:22:57.221417Z","time spent":"561.604066ms","remote":"127.0.0.1:51694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-27T18:22:58.00004Z","caller":"traceutil/trace.go:171","msg":"trace[100808924] linearizableReadLoop","detail":"{readStateIndex:668; appliedIndex:667; }","duration":"217.754276ms","start":"2026-02-27T18:22:57.782261Z","end":"2026-02-27T18:22:58.000015Z","steps":["trace[100808924] 'read index received' (duration: 215.564291ms)","trace[100808924] 'applied index is now lower than readState.Index' (duration: 2.188645ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T18:22:58.000199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"371.855144ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T18:22:58.000249Z","caller":"traceutil/trace.go:171","msg":"trace[402000485] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:643; }","duration":"371.932196ms","start":"2026-02-27T18:22:57.628306Z","end":"2026-02-27T18:22:58.000239Z","steps":["trace[402000485] 'agreement among raft nodes before linearized reading' (duration: 371.819803ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:22:58.000294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:22:57.628284Z","time spent":"371.998848ms","remote":"127.0.0.1:58578","response type":"/etcdserverpb.KV/Range","request count":0,"request size":105,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" limit:10000 "} {"level":"info","ts":"2026-02-27T18:22:58.000306Z","caller":"traceutil/trace.go:171","msg":"trace[1674446842] transaction","detail":"{read_only:false; response_revision:643; number_of_response:1; }","duration":"575.599712ms","start":"2026-02-27T18:22:57.424684Z","end":"2026-02-27T18:22:58.000284Z","steps":["trace[1674446842] 'process raft request' (duration: 573.064439ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:22:58.000379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.758819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T18:22:58.0002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.91619ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T18:22:58.000525Z","caller":"traceutil/trace.go:171","msg":"trace[2046288094] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:643; }","duration":"385.873612ms","start":"2026-02-27T18:22:57.614569Z","end":"2026-02-27T18:22:58.000442Z","steps":["trace[2046288094] 'agreement among raft nodes before linearized reading' (duration: 385.583635ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:22:58.000571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:22:57.614551Z","time spent":"386.006735ms","remote":"127.0.0.1:58570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" limit:500 "} {"level":"info","ts":"2026-02-27T18:22:58.000628Z","caller":"traceutil/trace.go:171","msg":"trace[1674592311] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:643; }","duration":"371.385481ms","start":"2026-02-27T18:22:57.629161Z","end":"2026-02-27T18:22:58.000546Z","steps":["trace[1674592311] 'agreement among raft nodes before linearized reading' (duration: 370.93238ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:22:58.000702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"372.357177ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T18:22:58.000708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:22:57.629129Z","time spent":"371.560366ms","remote":"127.0.0.1:58578","response type":"/etcdserverpb.KV/Range","request count":0,"request size":105,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" limit:500 "} {"level":"warn","ts":"2026-02-27T18:22:58.000772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:22:57.424658Z","time spent":"575.735696ms","remote":"127.0.0.1:51862","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5170,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T18:22:58.000869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.770925ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T18:22:58.000953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.878418ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T18:22:58.00098Z","caller":"traceutil/trace.go:171","msg":"trace[667219002] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:643; }","duration":"353.890859ms","start":"2026-02-27T18:22:57.64708Z","end":"2026-02-27T18:22:58.000971Z","steps":["trace[667219002] 'agreement among raft nodes before linearized reading' (duration: 353.769086ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:22:58.000985Z","caller":"traceutil/trace.go:171","msg":"trace[35767997] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:643; }","duration":"353.93693ms","start":"2026-02-27T18:22:57.647037Z","end":"2026-02-27T18:22:58.000974Z","steps":["trace[35767997] 'agreement among raft nodes before linearized reading' (duration: 353.883919ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:22:58.001014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:22:57.647026Z","time spent":"353.979681ms","remote":"127.0.0.1:58590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" limit:10000 "} {"level":"warn","ts":"2026-02-27T18:22:58.001025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:22:57.647077Z","time spent":"353.92745ms","remote":"127.0.0.1:58590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"warn","ts":"2026-02-27T18:22:58.0008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.816894ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T18:22:58.001105Z","caller":"traceutil/trace.go:171","msg":"trace[431604377] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:643; }","duration":"387.146473ms","start":"2026-02-27T18:22:57.61395Z","end":"2026-02-27T18:22:58.001096Z","steps":["trace[431604377] 'agreement among raft nodes before linearized reading' (duration: 386.831815ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:22:58.00114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:22:57.613933Z","time spent":"387.198014ms","remote":"127.0.0.1:58570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" limit:10000 "} {"level":"warn","ts":"2026-02-27T18:22:58.001197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.606631ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T18:22:58.00076Z","caller":"traceutil/trace.go:171","msg":"trace[1673583732] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:643; }","duration":"372.424898ms","start":"2026-02-27T18:22:57.628324Z","end":"2026-02-27T18:22:58.000749Z","steps":["trace[1673583732] 'agreement among raft nodes before linearized reading' (duration: 372.347257ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:22:58.001235Z","caller":"traceutil/trace.go:171","msg":"trace[828515203] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:643; }","duration":"353.680913ms","start":"2026-02-27T18:22:57.647545Z","end":"2026-02-27T18:22:58.001226Z","steps":["trace[828515203] 'agreement among raft nodes before linearized reading' (duration: 353.626422ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:22:58.001266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:22:57.647532Z","time spent":"353.725135ms","remote":"127.0.0.1:58590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" limit:500 "} {"level":"warn","ts":"2026-02-27T18:22:58.001265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:22:57.628322Z","time spent":"372.930551ms","remote":"127.0.0.1:58578","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"warn","ts":"2026-02-27T18:22:58.000761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.569508ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T18:22:58.00153Z","caller":"traceutil/trace.go:171","msg":"trace[615156147] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:643; }","duration":"387.313557ms","start":"2026-02-27T18:22:57.614169Z","end":"2026-02-27T18:22:58.001482Z","steps":["trace[615156147] 'agreement among raft nodes before linearized reading' (duration: 386.564158ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:22:58.001642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:22:57.614164Z","time spent":"387.460041ms","remote":"127.0.0.1:58570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"warn","ts":"2026-02-27T18:22:58.000823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.371691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T18:22:58.001876Z","caller":"traceutil/trace.go:171","msg":"trace[585713457] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:643; }","duration":"217.433768ms","start":"2026-02-27T18:22:57.784406Z","end":"2026-02-27T18:22:58.001839Z","steps":["trace[585713457] 'agreement among raft nodes before linearized reading' (duration: 216.397052ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:23:04.885039Z","caller":"traceutil/trace.go:171","msg":"trace[440280101] transaction","detail":"{read_only:false; response_revision:703; number_of_response:1; }","duration":"174.830252ms","start":"2026-02-27T18:23:04.710191Z","end":"2026-02-27T18:23:04.885021Z","steps":["trace[440280101] 'process raft request' (duration: 174.790371ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:23:04.885301Z","caller":"traceutil/trace.go:171","msg":"trace[389236339] transaction","detail":"{read_only:false; response_revision:702; number_of_response:1; }","duration":"176.120704ms","start":"2026-02-27T18:23:04.709136Z","end":"2026-02-27T18:23:04.885257Z","steps":["trace[389236339] 'process raft request' (duration: 175.460828ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:23:08.766105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.544476218s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T18:23:08.766119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.059561591s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-02-27T18:23:08.766185Z","caller":"traceutil/trace.go:171","msg":"trace[1792509917] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:704; }","duration":"1.544605951s","start":"2026-02-27T18:23:07.22156Z","end":"2026-02-27T18:23:08.766166Z","steps":["trace[1792509917] 'range keys from in-memory index tree' (duration: 1.544396037s)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:23:08.766235Z","caller":"traceutil/trace.go:171","msg":"trace[400497504] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:704; }","duration":"2.059758026s","start":"2026-02-27T18:23:06.70645Z","end":"2026-02-27T18:23:08.766208Z","steps":["trace[400497504] 'range keys from in-memory index tree' (duration: 2.059323255s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:23:08.76631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:23:06.706413Z","time spent":"2.059881369s","remote":"127.0.0.1:51940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-27T18:23:08.766339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.876520736s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-02-27T18:23:08.766452Z","caller":"traceutil/trace.go:171","msg":"trace[1992093268] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:704; }","duration":"1.8766679s","start":"2026-02-27T18:23:06.889756Z","end":"2026-02-27T18:23:08.766423Z","steps":["trace[1992093268] 'range keys from in-memory index tree' (duration: 1.87630214s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:23:08.766512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:23:06.889731Z","time spent":"1.876767973s","remote":"127.0.0.1:51940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-27T18:23:08.766721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.876857394s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-02-27T18:23:08.766765Z","caller":"traceutil/trace.go:171","msg":"trace[930541196] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:704; }","duration":"1.876932156s","start":"2026-02-27T18:23:06.889818Z","end":"2026-02-27T18:23:08.76675Z","steps":["trace[930541196] 'range keys from in-memory index tree' (duration: 1.876736571s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:23:08.7668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:23:06.889797Z","time spent":"1.876993538s","remote":"127.0.0.1:51940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-27T18:23:08.766874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.02402471s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-02-27T18:23:08.767005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.388403329s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-02-27T18:23:08.767054Z","caller":"traceutil/trace.go:171","msg":"trace[521466604] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:704; }","duration":"2.38845227s","start":"2026-02-27T18:23:06.37859Z","end":"2026-02-27T18:23:08.767042Z","steps":["trace[521466604] 'range keys from in-memory index tree' (duration: 2.388257735s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:23:08.767091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:23:06.378519Z","time spent":"2.388564653s","remote":"127.0.0.1:51940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-02-27T18:23:08.767028Z","caller":"traceutil/trace.go:171","msg":"trace[212709117] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:704; }","duration":"2.024351638s","start":"2026-02-27T18:23:06.742656Z","end":"2026-02-27T18:23:08.767007Z","steps":["trace[212709117] 'range keys from in-memory index tree' (duration: 2.023803085s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:23:08.766249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:23:07.22154Z","time spent":"1.544699334s","remote":"127.0.0.1:51694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T18:23:08.76867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:23:06.742612Z","time spent":"2.02603322s","remote":"127.0.0.1:51940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-27T18:23:10.249206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.441543579s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"warn","ts":"2026-02-27T18:23:10.249412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:23:09.897059Z","time spent":"352.348671ms","remote":"127.0.0.1:57792","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-02-27T18:23:10.293535Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.485762104s","expected-duration":"1s"} {"level":"info","ts":"2026-02-27T18:23:10.294512Z","caller":"traceutil/trace.go:171","msg":"trace[1447871221] transaction","detail":"{read_only:false; response_revision:705; number_of_response:1; }","duration":"1.855067284s","start":"2026-02-27T18:23:08.439418Z","end":"2026-02-27T18:23:10.294485Z","steps":["trace[1447871221] 'process raft request' (duration: 1.854291554s)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:23:10.294501Z","caller":"traceutil/trace.go:171","msg":"trace[23482449] transaction","detail":"{read_only:false; response_revision:706; number_of_response:1; }","duration":"1.522018163s","start":"2026-02-27T18:23:08.772457Z","end":"2026-02-27T18:23:10.294476Z","steps":["trace[23482449] 'process raft request' (duration: 1.521941281s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:23:10.294647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:23:08.439381Z","time spent":"1.855183727s","remote":"127.0.0.1:51940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T18:23:10.294658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:23:08.772432Z","time spent":"1.522143117s","remote":"127.0.0.1:51940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T18:23:10.294795Z","caller":"traceutil/trace.go:171","msg":"trace[444715016] transaction","detail":"{read_only:false; response_revision:707; number_of_response:1; }","duration":"1.521718675s","start":"2026-02-27T18:23:08.773066Z","end":"2026-02-27T18:23:10.294785Z","steps":["trace[444715016] 'process raft request' (duration: 1.521374336s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:23:10.294843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:23:08.773039Z","time spent":"1.521777076s","remote":"127.0.0.1:51940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T18:23:10.294849Z","caller":"traceutil/trace.go:171","msg":"trace[1083586693] transaction","detail":"{read_only:false; response_revision:709; number_of_response:1; }","duration":"1.514073476s","start":"2026-02-27T18:23:08.78076Z","end":"2026-02-27T18:23:10.294834Z","steps":["trace[1083586693] 'process raft request' (duration: 1.514004654s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:23:10.294907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:23:08.780718Z","time spent":"1.514158618s","remote":"127.0.0.1:51940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T18:23:10.294972Z","caller":"traceutil/trace.go:171","msg":"trace[305958922] transaction","detail":"{read_only:false; response_revision:708; number_of_response:1; }","duration":"1.521829737s","start":"2026-02-27T18:23:08.773136Z","end":"2026-02-27T18:23:10.294966Z","steps":["trace[305958922] 'process raft request' (duration: 1.52154683s)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:23:10.29496Z","caller":"traceutil/trace.go:171","msg":"trace[1542307335] linearizableReadLoop","detail":"{readStateIndex:734; appliedIndex:732; }","duration":"1.523819307s","start":"2026-02-27T18:23:08.771079Z","end":"2026-02-27T18:23:10.294899Z","steps":["trace[1542307335] 'read index received' (duration: 36.655279ms)","trace[1542307335] 'applied index is now lower than readState.Index' (duration: 1.487162808s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T18:23:10.295006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:23:08.77311Z","time spent":"1.521876679s","remote":"127.0.0.1:51940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T18:23:10.295085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.524000572s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T18:23:10.29505Z","caller":"traceutil/trace.go:171","msg":"trace[469580997] transaction","detail":"{read_only:false; response_revision:710; number_of_response:1; }","duration":"1.51423899s","start":"2026-02-27T18:23:08.78077Z","end":"2026-02-27T18:23:10.295009Z","steps":["trace[469580997] 'process raft request' (duration: 1.514022045s)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:23:10.295123Z","caller":"traceutil/trace.go:171","msg":"trace[679707904] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:710; }","duration":"1.524087634s","start":"2026-02-27T18:23:08.771024Z","end":"2026-02-27T18:23:10.295111Z","steps":["trace[679707904] 'agreement among raft nodes before linearized reading' (duration: 1.524018962s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:23:10.295155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:23:08.770998Z","time spent":"1.524150606s","remote":"127.0.0.1:51706","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T18:23:10.29523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.122969155s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-27T18:23:10.295237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:23:08.780761Z","time spent":"1.514375103s","remote":"127.0.0.1:51940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T18:23:10.29528Z","caller":"traceutil/trace.go:171","msg":"trace[1612270604] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:710; }","duration":"1.123025186s","start":"2026-02-27T18:23:09.172243Z","end":"2026-02-27T18:23:10.295268Z","steps":["trace[1612270604] 'agreement among raft nodes before linearized reading' (duration: 1.122944545s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:23:10.295314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:23:09.172224Z","time spent":"1.123081827s","remote":"127.0.0.1:51956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":2,"response size":31,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"warn","ts":"2026-02-27T18:23:10.295438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.223444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T18:23:10.295474Z","caller":"traceutil/trace.go:171","msg":"trace[510997518] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:710; }","duration":"117.295186ms","start":"2026-02-27T18:23:10.178168Z","end":"2026-02-27T18:23:10.295463Z","steps":["trace[510997518] 'agreement among raft nodes before linearized reading' (duration: 117.226695ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:23:12.91038Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208184611873253649,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T18:23:13.411188Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208184611873253649,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T18:23:13.596594Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.28017785s","expected-duration":"1s"} {"level":"info","ts":"2026-02-27T18:23:13.597003Z","caller":"traceutil/trace.go:171","msg":"trace[181054114] transaction","detail":"{read_only:false; response_revision:711; number_of_response:1; }","duration":"1.280647402s","start":"2026-02-27T18:23:12.316328Z","end":"2026-02-27T18:23:13.596976Z","steps":["trace[181054114] 'process raft request' (duration: 1.280458378s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:23:13.597174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:23:12.316311Z","time spent":"1.280772076s","remote":"127.0.0.1:51940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T18:23:14.605437Z","caller":"traceutil/trace.go:171","msg":"trace[60816914] linearizableReadLoop","detail":"{readStateIndex:744; appliedIndex:739; }","duration":"2.195697415s","start":"2026-02-27T18:23:12.409712Z","end":"2026-02-27T18:23:14.605409Z","steps":["trace[60816914] 'read index received' (duration: 1.187091794s)","trace[60816914] 'applied index is now lower than readState.Index' (duration: 1.008604011s)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:23:14.605523Z","caller":"traceutil/trace.go:171","msg":"trace[664348660] transaction","detail":"{read_only:false; response_revision:712; number_of_response:1; }","duration":"2.289117321s","start":"2026-02-27T18:23:12.316399Z","end":"2026-02-27T18:23:14.605516Z","steps":["trace[664348660] 'process raft request' (duration: 2.288621378s)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:23:14.605577Z","caller":"traceutil/trace.go:171","msg":"trace[977141648] transaction","detail":"{read_only:false; response_revision:715; number_of_response:1; }","duration":"2.287953031s","start":"2026-02-27T18:23:12.31761Z","end":"2026-02-27T18:23:14.605563Z","steps":["trace[977141648] 'process raft request' (duration: 2.287701295s)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:23:14.605458Z","caller":"traceutil/trace.go:171","msg":"trace[1202394121] transaction","detail":"{read_only:false; response_revision:713; number_of_response:1; }","duration":"2.289041009s","start":"2026-02-27T18:23:12.316396Z","end":"2026-02-27T18:23:14.605437Z","steps":["trace[1202394121] 'process raft request' (duration: 2.288817424s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:23:14.6057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.382186278s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T18:23:14.605717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:23:12.317603Z","time spent":"2.288018013s","remote":"127.0.0.1:51940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T18:23:14.605757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:23:12.316376Z","time spent":"2.289331246s","remote":"127.0.0.1:51940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T18:23:14.60548Z","caller":"traceutil/trace.go:171","msg":"trace[1712564917] transaction","detail":"{read_only:false; response_revision:714; number_of_response:1; }","duration":"2.28906234s","start":"2026-02-27T18:23:12.316399Z","end":"2026-02-27T18:23:14.605462Z","steps":["trace[1712564917] 'process raft request' (duration: 2.288865625s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:23:14.605852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.289152162s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/coredns-7c96b6546b-h4w7f.18982d97c97d3d1e\" ","response":"range_response_count:1 size:824"} {"level":"info","ts":"2026-02-27T18:23:14.605884Z","caller":"traceutil/trace.go:171","msg":"trace[2051842741] range","detail":"{range_begin:/registry/events/kube-system/coredns-7c96b6546b-h4w7f.18982d97c97d3d1e; range_end:; response_count:1; response_revision:715; }","duration":"1.289210474s","start":"2026-02-27T18:23:13.316666Z","end":"2026-02-27T18:23:14.605876Z","steps":["trace[2051842741] 'agreement among raft nodes before linearized reading' (duration: 1.289086591s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:23:14.605905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:23:13.316644Z","time spent":"1.289257354s","remote":"127.0.0.1:51772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":848,"request content":"key:\"/registry/events/kube-system/coredns-7c96b6546b-h4w7f.18982d97c97d3d1e\" "} {"level":"info","ts":"2026-02-27T18:23:14.605739Z","caller":"traceutil/trace.go:171","msg":"trace[1122932937] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:715; }","duration":"1.38226058s","start":"2026-02-27T18:23:13.22347Z","end":"2026-02-27T18:23:14.605731Z","steps":["trace[1122932937] 'agreement among raft nodes before linearized reading' (duration: 1.382207439s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:23:14.606015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:23:13.223449Z","time spent":"1.382549537s","remote":"127.0.0.1:51694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T18:23:14.605639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:23:12.316387Z","time spent":"2.289176522s","remote":"127.0.0.1:51940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T18:23:14.606027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:23:12.316374Z","time spent":"2.289562501s","remote":"127.0.0.1:51940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T18:23:14.606336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.196622008s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.250\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-02-27T18:23:14.606419Z","caller":"traceutil/trace.go:171","msg":"trace[1746962387] range","detail":"{range_begin:/registry/masterleases/199.204.45.250; range_end:; response_count:1; response_revision:715; }","duration":"2.196730691s","start":"2026-02-27T18:23:12.409676Z","end":"2026-02-27T18:23:14.606407Z","steps":["trace[1746962387] 'agreement among raft nodes before linearized reading' (duration: 2.196033724s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:23:14.606481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:23:12.40966Z","time spent":"2.196808382s","remote":"127.0.0.1:51728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/199.204.45.250\" "} {"level":"warn","ts":"2026-02-27T18:23:14.836144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.495517ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T18:23:14.836365Z","caller":"traceutil/trace.go:171","msg":"trace[1797149961] transaction","detail":"{read_only:false; response_revision:717; number_of_response:1; }","duration":"202.407285ms","start":"2026-02-27T18:23:14.63392Z","end":"2026-02-27T18:23:14.836327Z","steps":["trace[1797149961] 'process raft request' (duration: 60.59378ms)","trace[1797149961] 'compare' (duration: 141.315742ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:23:14.836439Z","caller":"traceutil/trace.go:171","msg":"trace[429102245] linearizableReadLoop","detail":"{readStateIndex:747; appliedIndex:746; }","duration":"193.514745ms","start":"2026-02-27T18:23:14.642835Z","end":"2026-02-27T18:23:14.836349Z","steps":["trace[429102245] 'read index received' (duration: 24.210301ms)","trace[429102245] 'applied index is now lower than readState.Index' (duration: 169.302694ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T18:23:14.83655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.688549ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T18:23:14.836634Z","caller":"traceutil/trace.go:171","msg":"trace[2037157037] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:717; }","duration":"193.811533ms","start":"2026-02-27T18:23:14.642799Z","end":"2026-02-27T18:23:14.836611Z","steps":["trace[2037157037] 'agreement among raft nodes before linearized reading' (duration: 193.642388ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:23:20.16038Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208184611873253692,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T18:23:20.660766Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208184611873253692,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T18:23:20.944616Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.222811106s","expected-duration":"1s"} {"level":"info","ts":"2026-02-27T18:23:20.9451Z","caller":"traceutil/trace.go:171","msg":"trace[1846945664] transaction","detail":"{read_only:false; response_revision:728; number_of_response:1; }","duration":"2.317289269s","start":"2026-02-27T18:23:18.627792Z","end":"2026-02-27T18:23:20.945081Z","steps":["trace[1846945664] 'process raft request' (duration: 2.317258798s)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:23:20.945126Z","caller":"traceutil/trace.go:171","msg":"trace[744561299] transaction","detail":"{read_only:false; response_revision:726; number_of_response:1; }","duration":"2.317688339s","start":"2026-02-27T18:23:18.627411Z","end":"2026-02-27T18:23:20.945099Z","steps":["trace[744561299] 'process raft request' (duration: 2.317489634s)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:23:20.945152Z","caller":"traceutil/trace.go:171","msg":"trace[651449263] transaction","detail":"{read_only:false; response_revision:727; number_of_response:1; }","duration":"2.317347711s","start":"2026-02-27T18:23:18.62778Z","end":"2026-02-27T18:23:20.945128Z","steps":["trace[651449263] 'process raft request' (duration: 2.317243238s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:23:20.94522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:23:18.627776Z","time spent":"2.317383092s","remote":"127.0.0.1:51940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T18:23:20.945262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:23:18.62739Z","time spent":"2.317804181s","remote":"127.0.0.1:51940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T18:23:20.945295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:23:18.627762Z","time spent":"2.317438133s","remote":"127.0.0.1:51940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T18:23:20.957976Z","caller":"traceutil/trace.go:171","msg":"trace[1351160249] linearizableReadLoop","detail":"{readStateIndex:760; appliedIndex:756; }","duration":"1.297834537s","start":"2026-02-27T18:23:19.660119Z","end":"2026-02-27T18:23:20.957954Z","steps":["trace[1351160249] 'read index received' (duration: 1.284868376s)","trace[1351160249] 'applied index is now lower than readState.Index' (duration: 12.965301ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:23:20.958028Z","caller":"traceutil/trace.go:171","msg":"trace[2100893084] transaction","detail":"{read_only:false; response_revision:729; number_of_response:1; }","duration":"316.113653ms","start":"2026-02-27T18:23:20.64189Z","end":"2026-02-27T18:23:20.958004Z","steps":["trace[2100893084] 'process raft request' (duration: 315.942519ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:23:20.958125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:23:20.641861Z","time spent":"316.214695ms","remote":"127.0.0.1:51940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T18:23:20.958192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.298049753s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-02-27T18:23:20.958203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.24990075s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T18:23:20.958224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"734.304754ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T18:23:20.958248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.267275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-02-27T18:23:20.95827Z","caller":"traceutil/trace.go:171","msg":"trace[543906203] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:729; }","duration":"1.250022184s","start":"2026-02-27T18:23:19.708233Z","end":"2026-02-27T18:23:20.958255Z","steps":["trace[543906203] 'agreement among raft nodes before linearized reading' (duration: 1.24988547s)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:23:20.958277Z","caller":"traceutil/trace.go:171","msg":"trace[2021611451] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:729; }","duration":"734.394217ms","start":"2026-02-27T18:23:20.223868Z","end":"2026-02-27T18:23:20.958262Z","steps":["trace[2021611451] 'agreement among raft nodes before linearized reading' (duration: 734.312925ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:23:20.958294Z","caller":"traceutil/trace.go:171","msg":"trace[181082805] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:729; }","duration":"232.429609ms","start":"2026-02-27T18:23:20.725852Z","end":"2026-02-27T18:23:20.958281Z","steps":["trace[181082805] 'agreement among raft nodes before linearized reading' (duration: 232.272345ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:23:20.958307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:23:20.223847Z","time spent":"734.454648ms","remote":"127.0.0.1:51694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T18:23:20.95831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:23:19.708215Z","time spent":"1.250085095s","remote":"127.0.0.1:51840","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":29,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"info","ts":"2026-02-27T18:23:20.958226Z","caller":"traceutil/trace.go:171","msg":"trace[1682022104] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:729; }","duration":"1.298131975s","start":"2026-02-27T18:23:19.660085Z","end":"2026-02-27T18:23:20.958217Z","steps":["trace[1682022104] 'agreement among raft nodes before linearized reading' (duration: 1.297985921s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:23:20.958358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:23:19.660072Z","time spent":"1.298275949s","remote":"127.0.0.1:51940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-02-27T18:23:21.132537Z","caller":"traceutil/trace.go:171","msg":"trace[839138282] transaction","detail":"{read_only:false; response_revision:731; number_of_response:1; }","duration":"166.241ms","start":"2026-02-27T18:23:20.966259Z","end":"2026-02-27T18:23:21.1325Z","steps":["trace[839138282] 'process raft request' (duration: 160.969449ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:23:21.331339Z","caller":"traceutil/trace.go:171","msg":"trace[1573489323] transaction","detail":"{read_only:false; number_of_response:1; response_revision:732; }","duration":"148.352016ms","start":"2026-02-27T18:23:21.182972Z","end":"2026-02-27T18:23:21.331324Z","steps":["trace[1573489323] 'process raft request' (duration: 148.233782ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:23:21.490846Z","caller":"traceutil/trace.go:171","msg":"trace[358279205] transaction","detail":"{read_only:false; response_revision:733; number_of_response:1; }","duration":"152.710673ms","start":"2026-02-27T18:23:21.33811Z","end":"2026-02-27T18:23:21.490821Z","steps":["trace[358279205] 'process raft request' (duration: 152.5676ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:23:29.114293Z","caller":"traceutil/trace.go:171","msg":"trace[119905376] transaction","detail":"{read_only:false; response_revision:754; number_of_response:1; }","duration":"114.399325ms","start":"2026-02-27T18:23:28.999878Z","end":"2026-02-27T18:23:29.114277Z","steps":["trace[119905376] 'process raft request' (duration: 114.297592ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:23:29.165174Z","caller":"traceutil/trace.go:171","msg":"trace[677246474] transaction","detail":"{read_only:false; response_revision:756; number_of_response:1; }","duration":"162.263591ms","start":"2026-02-27T18:23:29.002887Z","end":"2026-02-27T18:23:29.16515Z","steps":["trace[677246474] 'process raft request' (duration: 162.081127ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:23:29.165176Z","caller":"traceutil/trace.go:171","msg":"trace[1728316771] transaction","detail":"{read_only:false; response_revision:755; number_of_response:1; }","duration":"163.014189ms","start":"2026-02-27T18:23:29.002123Z","end":"2026-02-27T18:23:29.165138Z","steps":["trace[1728316771] 'process raft request' (duration: 162.709401ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:23:29.309307Z","caller":"traceutil/trace.go:171","msg":"trace[1325113147] linearizableReadLoop","detail":"{readStateIndex:790; appliedIndex:789; }","duration":"109.333369ms","start":"2026-02-27T18:23:29.199955Z","end":"2026-02-27T18:23:29.309289Z","steps":["trace[1325113147] 'read index received' (duration: 19.339029ms)","trace[1325113147] 'applied index is now lower than readState.Index' (duration: 89.99382ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:23:29.309392Z","caller":"traceutil/trace.go:171","msg":"trace[1399654173] transaction","detail":"{read_only:false; response_revision:757; number_of_response:1; }","duration":"139.122177ms","start":"2026-02-27T18:23:29.170241Z","end":"2026-02-27T18:23:29.309364Z","steps":["trace[1399654173] 'process raft request' (duration: 49.123647ms)","trace[1399654173] 'compare' (duration: 89.851806ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T18:23:29.309504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.528954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-02-27T18:23:29.30955Z","caller":"traceutil/trace.go:171","msg":"trace[1364156520] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:757; }","duration":"109.615236ms","start":"2026-02-27T18:23:29.199922Z","end":"2026-02-27T18:23:29.309537Z","steps":["trace[1364156520] 'agreement among raft nodes before linearized reading' (duration: 109.456132ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:23:30.306097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"465.086724ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-02-27T18:23:31.487314Z","caller":"traceutil/trace.go:171","msg":"trace[1195198806] linearizableReadLoop","detail":"{readStateIndex:793; appliedIndex:792; }","duration":"317.820376ms","start":"2026-02-27T18:23:31.169463Z","end":"2026-02-27T18:23:31.487283Z","steps":["trace[1195198806] 'read index received' (duration: 317.609451ms)","trace[1195198806] 'applied index is now lower than readState.Index' (duration: 209.505µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:23:31.487399Z","caller":"traceutil/trace.go:171","msg":"trace[1012286764] transaction","detail":"{read_only:false; response_revision:759; number_of_response:1; }","duration":"365.867646ms","start":"2026-02-27T18:23:31.121502Z","end":"2026-02-27T18:23:31.48737Z","steps":["trace[1012286764] 'process raft request' (duration: 365.60719ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:23:31.487541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:23:31.121464Z","time spent":"365.9995ms","remote":"127.0.0.1:51940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T18:23:31.48761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.127753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-02-27T18:23:31.487733Z","caller":"traceutil/trace.go:171","msg":"trace[1229061680] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:759; }","duration":"318.282908ms","start":"2026-02-27T18:23:31.169426Z","end":"2026-02-27T18:23:31.487709Z","steps":["trace[1229061680] 'agreement among raft nodes before linearized reading' (duration: 317.9865ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:23:31.487777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:23:31.169411Z","time spent":"318.356579ms","remote":"127.0.0.1:51940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-27T18:23:31.680122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.654493ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T18:23:31.680284Z","caller":"traceutil/trace.go:171","msg":"trace[461940285] linearizableReadLoop","detail":"{readStateIndex:794; appliedIndex:793; }","duration":"192.869849ms","start":"2026-02-27T18:23:31.487396Z","end":"2026-02-27T18:23:31.680265Z","steps":["trace[461940285] 'read index received' (duration: 87.945909ms)","trace[461940285] 'applied index is now lower than readState.Index' (duration: 104.92285ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:23:31.680272Z","caller":"traceutil/trace.go:171","msg":"trace[891448508] transaction","detail":"{read_only:false; response_revision:760; number_of_response:1; }","duration":"385.931933ms","start":"2026-02-27T18:23:31.29431Z","end":"2026-02-27T18:23:31.680242Z","steps":["trace[891448508] 'process raft request' (duration: 281.077685ms)","trace[891448508] 'compare' (duration: 104.448798ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T18:23:31.680417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:23:31.294292Z","time spent":"386.050286ms","remote":"127.0.0.1:51940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T18:23:31.680418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"458.929832ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T18:23:31.680461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"510.252573ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-02-27T18:23:31.680486Z","caller":"traceutil/trace.go:171","msg":"trace[627910514] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:760; }","duration":"459.042224ms","start":"2026-02-27T18:23:31.221427Z","end":"2026-02-27T18:23:31.680469Z","steps":["trace[627910514] 'agreement among raft nodes before linearized reading' (duration: 458.90175ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:23:31.68051Z","caller":"traceutil/trace.go:171","msg":"trace[797341545] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:760; }","duration":"510.340155ms","start":"2026-02-27T18:23:31.170157Z","end":"2026-02-27T18:23:31.680498Z","steps":["trace[797341545] 'agreement among raft nodes before linearized reading' (duration: 510.156691ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:23:31.680528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:23:31.221408Z","time spent":"459.110086ms","remote":"127.0.0.1:51694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T18:23:31.680582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.541032ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-27T18:23:31.680635Z","caller":"traceutil/trace.go:171","msg":"trace[808112570] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:760; }","duration":"368.621804ms","start":"2026-02-27T18:23:31.311999Z","end":"2026-02-27T18:23:31.68062Z","steps":["trace[808112570] 'agreement among raft nodes before linearized reading' (duration: 368.335277ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:23:31.680674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:23:31.311985Z","time spent":"368.679816ms","remote":"127.0.0.1:51940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-27T18:23:31.680687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.607239ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-02-27T18:23:31.680718Z","caller":"traceutil/trace.go:171","msg":"trace[1529210983] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:760; }","duration":"319.63807ms","start":"2026-02-27T18:23:31.36107Z","end":"2026-02-27T18:23:31.680708Z","steps":["trace[1529210983] 'agreement among raft nodes before linearized reading' (duration: 319.285291ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:23:31.680753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:23:31.361003Z","time spent":"319.744083ms","remote":"127.0.0.1:51940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-27T18:23:31.68059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:23:31.170136Z","time spent":"510.439147ms","remote":"127.0.0.1:51940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-02-27T18:23:31.680441Z","caller":"traceutil/trace.go:171","msg":"trace[163078301] transaction","detail":"{read_only:false; response_revision:761; number_of_response:1; }","duration":"188.268485ms","start":"2026-02-27T18:23:31.492157Z","end":"2026-02-27T18:23:31.680425Z","steps":["trace[163078301] 'process raft request' (duration: 188.06844ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:23:32.502469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.112869ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T18:23:32.502661Z","caller":"traceutil/trace.go:171","msg":"trace[1655122346] transaction","detail":"{read_only:false; response_revision:762; number_of_response:1; }","duration":"817.970757ms","start":"2026-02-27T18:23:31.684675Z","end":"2026-02-27T18:23:32.502645Z","steps":["trace[1655122346] 'process raft request' (duration: 443.306045ms)","trace[1655122346] 'compare' (duration: 373.914494ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T18:23:32.502752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:23:31.684662Z","time spent":"818.04931ms","remote":"127.0.0.1:51940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T18:23:32.503007Z","caller":"traceutil/trace.go:171","msg":"trace[586196042] transaction","detail":"{read_only:false; response_revision:763; number_of_response:1; }","duration":"818.282616ms","start":"2026-02-27T18:23:31.684714Z","end":"2026-02-27T18:23:32.502997Z","steps":["trace[586196042] 'process raft request' (duration: 817.842905ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:23:32.503051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:23:31.684704Z","time spent":"818.322976ms","remote":"127.0.0.1:51940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T18:23:32.503136Z","caller":"traceutil/trace.go:171","msg":"trace[902771905] linearizableReadLoop","detail":"{readStateIndex:798; appliedIndex:795; }","duration":"469.544063ms","start":"2026-02-27T18:23:32.033569Z","end":"2026-02-27T18:23:32.503113Z","steps":["trace[902771905] 'read index received' (duration: 94.42302ms)","trace[902771905] 'applied index is now lower than readState.Index' (duration: 375.119373ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:23:32.503183Z","caller":"traceutil/trace.go:171","msg":"trace[1711298641] transaction","detail":"{read_only:false; response_revision:764; number_of_response:1; }","duration":"818.444269ms","start":"2026-02-27T18:23:31.684727Z","end":"2026-02-27T18:23:32.503172Z","steps":["trace[1711298641] 'process raft request' (duration: 818.239064ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:23:32.503293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"469.710799ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T18:23:32.503316Z","caller":"traceutil/trace.go:171","msg":"trace[669229434] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:764; }","duration":"469.79205ms","start":"2026-02-27T18:23:32.033518Z","end":"2026-02-27T18:23:32.50331Z","steps":["trace[669229434] 'agreement among raft nodes before linearized reading' (duration: 469.705058ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:23:32.50334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:23:32.033496Z","time spent":"469.837662ms","remote":"127.0.0.1:51806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":12,"response size":31,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"warn","ts":"2026-02-27T18:23:32.503301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:23:31.684706Z","time spent":"818.502022ms","remote":"127.0.0.1:51940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T18:23:32.503386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.319322ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T18:23:32.503428Z","caller":"traceutil/trace.go:171","msg":"trace[931732479] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:764; }","duration":"279.400064ms","start":"2026-02-27T18:23:32.224016Z","end":"2026-02-27T18:23:32.503416Z","steps":["trace[931732479] 'agreement among raft nodes before linearized reading' (duration: 279.335182ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:23:33.805488Z","caller":"traceutil/trace.go:171","msg":"trace[1406904885] linearizableReadLoop","detail":"{readStateIndex:801; appliedIndex:800; }","duration":"121.309816ms","start":"2026-02-27T18:23:33.684147Z","end":"2026-02-27T18:23:33.805457Z","steps":["trace[1406904885] 'read index received' (duration: 120.990148ms)","trace[1406904885] 'applied index is now lower than readState.Index' (duration: 318.598µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:23:33.805549Z","caller":"traceutil/trace.go:171","msg":"trace[1752889096] transaction","detail":"{read_only:false; response_revision:766; number_of_response:1; }","duration":"309.535169ms","start":"2026-02-27T18:23:33.495971Z","end":"2026-02-27T18:23:33.805506Z","steps":["trace[1752889096] 'process raft request' (duration: 309.307123ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:23:33.805726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.554862ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-02-27T18:23:33.805759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:23:33.495951Z","time spent":"309.694552ms","remote":"127.0.0.1:51940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T18:23:33.805783Z","caller":"traceutil/trace.go:171","msg":"trace[1479612276] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:766; }","duration":"121.657344ms","start":"2026-02-27T18:23:33.684111Z","end":"2026-02-27T18:23:33.805768Z","steps":["trace[1479612276] 'agreement among raft nodes before linearized reading' (duration: 121.4625ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:23:34.723461Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208184611873253805,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T18:23:34.878875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.470212ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T18:23:34.879037Z","caller":"traceutil/trace.go:171","msg":"trace[169306216] linearizableReadLoop","detail":"{readStateIndex:802; appliedIndex:801; }","duration":"656.534349ms","start":"2026-02-27T18:23:34.222486Z","end":"2026-02-27T18:23:34.879021Z","steps":["trace[169306216] 'read index received' (duration: 517.81758ms)","trace[169306216] 'applied index is now lower than readState.Index' (duration: 138.715258ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:23:34.879088Z","caller":"traceutil/trace.go:171","msg":"trace[1477527634] transaction","detail":"{read_only:false; response_revision:767; number_of_response:1; }","duration":"1.068317411s","start":"2026-02-27T18:23:33.810734Z","end":"2026-02-27T18:23:34.879051Z","steps":["trace[1477527634] 'process raft request' (duration: 929.579763ms)","trace[1477527634] 'compare' (duration: 138.070641ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T18:23:34.879138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"656.650311ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T18:23:34.879166Z","caller":"traceutil/trace.go:171","msg":"trace[100646881] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:767; }","duration":"656.706883ms","start":"2026-02-27T18:23:34.22245Z","end":"2026-02-27T18:23:34.879156Z","steps":["trace[100646881] 'agreement among raft nodes before linearized reading' (duration: 656.655192ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:23:34.879198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:23:34.222433Z","time spent":"656.758114ms","remote":"127.0.0.1:51694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T18:23:34.879253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:23:33.810709Z","time spent":"1.068454175s","remote":"127.0.0.1:51940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T18:23:34.879537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"371.536567ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-02-27T18:23:34.879595Z","caller":"traceutil/trace.go:171","msg":"trace[752556748] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:767; }","duration":"371.623839ms","start":"2026-02-27T18:23:34.507954Z","end":"2026-02-27T18:23:34.879578Z","steps":["trace[752556748] 'agreement among raft nodes before linearized reading' (duration: 371.455945ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:23:34.879622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"371.567187ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-02-27T18:23:34.879725Z","caller":"traceutil/trace.go:171","msg":"trace[1347296218] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:767; }","duration":"371.68589ms","start":"2026-02-27T18:23:34.508027Z","end":"2026-02-27T18:23:34.879713Z","steps":["trace[1347296218] 'agreement among raft nodes before linearized reading' (duration: 371.494396ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:23:34.879642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:23:34.507935Z","time spent":"371.69383ms","remote":"127.0.0.1:51940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-27T18:23:34.879757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:23:34.508013Z","time spent":"371.736641ms","remote":"127.0.0.1:51940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-27T18:23:34.879628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"371.421544ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-02-27T18:23:34.880055Z","caller":"traceutil/trace.go:171","msg":"trace[330881238] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:767; }","duration":"371.883845ms","start":"2026-02-27T18:23:34.508155Z","end":"2026-02-27T18:23:34.880038Z","steps":["trace[330881238] 'agreement among raft nodes before linearized reading' (duration: 371.365123ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:23:34.880096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:23:34.50813Z","time spent":"371.952426ms","remote":"127.0.0.1:51940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-27T18:23:35.388613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.985935ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T18:23:35.388718Z","caller":"traceutil/trace.go:171","msg":"trace[1571276325] transaction","detail":"{read_only:false; response_revision:768; number_of_response:1; }","duration":"504.640975ms","start":"2026-02-27T18:23:34.884056Z","end":"2026-02-27T18:23:35.388697Z","steps":["trace[1571276325] 'process raft request' (duration: 262.497755ms)","trace[1571276325] 'compare' (duration: 241.888503ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T18:23:35.38878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:23:34.884026Z","time spent":"504.722537ms","remote":"127.0.0.1:51940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T18:23:35.452254Z","caller":"traceutil/trace.go:171","msg":"trace[796328053] transaction","detail":"{read_only:false; response_revision:769; number_of_response:1; }","duration":"567.44001ms","start":"2026-02-27T18:23:34.884789Z","end":"2026-02-27T18:23:35.452229Z","steps":["trace[796328053] 'process raft request' (duration: 567.279996ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:23:35.452428Z","caller":"traceutil/trace.go:171","msg":"trace[903631386] linearizableReadLoop","detail":"{readStateIndex:805; appliedIndex:803; }","duration":"228.820459ms","start":"2026-02-27T18:23:35.22358Z","end":"2026-02-27T18:23:35.4524Z","steps":["trace[903631386] 'read index received' (duration: 228.504401ms)","trace[903631386] 'applied index is now lower than readState.Index' (duration: 313.908µs)"],"step_count":2} {"level":"warn","ts":"2026-02-27T18:23:35.452505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:23:34.88478Z","time spent":"567.545982ms","remote":"127.0.0.1:51940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T18:23:35.452522Z","caller":"traceutil/trace.go:171","msg":"trace[503187251] transaction","detail":"{read_only:false; response_revision:770; number_of_response:1; }","duration":"567.304616ms","start":"2026-02-27T18:23:34.885189Z","end":"2026-02-27T18:23:35.452493Z","steps":["trace[503187251] 'process raft request' (duration: 567.000049ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:23:35.452556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.953092ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T18:23:35.452652Z","caller":"traceutil/trace.go:171","msg":"trace[1022364270] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:770; }","duration":"229.091345ms","start":"2026-02-27T18:23:35.22354Z","end":"2026-02-27T18:23:35.452632Z","steps":["trace[1022364270] 'agreement among raft nodes before linearized reading' (duration: 228.945382ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:23:35.452667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:23:34.885177Z","time spent":"567.413258ms","remote":"127.0.0.1:51940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T18:23:36.720884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"497.397154ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T18:23:36.720966Z","caller":"traceutil/trace.go:171","msg":"trace[1041542760] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:770; }","duration":"497.531428ms","start":"2026-02-27T18:23:36.223417Z","end":"2026-02-27T18:23:36.720948Z","steps":["trace[1041542760] 'range keys from in-memory index tree' (duration: 497.277881ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:23:36.721005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:23:36.223391Z","time spent":"497.605771ms","remote":"127.0.0.1:51706","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T18:23:36.7214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.917293ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T18:23:36.721478Z","caller":"traceutil/trace.go:171","msg":"trace[214287443] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:770; }","duration":"313.055457ms","start":"2026-02-27T18:23:36.408405Z","end":"2026-02-27T18:23:36.721461Z","steps":["trace[214287443] 'count revisions from in-memory index tree' (duration: 312.757269ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:23:36.721521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:23:36.408384Z","time spent":"313.125418ms","remote":"127.0.0.1:52170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":29,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"warn","ts":"2026-02-27T18:23:36.721624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"911.603247ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-02-27T18:23:36.72169Z","caller":"traceutil/trace.go:171","msg":"trace[1026728324] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:770; }","duration":"911.69381ms","start":"2026-02-27T18:23:35.809979Z","end":"2026-02-27T18:23:36.721673Z","steps":["trace[1026728324] 'range keys from in-memory index tree' (duration: 911.460194ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:23:36.72174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:23:35.809965Z","time spent":"911.763181ms","remote":"127.0.0.1:51940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-02-27T18:23:37.092021Z","caller":"traceutil/trace.go:171","msg":"trace[1398653719] transaction","detail":"{read_only:false; response_revision:771; number_of_response:1; }","duration":"558.330155ms","start":"2026-02-27T18:23:36.533669Z","end":"2026-02-27T18:23:37.091999Z","steps":["trace[1398653719] 'process raft request' (duration: 558.215922ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:23:37.092159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:23:36.533634Z","time spent":"558.451658ms","remote":"127.0.0.1:51940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T18:23:37.182109Z","caller":"traceutil/trace.go:171","msg":"trace[2008465388] linearizableReadLoop","detail":"{readStateIndex:807; appliedIndex:805; }","duration":"297.915083ms","start":"2026-02-27T18:23:36.884169Z","end":"2026-02-27T18:23:37.182084Z","steps":["trace[2008465388] 'read index received' (duration: 207.760069ms)","trace[2008465388] 'applied index is now lower than readState.Index' (duration: 90.154084ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T18:23:37.182335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.147648ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-02-27T18:23:37.1824Z","caller":"traceutil/trace.go:171","msg":"trace[1606992453] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:772; }","duration":"298.265281ms","start":"2026-02-27T18:23:36.884116Z","end":"2026-02-27T18:23:37.182382Z","steps":["trace[1606992453] 'agreement among raft nodes before linearized reading' (duration: 298.059786ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:23:37.182692Z","caller":"traceutil/trace.go:171","msg":"trace[473251377] transaction","detail":"{read_only:false; response_revision:772; number_of_response:1; }","duration":"457.427984ms","start":"2026-02-27T18:23:36.725222Z","end":"2026-02-27T18:23:37.18265Z","steps":["trace[473251377] 'process raft request' (duration: 413.045073ms)","trace[473251377] 'compare' (duration: 43.715994ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T18:23:37.18286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:23:36.725197Z","time spent":"457.578908ms","remote":"127.0.0.1:51940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T18:23:39.584836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.315717ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-02-27T18:23:39.58501Z","caller":"traceutil/trace.go:171","msg":"trace[693479354] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:779; }","duration":"115.556043ms","start":"2026-02-27T18:23:39.469417Z","end":"2026-02-27T18:23:39.584973Z","steps":["trace[693479354] 'range keys from in-memory index tree' (duration: 114.976139ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:23:39.585435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.363293ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-02-27T18:23:39.585528Z","caller":"traceutil/trace.go:171","msg":"trace[2109722164] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:779; }","duration":"118.679911ms","start":"2026-02-27T18:23:39.466827Z","end":"2026-02-27T18:23:39.585507Z","steps":["trace[2109722164] 'range keys from in-memory index tree' (duration: 117.991053ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:23:39.704243Z","caller":"traceutil/trace.go:171","msg":"trace[1232199677] transaction","detail":"{read_only:false; response_revision:780; number_of_response:1; }","duration":"115.109552ms","start":"2026-02-27T18:23:39.589109Z","end":"2026-02-27T18:23:39.704219Z","steps":["trace[1232199677] 'process raft request' (duration: 114.962239ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:23:39.705072Z","caller":"traceutil/trace.go:171","msg":"trace[147474308] transaction","detail":"{read_only:false; response_revision:781; number_of_response:1; }","duration":"114.784024ms","start":"2026-02-27T18:23:39.590264Z","end":"2026-02-27T18:23:39.705048Z","steps":["trace[147474308] 'process raft request' (duration: 114.656621ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:23:49.149837Z","caller":"traceutil/trace.go:171","msg":"trace[293597405] transaction","detail":"{read_only:false; response_revision:806; number_of_response:1; }","duration":"132.577976ms","start":"2026-02-27T18:23:49.017234Z","end":"2026-02-27T18:23:49.149812Z","steps":["trace[293597405] 'process raft request' (duration: 132.408212ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:23:49.156297Z","caller":"traceutil/trace.go:171","msg":"trace[62793481] transaction","detail":"{read_only:false; response_revision:807; number_of_response:1; }","duration":"137.903447ms","start":"2026-02-27T18:23:49.018362Z","end":"2026-02-27T18:23:49.156266Z","steps":["trace[62793481] 'process raft request' (duration: 137.758493ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:23:49.46786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.021345ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-02-27T18:23:49.468132Z","caller":"traceutil/trace.go:171","msg":"trace[1897595990] transaction","detail":"{read_only:false; response_revision:824; number_of_response:1; }","duration":"115.729228ms","start":"2026-02-27T18:23:49.352382Z","end":"2026-02-27T18:23:49.468111Z","steps":["trace[1897595990] 'process raft request' (duration: 115.686217ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:23:49.468365Z","caller":"traceutil/trace.go:171","msg":"trace[1923858585] transaction","detail":"{read_only:false; response_revision:823; number_of_response:1; }","duration":"185.397824ms","start":"2026-02-27T18:23:49.2829Z","end":"2026-02-27T18:23:49.468298Z","steps":["trace[1923858585] 'process raft request' (duration: 185.087377ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:23:49.468445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.388039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-02-27T18:23:49.468515Z","caller":"traceutil/trace.go:171","msg":"trace[8649215] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:824; }","duration":"184.508462ms","start":"2026-02-27T18:23:49.283992Z","end":"2026-02-27T18:23:49.4685Z","steps":["trace[8649215] 'agreement among raft nodes before linearized reading' (duration: 184.234314ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:23:49.468162Z","caller":"traceutil/trace.go:171","msg":"trace[764131481] linearizableReadLoop","detail":"{readStateIndex:862; appliedIndex:859; }","duration":"184.093481ms","start":"2026-02-27T18:23:49.284039Z","end":"2026-02-27T18:23:49.468133Z","steps":["trace[764131481] 'read index received' (duration: 51.468055ms)","trace[764131481] 'applied index is now lower than readState.Index' (duration: 132.622106ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:23:49.468144Z","caller":"traceutil/trace.go:171","msg":"trace[370953801] transaction","detail":"{read_only:false; response_revision:822; number_of_response:1; }","duration":"185.251591ms","start":"2026-02-27T18:23:49.282861Z","end":"2026-02-27T18:23:49.468113Z","steps":["trace[370953801] 'process raft request' (duration: 70.867157ms)","trace[370953801] 'compare' (duration: 113.794909ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T18:23:49.469051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.805755ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-02-27T18:23:49.46909Z","caller":"traceutil/trace.go:171","msg":"trace[1110003665] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:824; }","duration":"117.080951ms","start":"2026-02-27T18:23:49.351994Z","end":"2026-02-27T18:23:49.469075Z","steps":["trace[1110003665] 'agreement among raft nodes before linearized reading' (duration: 116.723772ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:23:49.604955Z","caller":"traceutil/trace.go:171","msg":"trace[254294385] transaction","detail":"{read_only:false; response_revision:826; number_of_response:1; }","duration":"130.994705ms","start":"2026-02-27T18:23:49.473921Z","end":"2026-02-27T18:23:49.604916Z","steps":["trace[254294385] 'process raft request' (duration: 106.723755ms)","trace[254294385] 'compare' (duration: 24.077866ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:23:49.605194Z","caller":"traceutil/trace.go:171","msg":"trace[1604795673] transaction","detail":"{read_only:false; response_revision:828; number_of_response:1; }","duration":"131.153029ms","start":"2026-02-27T18:23:49.474021Z","end":"2026-02-27T18:23:49.605174Z","steps":["trace[1604795673] 'process raft request' (duration: 130.884142ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:23:49.605395Z","caller":"traceutil/trace.go:171","msg":"trace[1112749366] transaction","detail":"{read_only:false; response_revision:827; number_of_response:1; }","duration":"131.358024ms","start":"2026-02-27T18:23:49.474022Z","end":"2026-02-27T18:23:49.60538Z","steps":["trace[1112749366] 'process raft request' (duration: 130.837101ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:23:49.605628Z","caller":"traceutil/trace.go:171","msg":"trace[1793538257] transaction","detail":"{read_only:false; response_revision:829; number_of_response:1; }","duration":"129.578942ms","start":"2026-02-27T18:23:49.476038Z","end":"2026-02-27T18:23:49.605617Z","steps":["trace[1793538257] 'process raft request' (duration: 128.926675ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:23:49.738703Z","caller":"traceutil/trace.go:171","msg":"trace[2135106274] transaction","detail":"{read_only:false; response_revision:830; number_of_response:1; }","duration":"127.238422ms","start":"2026-02-27T18:23:49.611439Z","end":"2026-02-27T18:23:49.738677Z","steps":["trace[2135106274] 'process raft request' (duration: 126.7333ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:23:49.74938Z","caller":"traceutil/trace.go:171","msg":"trace[30247908] transaction","detail":"{read_only:false; response_revision:831; number_of_response:1; }","duration":"137.453176ms","start":"2026-02-27T18:23:49.611909Z","end":"2026-02-27T18:23:49.749362Z","steps":["trace[30247908] 'process raft request' (duration: 137.018765ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:23:49.749572Z","caller":"traceutil/trace.go:171","msg":"trace[863822968] transaction","detail":"{read_only:false; response_revision:832; number_of_response:1; }","duration":"135.914698ms","start":"2026-02-27T18:23:49.613649Z","end":"2026-02-27T18:23:49.749564Z","steps":["trace[863822968] 'process raft request' (duration: 135.413736ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:23:49.998736Z","caller":"traceutil/trace.go:171","msg":"trace[576396978] linearizableReadLoop","detail":"{readStateIndex:886; appliedIndex:885; }","duration":"169.393938ms","start":"2026-02-27T18:23:49.829314Z","end":"2026-02-27T18:23:49.998708Z","steps":["trace[576396978] 'read index received' (duration: 169.118392ms)","trace[576396978] 'applied index is now lower than readState.Index' (duration: 274.626µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:23:49.998879Z","caller":"traceutil/trace.go:171","msg":"trace[802517661] transaction","detail":"{read_only:false; response_revision:847; number_of_response:1; }","duration":"183.754703ms","start":"2026-02-27T18:23:49.815114Z","end":"2026-02-27T18:23:49.998868Z","steps":["trace[802517661] 'process raft request' (duration: 183.413185ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:23:49.999302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.966652ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/kube-system/ceph-csi-rbd-nodeplugin\" ","response":"range_response_count:1 size:9311"} {"level":"info","ts":"2026-02-27T18:23:49.999387Z","caller":"traceutil/trace.go:171","msg":"trace[1244194072] range","detail":"{range_begin:/registry/daemonsets/kube-system/ceph-csi-rbd-nodeplugin; range_end:; response_count:1; response_revision:847; }","duration":"170.102135ms","start":"2026-02-27T18:23:49.829265Z","end":"2026-02-27T18:23:49.999367Z","steps":["trace[1244194072] 'agreement among raft nodes before linearized reading' (duration: 169.724206ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:23:50.001933Z","caller":"traceutil/trace.go:171","msg":"trace[1494863145] transaction","detail":"{read_only:false; response_revision:848; number_of_response:1; }","duration":"170.798902ms","start":"2026-02-27T18:23:49.83111Z","end":"2026-02-27T18:23:50.001909Z","steps":["trace[1494863145] 'process raft request' (duration: 170.607518ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:23:50.002181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.811083ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-02-27T18:23:50.002274Z","caller":"traceutil/trace.go:171","msg":"trace[1496264155] transaction","detail":"{read_only:false; response_revision:850; number_of_response:1; }","duration":"167.87162ms","start":"2026-02-27T18:23:49.834388Z","end":"2026-02-27T18:23:50.00226Z","steps":["trace[1496264155] 'process raft request' (duration: 167.493981ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:23:50.002283Z","caller":"traceutil/trace.go:171","msg":"trace[2116946604] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:850; }","duration":"171.035008ms","start":"2026-02-27T18:23:49.831223Z","end":"2026-02-27T18:23:50.002258Z","steps":["trace[2116946604] 'agreement among raft nodes before linearized reading' (duration: 170.70952ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:23:50.002519Z","caller":"traceutil/trace.go:171","msg":"trace[1377457695] transaction","detail":"{read_only:false; response_revision:849; number_of_response:1; }","duration":"170.372282ms","start":"2026-02-27T18:23:49.832136Z","end":"2026-02-27T18:23:50.002508Z","steps":["trace[1377457695] 'process raft request' (duration: 169.687735ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:23:50.003051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.420013ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/kube-system/ceph-csi-rbd-provisioner-69cb97fb6\" ","response":"range_response_count:1 size:10843"} {"level":"info","ts":"2026-02-27T18:23:50.003101Z","caller":"traceutil/trace.go:171","msg":"trace[1800479449] range","detail":"{range_begin:/registry/replicasets/kube-system/ceph-csi-rbd-provisioner-69cb97fb6; range_end:; response_count:1; response_revision:850; }","duration":"168.516655ms","start":"2026-02-27T18:23:49.834569Z","end":"2026-02-27T18:23:50.003085Z","steps":["trace[1800479449] 'agreement among raft nodes before linearized reading' (duration: 168.32849ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:23:50.003475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.746112ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/kube-system/\" range_end:\"/registry/secrets/kube-system0\" ","response":"range_response_count:6 size:363682"} {"level":"info","ts":"2026-02-27T18:23:50.003528Z","caller":"traceutil/trace.go:171","msg":"trace[1298515319] range","detail":"{range_begin:/registry/secrets/kube-system/; range_end:/registry/secrets/kube-system0; response_count:6; response_revision:850; }","duration":"141.841775ms","start":"2026-02-27T18:23:49.861672Z","end":"2026-02-27T18:23:50.003514Z","steps":["trace[1298515319] 'agreement among raft nodes before linearized reading' (duration: 141.622959ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:23:50.284568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.183647ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T18:23:50.284705Z","caller":"traceutil/trace.go:171","msg":"trace[382315724] transaction","detail":"{read_only:false; response_revision:855; number_of_response:1; }","duration":"268.858662ms","start":"2026-02-27T18:23:50.015818Z","end":"2026-02-27T18:23:50.284677Z","steps":["trace[382315724] 'process raft request' (duration: 138.46716ms)","trace[382315724] 'compare' (duration: 130.039283ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:23:50.285577Z","caller":"traceutil/trace.go:171","msg":"trace[2073375399] linearizableReadLoop","detail":"{readStateIndex:895; appliedIndex:893; }","duration":"208.376672ms","start":"2026-02-27T18:23:50.07718Z","end":"2026-02-27T18:23:50.285557Z","steps":["trace[2073375399] 'read index received' (duration: 77.11425ms)","trace[2073375399] 'applied index is now lower than readState.Index' (duration: 131.261342ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:23:50.285733Z","caller":"traceutil/trace.go:171","msg":"trace[2146191931] transaction","detail":"{read_only:false; response_revision:856; number_of_response:1; }","duration":"232.06241ms","start":"2026-02-27T18:23:50.053616Z","end":"2026-02-27T18:23:50.285678Z","steps":["trace[2146191931] 'process raft request' (duration: 231.835515ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:23:50.285944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.757162ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/ceph-csi-rbd-provisioner\" ","response":"range_response_count:1 size:754"} {"level":"info","ts":"2026-02-27T18:23:50.286005Z","caller":"traceutil/trace.go:171","msg":"trace[1632457775] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/ceph-csi-rbd-provisioner; range_end:; response_count:1; response_revision:856; }","duration":"208.858875ms","start":"2026-02-27T18:23:50.077129Z","end":"2026-02-27T18:23:50.285988Z","steps":["trace[1632457775] 'agreement among raft nodes before linearized reading' (duration: 208.557188ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:23:50.286014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.533497ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/ceph-csi-rbd-provisioner\" ","response":"range_response_count:1 size:754"} {"level":"info","ts":"2026-02-27T18:23:50.286116Z","caller":"traceutil/trace.go:171","msg":"trace[1873179500] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/ceph-csi-rbd-provisioner; range_end:; response_count:1; response_revision:856; }","duration":"208.663239ms","start":"2026-02-27T18:23:50.077427Z","end":"2026-02-27T18:23:50.28609Z","steps":["trace[1873179500] 'agreement among raft nodes before linearized reading' (duration: 208.400663ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:23:50.286438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.81415ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/kube-system/\" range_end:\"/registry/secrets/kube-system0\" ","response":"range_response_count:6 size:363682"} {"level":"info","ts":"2026-02-27T18:23:50.286525Z","caller":"traceutil/trace.go:171","msg":"trace[1484002261] range","detail":"{range_begin:/registry/secrets/kube-system/; range_end:/registry/secrets/kube-system0; response_count:6; response_revision:856; }","duration":"165.928402ms","start":"2026-02-27T18:23:50.120564Z","end":"2026-02-27T18:23:50.286492Z","steps":["trace[1484002261] 'agreement among raft nodes before linearized reading' (duration: 165.496571ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:23:50.802999Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208184611873254012,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-27T18:23:51.006039Z","caller":"traceutil/trace.go:171","msg":"trace[538493202] linearizableReadLoop","detail":"{readStateIndex:896; appliedIndex:895; }","duration":"703.371869ms","start":"2026-02-27T18:23:50.302645Z","end":"2026-02-27T18:23:51.006017Z","steps":["trace[538493202] 'read index received' (duration: 642.88814ms)","trace[538493202] 'applied index is now lower than readState.Index' (duration: 60.482689ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T18:23:51.006272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"703.601534ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/kube-system/ceph-csi-rbd-provisioner-69cb97fb6\" ","response":"range_response_count:1 size:10888"} {"level":"info","ts":"2026-02-27T18:23:51.006327Z","caller":"traceutil/trace.go:171","msg":"trace[989642385] range","detail":"{range_begin:/registry/replicasets/kube-system/ceph-csi-rbd-provisioner-69cb97fb6; range_end:; response_count:1; response_revision:857; }","duration":"703.685527ms","start":"2026-02-27T18:23:50.302624Z","end":"2026-02-27T18:23:51.006309Z","steps":["trace[989642385] 'agreement among raft nodes before linearized reading' (duration: 703.4731ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:23:51.00637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:23:50.302617Z","time spent":"703.741068ms","remote":"127.0.0.1:52188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":10912,"request content":"key:\"/registry/replicasets/kube-system/ceph-csi-rbd-provisioner-69cb97fb6\" "} {"level":"info","ts":"2026-02-27T18:23:51.006544Z","caller":"traceutil/trace.go:171","msg":"trace[445903720] transaction","detail":"{read_only:false; response_revision:857; number_of_response:1; }","duration":"704.443565ms","start":"2026-02-27T18:23:50.302041Z","end":"2026-02-27T18:23:51.006484Z","steps":["trace[445903720] 'process raft request' (duration: 643.577977ms)","trace[445903720] 'compare' (duration: 60.054157ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T18:23:51.006666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:23:50.302017Z","time spent":"704.584229ms","remote":"127.0.0.1:52162","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":11206,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T18:23:51.447319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.534618ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T18:23:51.44743Z","caller":"traceutil/trace.go:171","msg":"trace[520680772] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:857; }","duration":"223.715563ms","start":"2026-02-27T18:23:51.223691Z","end":"2026-02-27T18:23:51.447407Z","steps":["trace[520680772] 'range keys from in-memory index tree' (duration: 223.462797ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:23:51.802151Z","caller":"traceutil/trace.go:171","msg":"trace[1065366787] linearizableReadLoop","detail":"{readStateIndex:899; appliedIndex:898; }","duration":"191.841144ms","start":"2026-02-27T18:23:51.610286Z","end":"2026-02-27T18:23:51.802127Z","steps":["trace[1065366787] 'read index received' (duration: 97.493015ms)","trace[1065366787] 'applied index is now lower than readState.Index' (duration: 94.346949ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T18:23:51.802474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.124811ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-02-27T18:23:51.802551Z","caller":"traceutil/trace.go:171","msg":"trace[2064946743] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:860; }","duration":"192.293526ms","start":"2026-02-27T18:23:51.610241Z","end":"2026-02-27T18:23:51.802534Z","steps":["trace[2064946743] 'agreement among raft nodes before linearized reading' (duration: 192.028469ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:23:51.802525Z","caller":"traceutil/trace.go:171","msg":"trace[1418006069] transaction","detail":"{read_only:false; response_revision:860; number_of_response:1; }","duration":"216.263618ms","start":"2026-02-27T18:23:51.586226Z","end":"2026-02-27T18:23:51.802489Z","steps":["trace[1418006069] 'process raft request' (duration: 121.540611ms)","trace[1418006069] 'compare' (duration: 94.237796ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T18:23:52.063152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.549077ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T18:23:52.063351Z","caller":"traceutil/trace.go:171","msg":"trace[1233612867] transaction","detail":"{read_only:false; response_revision:862; number_of_response:1; }","duration":"255.947442ms","start":"2026-02-27T18:23:51.80738Z","end":"2026-02-27T18:23:52.063328Z","steps":["trace[1233612867] 'process raft request' (duration: 114.124158ms)","trace[1233612867] 'compare' (duration: 141.422365ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:23:52.06336Z","caller":"traceutil/trace.go:171","msg":"trace[1344272518] transaction","detail":"{read_only:false; response_revision:863; number_of_response:1; }","duration":"172.762321ms","start":"2026-02-27T18:23:51.890569Z","end":"2026-02-27T18:23:52.063331Z","steps":["trace[1344272518] 'process raft request' (duration: 172.6838ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:23:52.37881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.59556ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T18:23:52.378979Z","caller":"traceutil/trace.go:171","msg":"trace[189907107] transaction","detail":"{read_only:false; response_revision:865; number_of_response:1; }","duration":"312.178974ms","start":"2026-02-27T18:23:52.066784Z","end":"2026-02-27T18:23:52.378963Z","steps":["trace[189907107] 'process raft request' (duration: 312.119103ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:23:52.379043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:23:52.06677Z","time spent":"312.240028ms","remote":"127.0.0.1:51940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T18:23:52.37903Z","caller":"traceutil/trace.go:171","msg":"trace[1623376485] linearizableReadLoop","detail":"{readStateIndex:903; appliedIndex:902; }","duration":"315.689452ms","start":"2026-02-27T18:23:52.063313Z","end":"2026-02-27T18:23:52.379003Z","steps":["trace[1623376485] 'read index received' (duration: 204.835315ms)","trace[1623376485] 'applied index is now lower than readState.Index' (duration: 110.851287ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:23:52.37906Z","caller":"traceutil/trace.go:171","msg":"trace[2018311226] transaction","detail":"{read_only:false; response_revision:864; number_of_response:1; }","duration":"337.967094ms","start":"2026-02-27T18:23:52.041057Z","end":"2026-02-27T18:23:52.379024Z","steps":["trace[2018311226] 'process raft request' (duration: 227.079506ms)","trace[2018311226] 'compare' (duration: 110.498907ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T18:23:52.379182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.597236ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T18:23:52.379211Z","caller":"traceutil/trace.go:171","msg":"trace[81653169] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:865; }","duration":"197.663918ms","start":"2026-02-27T18:23:52.181538Z","end":"2026-02-27T18:23:52.379202Z","steps":["trace[81653169] 'agreement among raft nodes before linearized reading' (duration: 197.608207ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:23:52.379215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:23:52.041033Z","time spent":"338.097367ms","remote":"127.0.0.1:51940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T18:23:52.379249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.181953ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-02-27T18:23:52.379297Z","caller":"traceutil/trace.go:171","msg":"trace[2121832577] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:865; }","duration":"328.262584ms","start":"2026-02-27T18:23:52.05102Z","end":"2026-02-27T18:23:52.379282Z","steps":["trace[2121832577] 'agreement among raft nodes before linearized reading' (duration: 328.083ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:23:52.379322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:23:52.05101Z","time spent":"328.305746ms","remote":"127.0.0.1:51940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-27T18:23:54.895138Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208184611873254053,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-27T18:23:55.220516Z","caller":"traceutil/trace.go:171","msg":"trace[794935188] linearizableReadLoop","detail":"{readStateIndex:913; appliedIndex:912; }","duration":"826.383297ms","start":"2026-02-27T18:23:54.394116Z","end":"2026-02-27T18:23:55.220499Z","steps":["trace[794935188] 'read index received' (duration: 826.268424ms)","trace[794935188] 'applied index is now lower than readState.Index' (duration: 114.153µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:23:55.220603Z","caller":"traceutil/trace.go:171","msg":"trace[1129679305] transaction","detail":"{read_only:false; response_revision:872; number_of_response:1; }","duration":"833.709338ms","start":"2026-02-27T18:23:54.386866Z","end":"2026-02-27T18:23:55.220575Z","steps":["trace[1129679305] 'process raft request' (duration: 833.525853ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:23:55.220679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"826.545991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-02-27T18:23:55.220704Z","caller":"traceutil/trace.go:171","msg":"trace[1868620462] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:872; }","duration":"826.624863ms","start":"2026-02-27T18:23:54.394073Z","end":"2026-02-27T18:23:55.220698Z","steps":["trace[1868620462] 'agreement among raft nodes before linearized reading' (duration: 826.51535ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:23:55.220724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:23:54.394053Z","time spent":"826.666843ms","remote":"127.0.0.1:51940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-27T18:23:55.220743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:23:54.386845Z","time spent":"833.822521ms","remote":"127.0.0.1:51940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T18:23:55.220835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"487.031687ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T18:23:55.220901Z","caller":"traceutil/trace.go:171","msg":"trace[34258232] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:872; }","duration":"487.14318ms","start":"2026-02-27T18:23:54.733742Z","end":"2026-02-27T18:23:55.220885Z","steps":["trace[34258232] 'agreement among raft nodes before linearized reading' (duration: 486.993747ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:23:55.220932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:23:54.733726Z","time spent":"487.198232ms","remote":"127.0.0.1:51886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":42,"response size":31,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"warn","ts":"2026-02-27T18:23:56.104852Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208184611873254058,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T18:23:56.605358Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208184611873254058,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T18:23:57.105893Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208184611873254058,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T18:23:57.60642Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208184611873254058,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T18:23:58.106837Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208184611873254058,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T18:23:58.226408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000409716s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-27T18:23:58.226491Z","caller":"traceutil/trace.go:171","msg":"trace[405255929] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000539498s","start":"2026-02-27T18:23:56.225932Z","end":"2026-02-27T18:23:58.226472Z","steps":["trace[405255929] 'agreement among raft nodes before linearized reading' (duration: 2.000437476s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:23:58.226536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:23:56.225908Z","time spent":"2.000619021s","remote":"127.0.0.1:51694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T18:23:58.607015Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208184611873254058,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T18:23:58.719631Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.493963824s","expected-duration":"1s"} {"level":"info","ts":"2026-02-27T18:23:58.769205Z","caller":"traceutil/trace.go:171","msg":"trace[890676500] transaction","detail":"{read_only:false; response_revision:873; number_of_response:1; }","duration":"3.543567543s","start":"2026-02-27T18:23:55.225598Z","end":"2026-02-27T18:23:58.769165Z","steps":["trace[890676500] 'process raft request' (duration: 3.494277152s)","trace[890676500] 'compare' (duration: 48.224554ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T18:23:58.769406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:23:55.225579Z","time spent":"3.543716126s","remote":"127.0.0.1:51940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T18:23:59.173007Z","caller":"traceutil/trace.go:171","msg":"trace[842638819] transaction","detail":"{read_only:false; response_revision:874; number_of_response:1; }","duration":"1.939860787s","start":"2026-02-27T18:23:57.233118Z","end":"2026-02-27T18:23:59.172979Z","steps":["trace[842638819] 'process raft request' (duration: 1.876673271s)","trace[842638819] 'compare' (duration: 62.876258ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T18:23:59.173509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:23:57.233093Z","time spent":"1.940001191s","remote":"127.0.0.1:51940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T18:23:59.182696Z","caller":"traceutil/trace.go:171","msg":"trace[668420529] linearizableReadLoop","detail":"{readStateIndex:916; appliedIndex:913; }","duration":"3.57817535s","start":"2026-02-27T18:23:55.604502Z","end":"2026-02-27T18:23:59.182677Z","steps":["trace[668420529] 'read index received' (duration: 3.115385853s)","trace[668420529] 'applied index is now lower than readState.Index' (duration: 462.788357ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T18:23:59.182901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.958293523s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-02-27T18:23:59.182874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.572469009s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-27T18:23:59.182957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"955.878105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T18:23:59.18298Z","caller":"traceutil/trace.go:171","msg":"trace[502590021] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:874; }","duration":"955.929827ms","start":"2026-02-27T18:23:58.227043Z","end":"2026-02-27T18:23:59.182973Z","steps":["trace[502590021] 'agreement among raft nodes before linearized reading' (duration: 955.897366ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:23:59.182927Z","caller":"traceutil/trace.go:171","msg":"trace[696064448] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:874; }","duration":"1.958365205s","start":"2026-02-27T18:23:57.224555Z","end":"2026-02-27T18:23:59.18292Z","steps":["trace[696064448] 'agreement among raft nodes before linearized reading' (duration: 1.958260422s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:23:59.183009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:23:58.227026Z","time spent":"955.977418ms","remote":"127.0.0.1:51706","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T18:23:59.183014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:23:57.224534Z","time spent":"1.958470208s","remote":"127.0.0.1:51940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-27T18:23:59.183097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.077708269s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-27T18:23:59.182964Z","caller":"traceutil/trace.go:171","msg":"trace[633126675] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:874; }","duration":"3.572623772s","start":"2026-02-27T18:23:55.610327Z","end":"2026-02-27T18:23:59.182951Z","steps":["trace[633126675] 'agreement among raft nodes before linearized reading' (duration: 3.572484929s)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:23:59.183158Z","caller":"traceutil/trace.go:171","msg":"trace[623656174] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:874; }","duration":"3.077810012s","start":"2026-02-27T18:23:56.105335Z","end":"2026-02-27T18:23:59.183145Z","steps":["trace[623656174] 'agreement among raft nodes before linearized reading' (duration: 3.077629568s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:23:59.183176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:23:55.610304Z","time spent":"3.572864259s","remote":"127.0.0.1:51936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":31,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"warn","ts":"2026-02-27T18:23:59.183152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.323203783s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-02-27T18:23:59.18319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:23:56.105316Z","time spent":"3.077867713s","remote":"127.0.0.1:51940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-02-27T18:23:59.183228Z","caller":"traceutil/trace.go:171","msg":"trace[2061549375] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:874; }","duration":"3.323316846s","start":"2026-02-27T18:23:55.859888Z","end":"2026-02-27T18:23:59.183205Z","steps":["trace[2061549375] 'agreement among raft nodes before linearized reading' (duration: 3.323129081s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:23:59.183268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:23:55.859869Z","time spent":"3.323389957s","remote":"127.0.0.1:51940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-27T18:23:59.183435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.578935519s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-02-27T18:23:59.183479Z","caller":"traceutil/trace.go:171","msg":"trace[1560829965] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:874; }","duration":"3.579017181s","start":"2026-02-27T18:23:55.604452Z","end":"2026-02-27T18:23:59.183469Z","steps":["trace[1560829965] 'agreement among raft nodes before linearized reading' (duration: 3.578329844s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:23:59.183518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:23:55.604427Z","time spent":"3.579083902s","remote":"127.0.0.1:51940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-02-27T18:24:13.573216Z","caller":"traceutil/trace.go:171","msg":"trace[657479490] linearizableReadLoop","detail":"{readStateIndex:961; appliedIndex:960; }","duration":"262.779296ms","start":"2026-02-27T18:24:13.310366Z","end":"2026-02-27T18:24:13.573145Z","steps":["trace[657479490] 'read index received' (duration: 262.707134ms)","trace[657479490] 'applied index is now lower than readState.Index' (duration: 71.212µs)"],"step_count":2} {"level":"warn","ts":"2026-02-27T18:24:13.573434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.713399ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-02-27T18:24:13.573437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.055093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-02-27T18:24:13.573468Z","caller":"traceutil/trace.go:171","msg":"trace[985916742] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:916; }","duration":"261.7631ms","start":"2026-02-27T18:24:13.311695Z","end":"2026-02-27T18:24:13.573458Z","steps":["trace[985916742] 'agreement among raft nodes before linearized reading' (duration: 261.620546ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:24:13.573475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.034663ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-02-27T18:24:13.573502Z","caller":"traceutil/trace.go:171","msg":"trace[1324366763] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:916; }","duration":"263.165116ms","start":"2026-02-27T18:24:13.310322Z","end":"2026-02-27T18:24:13.573487Z","steps":["trace[1324366763] 'agreement among raft nodes before linearized reading' (duration: 262.990751ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:24:13.573527Z","caller":"traceutil/trace.go:171","msg":"trace[688791072] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:916; }","duration":"261.150905ms","start":"2026-02-27T18:24:13.312364Z","end":"2026-02-27T18:24:13.573515Z","steps":["trace[688791072] 'agreement among raft nodes before linearized reading' (duration: 260.974031ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:24:13.573623Z","caller":"traceutil/trace.go:171","msg":"trace[591695701] transaction","detail":"{read_only:false; response_revision:916; number_of_response:1; }","duration":"266.972281ms","start":"2026-02-27T18:24:13.306319Z","end":"2026-02-27T18:24:13.573292Z","steps":["trace[591695701] 'process raft request' (duration: 266.686174ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:24:15.296586Z","caller":"traceutil/trace.go:171","msg":"trace[1944794373] linearizableReadLoop","detail":"{readStateIndex:965; appliedIndex:964; }","duration":"129.524726ms","start":"2026-02-27T18:24:15.16704Z","end":"2026-02-27T18:24:15.296564Z","steps":["trace[1944794373] 'read index received' (duration: 129.405063ms)","trace[1944794373] 'applied index is now lower than readState.Index' (duration: 118.643µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:24:15.296724Z","caller":"traceutil/trace.go:171","msg":"trace[1256746434] transaction","detail":"{read_only:false; response_revision:920; number_of_response:1; }","duration":"447.767357ms","start":"2026-02-27T18:24:14.848891Z","end":"2026-02-27T18:24:15.296659Z","steps":["trace[1256746434] 'process raft request' (duration: 447.519891ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:24:15.296782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.70037ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T18:24:15.296824Z","caller":"traceutil/trace.go:171","msg":"trace[1797481522] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:920; }","duration":"129.822114ms","start":"2026-02-27T18:24:15.16699Z","end":"2026-02-27T18:24:15.296812Z","steps":["trace[1797481522] 'agreement among raft nodes before linearized reading' (duration: 129.724052ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:24:15.296893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:24:14.848873Z","time spent":"447.924302ms","remote":"127.0.0.1:51940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T18:24:15.773142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.384151ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-02-27T18:24:15.773142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.915709ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-02-27T18:24:15.773196Z","caller":"traceutil/trace.go:171","msg":"trace[425045459] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:920; }","duration":"189.496413ms","start":"2026-02-27T18:24:15.583686Z","end":"2026-02-27T18:24:15.773183Z","steps":["trace[425045459] 'range keys from in-memory index tree' (duration: 189.214306ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:24:15.773203Z","caller":"traceutil/trace.go:171","msg":"trace[88838156] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:920; }","duration":"187.023942ms","start":"2026-02-27T18:24:15.586167Z","end":"2026-02-27T18:24:15.773191Z","steps":["trace[88838156] 'range keys from in-memory index tree' (duration: 186.767135ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:24:15.773139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.114714ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-02-27T18:24:15.773261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.513803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-02-27T18:24:15.773304Z","caller":"traceutil/trace.go:171","msg":"trace[2136624095] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:920; }","duration":"195.295559ms","start":"2026-02-27T18:24:15.577999Z","end":"2026-02-27T18:24:15.773295Z","steps":["trace[2136624095] 'range keys from in-memory index tree' (duration: 194.877258ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:24:15.773354Z","caller":"traceutil/trace.go:171","msg":"trace[1005181966] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:920; }","duration":"189.659428ms","start":"2026-02-27T18:24:15.583671Z","end":"2026-02-27T18:24:15.77333Z","steps":["trace[1005181966] 'range keys from in-memory index tree' (duration: 189.241417ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:24:15.910171Z","caller":"traceutil/trace.go:171","msg":"trace[1535879757] transaction","detail":"{read_only:false; response_revision:922; number_of_response:1; }","duration":"133.819963ms","start":"2026-02-27T18:24:15.776326Z","end":"2026-02-27T18:24:15.910146Z","steps":["trace[1535879757] 'process raft request' (duration: 133.542326ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:24:15.91048Z","caller":"traceutil/trace.go:171","msg":"trace[919474324] transaction","detail":"{read_only:false; response_revision:923; number_of_response:1; }","duration":"133.66099ms","start":"2026-02-27T18:24:15.776788Z","end":"2026-02-27T18:24:15.910449Z","steps":["trace[919474324] 'process raft request' (duration: 133.28643ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:24:15.910968Z","caller":"traceutil/trace.go:171","msg":"trace[1884583447] transaction","detail":"{read_only:false; response_revision:924; number_of_response:1; }","duration":"134.062961ms","start":"2026-02-27T18:24:15.776876Z","end":"2026-02-27T18:24:15.910939Z","steps":["trace[1884583447] 'process raft request' (duration: 133.489216ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:24:18.353797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.291272ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-02-27T18:24:18.353914Z","caller":"traceutil/trace.go:171","msg":"trace[1533940179] linearizableReadLoop","detail":"{readStateIndex:981; appliedIndex:980; }","duration":"438.592649ms","start":"2026-02-27T18:24:17.915302Z","end":"2026-02-27T18:24:18.353895Z","steps":["trace[1533940179] 'read index received' (duration: 76.129872ms)","trace[1533940179] 'applied index is now lower than readState.Index' (duration: 362.461417ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T18:24:18.354072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"438.751522ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-02-27T18:24:18.354148Z","caller":"traceutil/trace.go:171","msg":"trace[842720467] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:935; }","duration":"438.833764ms","start":"2026-02-27T18:24:17.915296Z","end":"2026-02-27T18:24:18.35413Z","steps":["trace[842720467] 'agreement among raft nodes before linearized reading' (duration: 438.607269ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:24:18.354192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:24:17.91523Z","time spent":"438.954028ms","remote":"127.0.0.1:51940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-27T18:24:18.354196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"437.858641ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-02-27T18:24:18.354259Z","caller":"traceutil/trace.go:171","msg":"trace[561366604] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:935; }","duration":"437.980434ms","start":"2026-02-27T18:24:17.916263Z","end":"2026-02-27T18:24:18.354244Z","steps":["trace[561366604] 'agreement among raft nodes before linearized reading' (duration: 437.757609ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:24:18.354282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"438.967438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-02-27T18:24:18.3543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:24:17.916237Z","time spent":"438.057605ms","remote":"127.0.0.1:51940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-02-27T18:24:18.354325Z","caller":"traceutil/trace.go:171","msg":"trace[611901818] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:935; }","duration":"439.04942ms","start":"2026-02-27T18:24:17.915261Z","end":"2026-02-27T18:24:18.35431Z","steps":["trace[611901818] 'agreement among raft nodes before linearized reading' (duration: 438.719242ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:24:18.354371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:24:17.915248Z","time spent":"439.114952ms","remote":"127.0.0.1:51940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-27T18:24:18.354406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.522932ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T18:24:18.354433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"414.423794ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T18:24:18.354489Z","caller":"traceutil/trace.go:171","msg":"trace[1882721257] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:935; }","duration":"128.650596ms","start":"2026-02-27T18:24:18.225811Z","end":"2026-02-27T18:24:18.354461Z","steps":["trace[1882721257] 'agreement among raft nodes before linearized reading' (duration: 128.514592ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:24:18.354513Z","caller":"traceutil/trace.go:171","msg":"trace[999038109] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:935; }","duration":"414.539697ms","start":"2026-02-27T18:24:17.939954Z","end":"2026-02-27T18:24:18.354494Z","steps":["trace[999038109] 'agreement among raft nodes before linearized reading' (duration: 414.386374ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:24:18.354571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:24:17.939943Z","time spent":"414.611919ms","remote":"127.0.0.1:51694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-27T18:24:18.469942Z","caller":"traceutil/trace.go:171","msg":"trace[207271811] transaction","detail":"{read_only:false; response_revision:936; number_of_response:1; }","duration":"111.281501ms","start":"2026-02-27T18:24:18.358635Z","end":"2026-02-27T18:24:18.469916Z","steps":["trace[207271811] 'process raft request' (duration: 110.981813ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:24:18.48635Z","caller":"traceutil/trace.go:171","msg":"trace[1261562510] transaction","detail":"{read_only:false; response_revision:938; number_of_response:1; }","duration":"126.87866ms","start":"2026-02-27T18:24:18.359445Z","end":"2026-02-27T18:24:18.486324Z","steps":["trace[1261562510] 'process raft request' (duration: 126.828368ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:24:18.486408Z","caller":"traceutil/trace.go:171","msg":"trace[1699812922] transaction","detail":"{read_only:false; response_revision:937; number_of_response:1; }","duration":"127.735652ms","start":"2026-02-27T18:24:18.358641Z","end":"2026-02-27T18:24:18.486377Z","steps":["trace[1699812922] 'process raft request' (duration: 127.470595ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:24:19.876946Z","caller":"traceutil/trace.go:171","msg":"trace[2112176603] transaction","detail":"{read_only:false; response_revision:951; number_of_response:1; }","duration":"144.845719ms","start":"2026-02-27T18:24:19.732056Z","end":"2026-02-27T18:24:19.876902Z","steps":["trace[2112176603] 'process raft request' (duration: 58.000349ms)","trace[2112176603] 'compare' (duration: 86.520601ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:24:20.616149Z","caller":"traceutil/trace.go:171","msg":"trace[1585320878] linearizableReadLoop","detail":"{readStateIndex:999; appliedIndex:998; }","duration":"125.595248ms","start":"2026-02-27T18:24:20.490519Z","end":"2026-02-27T18:24:20.616115Z","steps":["trace[1585320878] 'read index received' (duration: 125.27249ms)","trace[1585320878] 'applied index is now lower than readState.Index' (duration: 321.568µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:24:20.616179Z","caller":"traceutil/trace.go:171","msg":"trace[1670658309] transaction","detail":"{read_only:false; response_revision:953; number_of_response:1; }","duration":"138.543431ms","start":"2026-02-27T18:24:20.4776Z","end":"2026-02-27T18:24:20.616144Z","steps":["trace[1670658309] 'process raft request' (duration: 138.272524ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:24:20.617015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.463661ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-02-27T18:24:20.617089Z","caller":"traceutil/trace.go:171","msg":"trace[1533057646] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:953; }","duration":"126.567544ms","start":"2026-02-27T18:24:20.49049Z","end":"2026-02-27T18:24:20.617057Z","steps":["trace[1533057646] 'agreement among raft nodes before linearized reading' (duration: 125.898526ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:24:20.621047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.475601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-02-27T18:24:20.621104Z","caller":"traceutil/trace.go:171","msg":"trace[1039795071] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:953; }","duration":"130.476441ms","start":"2026-02-27T18:24:20.490612Z","end":"2026-02-27T18:24:20.621088Z","steps":["trace[1039795071] 'agreement among raft nodes before linearized reading' (duration: 125.811304ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:24:22.393371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.171179491s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T18:24:22.393444Z","caller":"traceutil/trace.go:171","msg":"trace[941371777] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:955; }","duration":"1.171303004s","start":"2026-02-27T18:24:21.222127Z","end":"2026-02-27T18:24:22.39343Z","steps":["trace[941371777] 'range keys from in-memory index tree' (duration: 1.171055507s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:24:22.393474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:24:21.222109Z","time spent":"1.171359625s","remote":"127.0.0.1:51694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T18:24:22.393848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.026625559s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-02-27T18:24:22.393932Z","caller":"traceutil/trace.go:171","msg":"trace[1079967460] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:955; }","duration":"1.026750612s","start":"2026-02-27T18:24:21.367161Z","end":"2026-02-27T18:24:22.393912Z","steps":["trace[1079967460] 'range keys from in-memory index tree' (duration: 1.026435264s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:24:22.393973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:24:21.367141Z","time spent":"1.026822724s","remote":"127.0.0.1:51940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-27T18:24:22.394139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"463.512942ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-02-27T18:24:22.394163Z","caller":"traceutil/trace.go:171","msg":"trace[194286198] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:955; }","duration":"463.579454ms","start":"2026-02-27T18:24:21.930577Z","end":"2026-02-27T18:24:22.394156Z","steps":["trace[194286198] 'range keys from in-memory index tree' (duration: 463.376938ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:24:22.394179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:24:21.930556Z","time spent":"463.618445ms","remote":"127.0.0.1:51940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-27T18:24:22.90143Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208184611873254251,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-27T18:24:23.304046Z","caller":"traceutil/trace.go:171","msg":"trace[259733935] transaction","detail":"{read_only:false; response_revision:956; number_of_response:1; }","duration":"906.664424ms","start":"2026-02-27T18:24:22.397358Z","end":"2026-02-27T18:24:23.304022Z","steps":["trace[259733935] 'process raft request' (duration: 906.52063ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:24:23.304209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:24:22.397343Z","time spent":"906.798197ms","remote":"127.0.0.1:51940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T18:24:23.339272Z","caller":"traceutil/trace.go:171","msg":"trace[834213904] linearizableReadLoop","detail":"{readStateIndex:1003; appliedIndex:1002; }","duration":"938.289714ms","start":"2026-02-27T18:24:22.400958Z","end":"2026-02-27T18:24:23.339248Z","steps":["trace[834213904] 'read index received' (duration: 903.27464ms)","trace[834213904] 'applied index is now lower than readState.Index' (duration: 35.014064ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T18:24:23.339443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"938.465518ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T18:24:23.339482Z","caller":"traceutil/trace.go:171","msg":"trace[952713926] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:958; }","duration":"938.54616ms","start":"2026-02-27T18:24:22.400923Z","end":"2026-02-27T18:24:23.339469Z","steps":["trace[952713926] 'agreement among raft nodes before linearized reading' (duration: 938.447277ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:24:23.339517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:24:22.400912Z","time spent":"938.597822ms","remote":"127.0.0.1:51694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T18:24:23.339603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"924.983202ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.250\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-02-27T18:24:23.339686Z","caller":"traceutil/trace.go:171","msg":"trace[875526401] range","detail":"{range_begin:/registry/masterleases/199.204.45.250; range_end:; response_count:1; response_revision:958; }","duration":"925.129176ms","start":"2026-02-27T18:24:22.414542Z","end":"2026-02-27T18:24:23.339671Z","steps":["trace[875526401] 'agreement among raft nodes before linearized reading' (duration: 924.90585ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:24:23.339719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:24:22.414523Z","time spent":"925.189617ms","remote":"127.0.0.1:51728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/199.204.45.250\" "} {"level":"info","ts":"2026-02-27T18:24:23.339728Z","caller":"traceutil/trace.go:171","msg":"trace[523671407] transaction","detail":"{read_only:false; response_revision:957; number_of_response:1; }","duration":"940.810736ms","start":"2026-02-27T18:24:22.398804Z","end":"2026-02-27T18:24:23.339614Z","steps":["trace[523671407] 'process raft request' (duration: 940.282723ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:24:23.339871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"524.65987ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T18:24:23.339897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"672.39707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-02-27T18:24:23.339924Z","caller":"traceutil/trace.go:171","msg":"trace[1171654587] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:958; }","duration":"524.772703ms","start":"2026-02-27T18:24:22.815137Z","end":"2026-02-27T18:24:23.339909Z","steps":["trace[1171654587] 'agreement among raft nodes before linearized reading' (duration: 524.668159ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:24:23.339928Z","caller":"traceutil/trace.go:171","msg":"trace[1878307945] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:958; }","duration":"672.464193ms","start":"2026-02-27T18:24:22.667456Z","end":"2026-02-27T18:24:23.33992Z","steps":["trace[1878307945] 'agreement among raft nodes before linearized reading' (duration: 672.342909ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:24:23.339965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:24:22.667441Z","time spent":"672.517864ms","remote":"127.0.0.1:51940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-27T18:24:23.339964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:24:22.815119Z","time spent":"524.835434ms","remote":"127.0.0.1:51832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"warn","ts":"2026-02-27T18:24:23.339913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:24:22.398779Z","time spent":"941.040842ms","remote":"127.0.0.1:51940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T18:24:23.339774Z","caller":"traceutil/trace.go:171","msg":"trace[748435557] transaction","detail":"{read_only:false; response_revision:958; number_of_response:1; }","duration":"322.734074ms","start":"2026-02-27T18:24:23.017029Z","end":"2026-02-27T18:24:23.339764Z","steps":["trace[748435557] 'process raft request' (duration: 322.17791ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:24:23.340036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"658.334099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-02-27T18:24:23.340148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:24:23.017002Z","time spent":"323.053243ms","remote":"127.0.0.1:51940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T18:24:23.340172Z","caller":"traceutil/trace.go:171","msg":"trace[849369620] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:958; }","duration":"658.514584ms","start":"2026-02-27T18:24:22.681636Z","end":"2026-02-27T18:24:23.34015Z","steps":["trace[849369620] 'agreement among raft nodes before linearized reading' (duration: 658.116443ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:24:23.340195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"714.78541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-02-27T18:24:23.340226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:24:22.68162Z","time spent":"658.592705ms","remote":"127.0.0.1:51940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-02-27T18:24:23.340318Z","caller":"traceutil/trace.go:171","msg":"trace[1304039729] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:958; }","duration":"714.939054ms","start":"2026-02-27T18:24:22.625358Z","end":"2026-02-27T18:24:23.340297Z","steps":["trace[1304039729] 'agreement among raft nodes before linearized reading' (duration: 714.583045ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:24:23.340391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:24:22.625342Z","time spent":"715.015196ms","remote":"127.0.0.1:51940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-27T18:24:23.544689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.82139ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-02-27T18:24:23.557326Z","caller":"traceutil/trace.go:171","msg":"trace[2065087493] transaction","detail":"{read_only:false; response_revision:960; number_of_response:1; }","duration":"210.260824ms","start":"2026-02-27T18:24:23.347043Z","end":"2026-02-27T18:24:23.557304Z","steps":["trace[2065087493] 'process raft request' (duration: 210.173902ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:24:23.557392Z","caller":"traceutil/trace.go:171","msg":"trace[1903762978] transaction","detail":"{read_only:false; response_revision:959; number_of_response:1; }","duration":"210.737365ms","start":"2026-02-27T18:24:23.346609Z","end":"2026-02-27T18:24:23.557346Z","steps":["trace[1903762978] 'process raft request' (duration: 210.290684ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:24:23.557637Z","caller":"traceutil/trace.go:171","msg":"trace[480172726] transaction","detail":"{read_only:false; response_revision:961; number_of_response:1; }","duration":"209.846403ms","start":"2026-02-27T18:24:23.347744Z","end":"2026-02-27T18:24:23.55759Z","steps":["trace[480172726] 'process raft request' (duration: 209.518465ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:24:24.189962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"472.140897ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-02-27T18:24:24.190086Z","caller":"traceutil/trace.go:171","msg":"trace[395126917] linearizableReadLoop","detail":"{readStateIndex:1010; appliedIndex:1009; }","duration":"604.531265ms","start":"2026-02-27T18:24:23.58554Z","end":"2026-02-27T18:24:24.190071Z","steps":["trace[395126917] 'read index received' (duration: 131.887946ms)","trace[395126917] 'applied index is now lower than readState.Index' (duration: 472.642209ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T18:24:24.190227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"604.701549ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-02-27T18:24:24.190259Z","caller":"traceutil/trace.go:171","msg":"trace[1132197281] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:963; }","duration":"604.790772ms","start":"2026-02-27T18:24:23.58546Z","end":"2026-02-27T18:24:24.190251Z","steps":["trace[1132197281] 'agreement among raft nodes before linearized reading' (duration: 604.655309ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:24:24.19029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:24:23.585429Z","time spent":"604.854563ms","remote":"127.0.0.1:51852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-02-27T18:24:24.190497Z","caller":"traceutil/trace.go:171","msg":"trace[1480575399] transaction","detail":"{read_only:false; response_revision:963; number_of_response:1; }","duration":"610.72691ms","start":"2026-02-27T18:24:23.579758Z","end":"2026-02-27T18:24:24.190485Z","steps":["trace[1480575399] 'process raft request' (duration: 137.997068ms)","trace[1480575399] 'compare' (duration: 471.999034ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T18:24:24.190558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:24:23.579731Z","time spent":"610.802362ms","remote":"127.0.0.1:51772","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":891,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-27T18:24:27.18262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.620777778s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-02-27T18:24:27.18274Z","caller":"traceutil/trace.go:171","msg":"trace[893806833] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:964; }","duration":"1.620965683s","start":"2026-02-27T18:24:25.56175Z","end":"2026-02-27T18:24:27.182715Z","steps":["trace[893806833] 'range keys from in-memory index tree' (duration: 1.620536392s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:24:27.182794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:24:25.561721Z","time spent":"1.621062535s","remote":"127.0.0.1:51940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-27T18:24:27.18293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.619537878s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-02-27T18:24:27.183042Z","caller":"traceutil/trace.go:171","msg":"trace[889525905] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:964; }","duration":"1.619682361s","start":"2026-02-27T18:24:25.563334Z","end":"2026-02-27T18:24:27.183016Z","steps":["trace[889525905] 'range keys from in-memory index tree' (duration: 1.619354473s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:24:27.183093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:24:25.563328Z","time spent":"1.619753773s","remote":"127.0.0.1:51940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-27T18:24:27.1831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.619662911s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-02-27T18:24:27.183152Z","caller":"traceutil/trace.go:171","msg":"trace[367347385] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:964; }","duration":"1.619746423s","start":"2026-02-27T18:24:25.563388Z","end":"2026-02-27T18:24:27.183134Z","steps":["trace[367347385] 'range keys from in-memory index tree' (duration: 1.619486716s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:24:27.183184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:24:25.563368Z","time spent":"1.619809704s","remote":"127.0.0.1:51940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-27T18:24:27.1833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.87291842s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-02-27T18:24:27.18335Z","caller":"traceutil/trace.go:171","msg":"trace[2007573250] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:964; }","duration":"1.873018493s","start":"2026-02-27T18:24:25.310318Z","end":"2026-02-27T18:24:27.183337Z","steps":["trace[2007573250] 'range keys from in-memory index tree' (duration: 1.872669094s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:24:27.183381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:24:25.310288Z","time spent":"1.873085724s","remote":"127.0.0.1:51940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-27T18:24:27.18264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.202418482s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T18:24:27.183575Z","caller":"traceutil/trace.go:171","msg":"trace[866199556] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:0; response_revision:964; }","duration":"2.203449269s","start":"2026-02-27T18:24:24.980114Z","end":"2026-02-27T18:24:27.183563Z","steps":["trace[866199556] 'range keys from in-memory index tree' (duration: 2.202229918s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:24:27.183618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:24:24.980091Z","time spent":"2.203516471s","remote":"127.0.0.1:51940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":29,"request content":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-02-27T18:24:27.18422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.043559427s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T18:24:27.184265Z","caller":"traceutil/trace.go:171","msg":"trace[1980331578] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:964; }","duration":"1.043646169s","start":"2026-02-27T18:24:26.140608Z","end":"2026-02-27T18:24:27.184254Z","steps":["trace[1980331578] 'range keys from in-memory index tree' (duration: 1.043422673s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:24:27.184293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:24:26.140588Z","time spent":"1.043698549s","remote":"127.0.0.1:51694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T18:24:27.184478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.837026113s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-02-27T18:24:27.18458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"961.065315ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T18:24:27.184616Z","caller":"traceutil/trace.go:171","msg":"trace[403931782] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:964; }","duration":"961.161057ms","start":"2026-02-27T18:24:26.223444Z","end":"2026-02-27T18:24:27.184605Z","steps":["trace[403931782] 'range keys from in-memory index tree' (duration: 960.914151ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:24:27.184652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:24:26.223421Z","time spent":"961.223718ms","remote":"127.0.0.1:51706","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-27T18:24:27.184652Z","caller":"traceutil/trace.go:171","msg":"trace[2129087291] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:964; }","duration":"1.837276489s","start":"2026-02-27T18:24:25.347319Z","end":"2026-02-27T18:24:27.184595Z","steps":["trace[2129087291] 'range keys from in-memory index tree' (duration: 1.836697115s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:24:27.184754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:24:25.347294Z","time spent":"1.837443003s","remote":"127.0.0.1:51940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-27T18:24:27.694495Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208184611873254278,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T18:24:28.195135Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208184611873254278,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T18:24:28.354394Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.849270826s","expected-duration":"1s"} {"level":"info","ts":"2026-02-27T18:24:28.354845Z","caller":"traceutil/trace.go:171","msg":"trace[1676567974] transaction","detail":"{read_only:false; response_revision:965; number_of_response:1; }","duration":"1.849820929s","start":"2026-02-27T18:24:26.504996Z","end":"2026-02-27T18:24:28.354817Z","steps":["trace[1676567974] 'process raft request' (duration: 1.849616124s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:24:28.355057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:24:26.50497Z","time spent":"1.849972684s","remote":"127.0.0.1:51862","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5958,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T18:24:28.989498Z","caller":"traceutil/trace.go:171","msg":"trace[1242269723] transaction","detail":"{read_only:false; response_revision:966; number_of_response:1; }","duration":"1.799028428s","start":"2026-02-27T18:24:27.190431Z","end":"2026-02-27T18:24:28.989459Z","steps":["trace[1242269723] 'process raft request' (duration: 1.798747491s)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:24:28.989547Z","caller":"traceutil/trace.go:171","msg":"trace[51307160] transaction","detail":"{read_only:false; response_revision:968; number_of_response:1; }","duration":"1.798611438s","start":"2026-02-27T18:24:27.190906Z","end":"2026-02-27T18:24:28.989518Z","steps":["trace[51307160] 'process raft request' (duration: 1.798513016s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:24:28.989631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:24:27.190399Z","time spent":"1.799170072s","remote":"127.0.0.1:51772","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":787,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-27T18:24:28.989683Z","caller":"traceutil/trace.go:171","msg":"trace[538152719] transaction","detail":"{read_only:false; response_revision:967; number_of_response:1; }","duration":"1.798729261s","start":"2026-02-27T18:24:27.190803Z","end":"2026-02-27T18:24:28.989532Z","steps":["trace[538152719] 'process raft request' (duration: 1.798562327s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:24:28.98976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:24:27.190866Z","time spent":"1.798780893s","remote":"127.0.0.1:51940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T18:24:28.989834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:24:27.19079Z","time spent":"1.798959597s","remote":"127.0.0.1:51940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T18:24:28.990389Z","caller":"traceutil/trace.go:171","msg":"trace[333771063] transaction","detail":"{read_only:false; response_revision:970; number_of_response:1; }","duration":"1.797342017s","start":"2026-02-27T18:24:27.193034Z","end":"2026-02-27T18:24:28.990376Z","steps":["trace[333771063] 'process raft request' (duration: 1.797232014s)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:24:28.990401Z","caller":"traceutil/trace.go:171","msg":"trace[2096445919] transaction","detail":"{read_only:false; response_revision:969; number_of_response:1; }","duration":"1.797750467s","start":"2026-02-27T18:24:27.192633Z","end":"2026-02-27T18:24:28.990384Z","steps":["trace[2096445919] 'process raft request' (duration: 1.796818493s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:24:28.990469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:24:27.193011Z","time spent":"1.797419389s","remote":"127.0.0.1:51940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T18:24:28.990451Z","caller":"traceutil/trace.go:171","msg":"trace[545185861] transaction","detail":"{read_only:false; response_revision:971; number_of_response:1; }","duration":"1.797258155s","start":"2026-02-27T18:24:27.193172Z","end":"2026-02-27T18:24:28.99043Z","steps":["trace[545185861] 'process raft request' (duration: 1.797148952s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:24:28.990621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:24:27.193161Z","time spent":"1.797401618s","remote":"127.0.0.1:51940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T18:24:28.990624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:24:27.192624Z","time spent":"1.7978901s","remote":"127.0.0.1:51940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T18:24:29.224326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000323798s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-27T18:24:29.224416Z","caller":"traceutil/trace.go:171","msg":"trace[1456105864] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000468102s","start":"2026-02-27T18:24:27.223929Z","end":"2026-02-27T18:24:29.224397Z","steps":["trace[1456105864] 'agreement among raft nodes before linearized reading' (duration: 2.000350879s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:24:29.224467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:24:27.223912Z","time spent":"2.000545904s","remote":"127.0.0.1:51694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T18:24:29.392017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"401.643475ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-02-27T18:24:29.392383Z","caller":"traceutil/trace.go:171","msg":"trace[1702049438] linearizableReadLoop","detail":"{readStateIndex:1019; appliedIndex:1011; }","duration":"2.198306005s","start":"2026-02-27T18:24:27.19406Z","end":"2026-02-27T18:24:29.392366Z","steps":["trace[1702049438] 'read index received' (duration: 1.160561817s)","trace[1702049438] 'applied index is now lower than readState.Index' (duration: 1.037742938s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T18:24:29.392502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.198429428s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/kube-system/\" range_end:\"/registry/resourcequotas/kube-system0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T18:24:29.392527Z","caller":"traceutil/trace.go:171","msg":"trace[777802547] range","detail":"{range_begin:/registry/resourcequotas/kube-system/; range_end:/registry/resourcequotas/kube-system0; response_count:0; response_revision:971; }","duration":"2.19850124s","start":"2026-02-27T18:24:27.194018Z","end":"2026-02-27T18:24:29.392519Z","steps":["trace[777802547] 'agreement among raft nodes before linearized reading' (duration: 2.198443999s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:24:29.392548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:24:27.194002Z","time spent":"2.198538642s","remote":"127.0.0.1:51776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/resourcequotas/kube-system/\" range_end:\"/registry/resourcequotas/kube-system0\" "} {"level":"warn","ts":"2026-02-27T18:24:29.392864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.977011ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T18:24:29.392972Z","caller":"traceutil/trace.go:171","msg":"trace[2104826994] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:972; }","duration":"167.125195ms","start":"2026-02-27T18:24:29.225827Z","end":"2026-02-27T18:24:29.392952Z","steps":["trace[2104826994] 'agreement among raft nodes before linearized reading' (duration: 166.891389ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:24:29.393081Z","caller":"traceutil/trace.go:171","msg":"trace[2025227344] transaction","detail":"{read_only:false; response_revision:972; number_of_response:1; }","duration":"395.318577ms","start":"2026-02-27T18:24:28.997732Z","end":"2026-02-27T18:24:29.39305Z","steps":["trace[2025227344] 'process raft request' (duration: 394.496467ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:24:29.39323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:24:28.997697Z","time spent":"395.450331ms","remote":"127.0.0.1:51772","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":835,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-27T18:24:29.95654Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208184611873254292,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T18:24:30.457457Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208184611873254292,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T18:24:30.737113Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.28191612s","expected-duration":"1s"} {"level":"info","ts":"2026-02-27T18:24:30.737644Z","caller":"traceutil/trace.go:171","msg":"trace[410449573] transaction","detail":"{read_only:false; response_revision:974; number_of_response:1; }","duration":"1.282518285s","start":"2026-02-27T18:24:29.455102Z","end":"2026-02-27T18:24:30.73762Z","steps":["trace[410449573] 'process raft request' (duration: 1.282358761s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:24:30.738109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:24:29.455083Z","time spent":"1.282631838s","remote":"127.0.0.1:51772","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T18:24:30.948621Z","caller":"traceutil/trace.go:171","msg":"trace[1530084586] linearizableReadLoop","detail":"{readStateIndex:1024; appliedIndex:1021; }","duration":"1.492487953s","start":"2026-02-27T18:24:29.456111Z","end":"2026-02-27T18:24:30.948599Z","steps":["trace[1530084586] 'read index received' (duration: 1.281220833s)","trace[1530084586] 'applied index is now lower than readState.Index' (duration: 211.266289ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:24:30.948661Z","caller":"traceutil/trace.go:171","msg":"trace[1490974872] transaction","detail":"{read_only:false; response_revision:976; number_of_response:1; }","duration":"1.046333845s","start":"2026-02-27T18:24:29.902299Z","end":"2026-02-27T18:24:30.948633Z","steps":["trace[1490974872] 'process raft request' (duration: 1.046234583s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:24:30.948793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:24:29.90228Z","time spent":"1.046439918s","remote":"127.0.0.1:51940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T18:24:30.948857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.492724528s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:1 size:474"} {"level":"info","ts":"2026-02-27T18:24:30.948865Z","caller":"traceutil/trace.go:171","msg":"trace[916706161] transaction","detail":"{read_only:false; response_revision:975; number_of_response:1; }","duration":"1.491240121s","start":"2026-02-27T18:24:29.457593Z","end":"2026-02-27T18:24:30.948833Z","steps":["trace[916706161] 'process raft request' (duration: 1.410522184s)","trace[916706161] 'compare' (duration: 80.235834ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:24:30.948905Z","caller":"traceutil/trace.go:171","msg":"trace[144398106] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:1; response_revision:976; }","duration":"1.492828421s","start":"2026-02-27T18:24:29.456065Z","end":"2026-02-27T18:24:30.948894Z","steps":["trace[144398106] 'agreement among raft nodes before linearized reading' (duration: 1.492667477s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:24:30.948943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:24:29.456046Z","time spent":"1.492888712s","remote":"127.0.0.1:51940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":498,"request content":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-02-27T18:24:30.948992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:24:29.457576Z","time spent":"1.491356904s","remote":"127.0.0.1:51772","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":772,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-27T18:24:30.949132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.403745184s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T18:24:30.949214Z","caller":"traceutil/trace.go:171","msg":"trace[1239437153] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:976; }","duration":"1.403869127s","start":"2026-02-27T18:24:29.545315Z","end":"2026-02-27T18:24:30.949184Z","steps":["trace[1239437153] 'agreement among raft nodes before linearized reading' (duration: 1.403763764s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:24:30.949252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:24:29.545291Z","time spent":"1.403953179s","remote":"127.0.0.1:58510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"warn","ts":"2026-02-27T18:24:30.949319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.272684119s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T18:24:30.949329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.032820777s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T18:24:30.949362Z","caller":"traceutil/trace.go:171","msg":"trace[478059507] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:976; }","duration":"1.272763111s","start":"2026-02-27T18:24:29.676589Z","end":"2026-02-27T18:24:30.949352Z","steps":["trace[478059507] 'agreement among raft nodes before linearized reading' (duration: 1.272697299s)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:24:30.94937Z","caller":"traceutil/trace.go:171","msg":"trace[1864205653] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:976; }","duration":"1.032903339s","start":"2026-02-27T18:24:29.916456Z","end":"2026-02-27T18:24:30.949359Z","steps":["trace[1864205653] 'agreement among raft nodes before linearized reading' (duration: 1.032825257s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:24:30.949392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:24:29.676573Z","time spent":"1.272810993s","remote":"127.0.0.1:51914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"warn","ts":"2026-02-27T18:24:30.949404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:24:29.916435Z","time spent":"1.032960521s","remote":"127.0.0.1:51790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":6,"response size":31,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"warn","ts":"2026-02-27T18:24:31.315199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.421743ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T18:24:31.315412Z","caller":"traceutil/trace.go:171","msg":"trace[197097098] linearizableReadLoop","detail":"{readStateIndex:1025; appliedIndex:1024; }","duration":"321.094173ms","start":"2026-02-27T18:24:30.994295Z","end":"2026-02-27T18:24:31.315389Z","steps":["trace[197097098] 'read index received' (duration: 183.399052ms)","trace[197097098] 'applied index is now lower than readState.Index' (duration: 137.692681ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:24:31.315619Z","caller":"traceutil/trace.go:171","msg":"trace[415405346] transaction","detail":"{read_only:false; response_revision:977; number_of_response:1; }","duration":"362.333123ms","start":"2026-02-27T18:24:30.953267Z","end":"2026-02-27T18:24:31.3156Z","steps":["trace[415405346] 'process raft request' (duration: 224.417337ms)","trace[415405346] 'compare' (duration: 137.138116ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T18:24:31.315802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:24:30.953247Z","time spent":"362.501338ms","remote":"127.0.0.1:51940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":459,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T18:24:31.31596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.012836ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-02-27T18:24:31.316001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.845891ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-02-27T18:24:31.315962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.306258ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-02-27T18:24:31.316087Z","caller":"traceutil/trace.go:171","msg":"trace[81619188] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:977; }","duration":"319.439061ms","start":"2026-02-27T18:24:30.996637Z","end":"2026-02-27T18:24:31.316077Z","steps":["trace[81619188] 'agreement among raft nodes before linearized reading' (duration: 319.199095ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:24:31.316083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.102628ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-02-27T18:24:31.316094Z","caller":"traceutil/trace.go:171","msg":"trace[601938389] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:977; }","duration":"319.960334ms","start":"2026-02-27T18:24:30.996116Z","end":"2026-02-27T18:24:31.316076Z","steps":["trace[601938389] 'agreement among raft nodes before linearized reading' (duration: 319.729428ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:24:31.316141Z","caller":"traceutil/trace.go:171","msg":"trace[1326297924] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:977; }","duration":"320.18809ms","start":"2026-02-27T18:24:30.99594Z","end":"2026-02-27T18:24:31.316128Z","steps":["trace[1326297924] 'agreement among raft nodes before linearized reading' (duration: 320.068367ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:24:31.316135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:24:30.996606Z","time spent":"319.515833ms","remote":"127.0.0.1:51940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-27T18:24:31.316111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.751499ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-02-27T18:24:31.316183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:24:30.995925Z","time spent":"320.246822ms","remote":"127.0.0.1:51940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-27T18:24:31.316185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:24:30.996107Z","time spent":"320.064456ms","remote":"127.0.0.1:51940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-02-27T18:24:31.316231Z","caller":"traceutil/trace.go:171","msg":"trace[1493880809] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:977; }","duration":"321.905193ms","start":"2026-02-27T18:24:30.994281Z","end":"2026-02-27T18:24:31.316186Z","steps":["trace[1493880809] 'agreement among raft nodes before linearized reading' (duration: 321.578805ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:24:31.316323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:24:30.99423Z","time spent":"322.064666ms","remote":"127.0.0.1:51940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-02-27T18:24:31.316044Z","caller":"traceutil/trace.go:171","msg":"trace[1238337660] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:977; }","duration":"320.118688ms","start":"2026-02-27T18:24:30.995889Z","end":"2026-02-27T18:24:31.316008Z","steps":["trace[1238337660] 'agreement among raft nodes before linearized reading' (duration: 319.926524ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:24:31.316445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:24:30.995869Z","time spent":"320.55888ms","remote":"127.0.0.1:51940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-27T18:24:32.385375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:24:32.038317Z","time spent":"347.04998ms","remote":"127.0.0.1:60930","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-02-27T18:24:32.385962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"969.481524ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T18:24:32.386234Z","caller":"traceutil/trace.go:171","msg":"trace[1020795743] linearizableReadLoop","detail":"{readStateIndex:1030; appliedIndex:1025; }","duration":"163.631649ms","start":"2026-02-27T18:24:32.222586Z","end":"2026-02-27T18:24:32.386218Z","steps":["trace[1020795743] 'read index received' (duration: 62.684098ms)","trace[1020795743] 'applied index is now lower than readState.Index' (duration: 100.946691ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T18:24:32.38633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.746212ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T18:24:32.386366Z","caller":"traceutil/trace.go:171","msg":"trace[274469957] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:982; }","duration":"163.819923ms","start":"2026-02-27T18:24:32.222537Z","end":"2026-02-27T18:24:32.386357Z","steps":["trace[274469957] 'agreement among raft nodes before linearized reading' (duration: 163.742622ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:24:32.386409Z","caller":"traceutil/trace.go:171","msg":"trace[376873713] transaction","detail":"{read_only:false; response_revision:979; number_of_response:1; }","duration":"1.0650083s","start":"2026-02-27T18:24:31.321324Z","end":"2026-02-27T18:24:32.386333Z","steps":["trace[376873713] 'process raft request' (duration: 1.064721243s)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:24:32.386568Z","caller":"traceutil/trace.go:171","msg":"trace[122140079] transaction","detail":"{read_only:false; response_revision:978; number_of_response:1; }","duration":"1.065256326s","start":"2026-02-27T18:24:31.321287Z","end":"2026-02-27T18:24:32.386543Z","steps":["trace[122140079] 'process raft request' (duration: 95.114436ms)","trace[122140079] 'compare' (duration: 968.794746ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:24:32.386625Z","caller":"traceutil/trace.go:171","msg":"trace[427200257] transaction","detail":"{read_only:false; response_revision:981; number_of_response:1; }","duration":"1.065189325s","start":"2026-02-27T18:24:31.321428Z","end":"2026-02-27T18:24:32.386617Z","steps":["trace[427200257] 'process raft request' (duration: 1.064717703s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:24:32.386608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:24:31.321302Z","time spent":"1.065185355s","remote":"127.0.0.1:51940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T18:24:32.38667Z","caller":"traceutil/trace.go:171","msg":"trace[1187580903] transaction","detail":"{read_only:false; response_revision:982; number_of_response:1; }","duration":"1.065211566s","start":"2026-02-27T18:24:31.321437Z","end":"2026-02-27T18:24:32.386648Z","steps":["trace[1187580903] 'process raft request' (duration: 1.064749114s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:24:32.386714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:24:31.321418Z","time spent":"1.065254456s","remote":"127.0.0.1:51940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T18:24:32.38679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:24:31.321427Z","time spent":"1.065308888s","remote":"127.0.0.1:51940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T18:24:32.386681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:24:31.321262Z","time spent":"1.065366529s","remote":"127.0.0.1:51940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T18:24:32.386586Z","caller":"traceutil/trace.go:171","msg":"trace[1183228060] transaction","detail":"{read_only:false; response_revision:980; number_of_response:1; }","duration":"1.065176145s","start":"2026-02-27T18:24:31.321393Z","end":"2026-02-27T18:24:32.386569Z","steps":["trace[1183228060] 'process raft request' (duration: 1.064715103s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:24:32.387061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:24:31.32138Z","time spent":"1.065614035s","remote":"127.0.0.1:51940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T18:24:34.480369Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.063718572s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-27T18:24:34.982721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"502.141827ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-02-27T18:24:34.98298Z","caller":"traceutil/trace.go:171","msg":"trace[1830308817] linearizableReadLoop","detail":"{readStateIndex:1032; appliedIndex:1030; }","duration":"768.006008ms","start":"2026-02-27T18:24:34.214953Z","end":"2026-02-27T18:24:34.982959Z","steps":["trace[1830308817] 'read index received' (duration: 265.617625ms)","trace[1830308817] 'applied index is now lower than readState.Index' (duration: 502.387253ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T18:24:34.983083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:24:32.416505Z","time spent":"2.566574747s","remote":"127.0.0.1:51728","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-02-27T18:24:34.983567Z","caller":"traceutil/trace.go:171","msg":"trace[1938167701] transaction","detail":"{read_only:false; response_revision:983; number_of_response:1; }","duration":"1.257756245s","start":"2026-02-27T18:24:33.725794Z","end":"2026-02-27T18:24:34.98355Z","steps":["trace[1938167701] 'process raft request' (duration: 1.257017157s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:24:34.983709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:24:33.725776Z","time spent":"1.257831626s","remote":"127.0.0.1:51940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T18:24:34.983793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.200060779s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T18:24:34.983852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"760.261175ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T18:24:34.983846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"768.87377ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T18:24:34.983899Z","caller":"traceutil/trace.go:171","msg":"trace[1508986310] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:983; }","duration":"760.357157ms","start":"2026-02-27T18:24:34.22353Z","end":"2026-02-27T18:24:34.983887Z","steps":["trace[1508986310] 'agreement among raft nodes before linearized reading' (duration: 760.271995ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:24:34.983901Z","caller":"traceutil/trace.go:171","msg":"trace[1490624565] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:982; }","duration":"2.200203172s","start":"2026-02-27T18:24:32.783681Z","end":"2026-02-27T18:24:34.983884Z","steps":["trace[1490624565] 'range keys from in-memory index tree' (duration: 2.198766247s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:24:34.983927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:24:34.223512Z","time spent":"760.410278ms","remote":"127.0.0.1:51694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-27T18:24:34.983922Z","caller":"traceutil/trace.go:171","msg":"trace[556228470] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:983; }","duration":"769.000063ms","start":"2026-02-27T18:24:34.214904Z","end":"2026-02-27T18:24:34.983904Z","steps":["trace[556228470] 'agreement among raft nodes before linearized reading' (duration: 768.862219ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:24:34.983927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"592.438942ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-02-27T18:24:34.983964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:24:34.214885Z","time spent":"769.069454ms","remote":"127.0.0.1:51940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":8,"response size":31,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"warn","ts":"2026-02-27T18:24:34.983969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"592.765711ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-02-27T18:24:34.984015Z","caller":"traceutil/trace.go:171","msg":"trace[77696511] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:983; }","duration":"592.836963ms","start":"2026-02-27T18:24:34.391168Z","end":"2026-02-27T18:24:34.984005Z","steps":["trace[77696511] 'agreement among raft nodes before linearized reading' (duration: 592.69271ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:24:34.984052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:24:34.391158Z","time spent":"592.888924ms","remote":"127.0.0.1:51940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-27T18:24:34.984071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"592.102614ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-02-27T18:24:34.983972Z","caller":"traceutil/trace.go:171","msg":"trace[847497696] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:983; }","duration":"592.531354ms","start":"2026-02-27T18:24:34.391426Z","end":"2026-02-27T18:24:34.983958Z","steps":["trace[847497696] 'agreement among raft nodes before linearized reading' (duration: 592.3871ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:24:34.984093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"592.172895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-02-27T18:24:34.984124Z","caller":"traceutil/trace.go:171","msg":"trace[830269506] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:983; }","duration":"592.199746ms","start":"2026-02-27T18:24:34.391913Z","end":"2026-02-27T18:24:34.984113Z","steps":["trace[830269506] 'agreement among raft nodes before linearized reading' (duration: 592.082603ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:24:34.984135Z","caller":"traceutil/trace.go:171","msg":"trace[338783794] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:983; }","duration":"592.250967ms","start":"2026-02-27T18:24:34.391871Z","end":"2026-02-27T18:24:34.984122Z","steps":["trace[338783794] 'agreement among raft nodes before linearized reading' (duration: 592.136834ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:24:34.984129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"593.102109ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-02-27T18:24:34.984171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:24:34.391853Z","time spent":"592.310149ms","remote":"127.0.0.1:51940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-27T18:24:34.984171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:24:34.391884Z","time spent":"592.276958ms","remote":"127.0.0.1:51940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-02-27T18:24:34.984191Z","caller":"traceutil/trace.go:171","msg":"trace[1709466502] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:983; }","duration":"593.209022ms","start":"2026-02-27T18:24:34.390962Z","end":"2026-02-27T18:24:34.984171Z","steps":["trace[1709466502] 'agreement among raft nodes before linearized reading' (duration: 593.043348ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:24:34.984132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:24:34.391389Z","time spent":"592.725129ms","remote":"127.0.0.1:51940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-27T18:24:34.984248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:24:34.390932Z","time spent":"593.299474ms","remote":"127.0.0.1:51940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-27T18:24:37.52929Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208184611873254341,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-27T18:24:37.785804Z","caller":"traceutil/trace.go:171","msg":"trace[1684491836] linearizableReadLoop","detail":"{readStateIndex:1047; appliedIndex:1046; }","duration":"757.174869ms","start":"2026-02-27T18:24:37.02861Z","end":"2026-02-27T18:24:37.785784Z","steps":["trace[1684491836] 'read index received' (duration: 757.025305ms)","trace[1684491836] 'applied index is now lower than readState.Index' (duration: 148.504µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:24:37.785884Z","caller":"traceutil/trace.go:171","msg":"trace[381831518] transaction","detail":"{read_only:false; response_revision:998; number_of_response:1; }","duration":"784.220216ms","start":"2026-02-27T18:24:37.001641Z","end":"2026-02-27T18:24:37.785862Z","steps":["trace[381831518] 'process raft request' (duration: 783.99399ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:24:37.786027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:24:37.00162Z","time spent":"784.331818ms","remote":"127.0.0.1:51940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T18:24:37.786179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"756.113703ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-02-27T18:24:37.786213Z","caller":"traceutil/trace.go:171","msg":"trace[1315304620] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:998; }","duration":"756.185465ms","start":"2026-02-27T18:24:37.030019Z","end":"2026-02-27T18:24:37.786205Z","steps":["trace[1315304620] 'agreement among raft nodes before linearized reading' (duration: 755.879938ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:24:37.786167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"562.556036ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T18:24:37.786242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:24:37.030014Z","time spent":"756.219626ms","remote":"127.0.0.1:51940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-27T18:24:37.786186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"757.524477ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-02-27T18:24:37.786277Z","caller":"traceutil/trace.go:171","msg":"trace[1296315733] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:998; }","duration":"562.690789ms","start":"2026-02-27T18:24:37.22356Z","end":"2026-02-27T18:24:37.78625Z","steps":["trace[1296315733] 'agreement among raft nodes before linearized reading' (duration: 562.467974ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:24:37.786319Z","caller":"traceutil/trace.go:171","msg":"trace[2002453380] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:998; }","duration":"757.717762ms","start":"2026-02-27T18:24:37.028569Z","end":"2026-02-27T18:24:37.786287Z","steps":["trace[2002453380] 'agreement among raft nodes before linearized reading' (duration: 757.336863ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:24:37.786337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:24:37.223494Z","time spent":"562.833053ms","remote":"127.0.0.1:51694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T18:24:37.786233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"754.767209ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-02-27T18:24:37.786382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:24:37.028551Z","time spent":"757.819205ms","remote":"127.0.0.1:51940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-02-27T18:24:37.786417Z","caller":"traceutil/trace.go:171","msg":"trace[461177189] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:998; }","duration":"754.963214ms","start":"2026-02-27T18:24:37.031437Z","end":"2026-02-27T18:24:37.7864Z","steps":["trace[461177189] 'agreement among raft nodes before linearized reading' (duration: 754.671047ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:24:37.786464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:24:37.031425Z","time spent":"755.027615ms","remote":"127.0.0.1:51940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-27T18:24:37.786607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"756.38526ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-02-27T18:24:37.786661Z","caller":"traceutil/trace.go:171","msg":"trace[339111514] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:998; }","duration":"756.490403ms","start":"2026-02-27T18:24:37.030155Z","end":"2026-02-27T18:24:37.786645Z","steps":["trace[339111514] 'agreement among raft nodes before linearized reading' (duration: 755.974759ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:24:37.786696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:24:37.030126Z","time spent":"756.560155ms","remote":"127.0.0.1:51940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-02-27T18:24:39.265791Z","caller":"traceutil/trace.go:171","msg":"trace[1177585677] transaction","detail":"{read_only:false; response_revision:1005; number_of_response:1; }","duration":"153.68451ms","start":"2026-02-27T18:24:39.112068Z","end":"2026-02-27T18:24:39.265752Z","steps":["trace[1177585677] 'process raft request' (duration: 153.502774ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:24:39.470349Z","caller":"traceutil/trace.go:171","msg":"trace[111429595] transaction","detail":"{read_only:false; response_revision:1006; number_of_response:1; }","duration":"198.021588ms","start":"2026-02-27T18:24:39.272305Z","end":"2026-02-27T18:24:39.470326Z","steps":["trace[111429595] 'process raft request' (duration: 197.857284ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:24:39.472622Z","caller":"traceutil/trace.go:171","msg":"trace[225197241] transaction","detail":"{read_only:false; response_revision:1007; number_of_response:1; }","duration":"197.197957ms","start":"2026-02-27T18:24:39.2754Z","end":"2026-02-27T18:24:39.472598Z","steps":["trace[225197241] 'process raft request' (duration: 197.051573ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:24:41.387777Z","caller":"traceutil/trace.go:171","msg":"trace[125162593] transaction","detail":"{read_only:false; response_revision:1019; number_of_response:1; }","duration":"499.330147ms","start":"2026-02-27T18:24:40.888416Z","end":"2026-02-27T18:24:41.387746Z","steps":["trace[125162593] 'process raft request' (duration: 470.523418ms)","trace[125162593] 'compare' (duration: 28.267056ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:24:41.38781Z","caller":"traceutil/trace.go:171","msg":"trace[1601513680] linearizableReadLoop","detail":"{readStateIndex:1070; appliedIndex:1068; }","duration":"163.494995ms","start":"2026-02-27T18:24:41.224281Z","end":"2026-02-27T18:24:41.387775Z","steps":["trace[1601513680] 'read index received' (duration: 134.670885ms)","trace[1601513680] 'applied index is now lower than readState.Index' (duration: 28.82237ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T18:24:41.387905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:24:40.888388Z","time spent":"499.46214ms","remote":"127.0.0.1:51940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":511,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-27T18:24:41.387975Z","caller":"traceutil/trace.go:171","msg":"trace[372451708] transaction","detail":"{read_only:false; response_revision:1020; number_of_response:1; }","duration":"212.50756ms","start":"2026-02-27T18:24:41.175455Z","end":"2026-02-27T18:24:41.387963Z","steps":["trace[372451708] 'process raft request' (duration: 212.151602ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:24:41.388207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.903805ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T18:24:41.388247Z","caller":"traceutil/trace.go:171","msg":"trace[2144044181] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1020; }","duration":"164.016488ms","start":"2026-02-27T18:24:41.22422Z","end":"2026-02-27T18:24:41.388236Z","steps":["trace[2144044181] 'agreement among raft nodes before linearized reading' (duration: 163.896195ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:24:41.388331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.243689ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T18:24:41.388419Z","caller":"traceutil/trace.go:171","msg":"trace[1650993025] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:1020; }","duration":"101.413274ms","start":"2026-02-27T18:24:41.286985Z","end":"2026-02-27T18:24:41.388398Z","steps":["trace[1650993025] 'agreement among raft nodes before linearized reading' (duration: 101.25003ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:24:51.97521Z","caller":"traceutil/trace.go:171","msg":"trace[261000018] linearizableReadLoop","detail":"{readStateIndex:1130; appliedIndex:1129; }","duration":"108.924932ms","start":"2026-02-27T18:24:51.866199Z","end":"2026-02-27T18:24:51.975124Z","steps":["trace[261000018] 'read index received' (duration: 87.21101ms)","trace[261000018] 'applied index is now lower than readState.Index' (duration: 21.710342ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:24:51.975311Z","caller":"traceutil/trace.go:171","msg":"trace[142047481] transaction","detail":"{read_only:false; response_revision:1078; number_of_response:1; }","duration":"119.149656ms","start":"2026-02-27T18:24:51.856122Z","end":"2026-02-27T18:24:51.975272Z","steps":["trace[142047481] 'process raft request' (duration: 97.305351ms)","trace[142047481] 'compare' (duration: 21.544668ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T18:24:51.975801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.215909ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-02-27T18:24:51.97605Z","caller":"traceutil/trace.go:171","msg":"trace[1214871589] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1078; }","duration":"109.891397ms","start":"2026-02-27T18:24:51.866136Z","end":"2026-02-27T18:24:51.976027Z","steps":["trace[1214871589] 'agreement among raft nodes before linearized reading' (duration: 109.010074ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:24:52.144017Z","caller":"traceutil/trace.go:171","msg":"trace[672585403] transaction","detail":"{read_only:false; response_revision:1080; number_of_response:1; }","duration":"163.142877ms","start":"2026-02-27T18:24:51.980844Z","end":"2026-02-27T18:24:52.143987Z","steps":["trace[672585403] 'process raft request' (duration: 155.946396ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:24:52.144023Z","caller":"traceutil/trace.go:171","msg":"trace[1661245638] transaction","detail":"{read_only:false; response_revision:1081; number_of_response:1; }","duration":"163.054945ms","start":"2026-02-27T18:24:51.980921Z","end":"2026-02-27T18:24:52.143976Z","steps":["trace[1661245638] 'process raft request' (duration: 162.976393ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:24:52.144327Z","caller":"traceutil/trace.go:171","msg":"trace[2104561285] transaction","detail":"{read_only:false; response_revision:1082; number_of_response:1; }","duration":"163.373883ms","start":"2026-02-27T18:24:51.980927Z","end":"2026-02-27T18:24:52.144301Z","steps":["trace[2104561285] 'process raft request' (duration: 163.011104ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:24:54.090924Z","caller":"traceutil/trace.go:171","msg":"trace[81753344] transaction","detail":"{read_only:false; response_revision:1085; number_of_response:1; }","duration":"107.058396ms","start":"2026-02-27T18:24:53.983841Z","end":"2026-02-27T18:24:54.0909Z","steps":["trace[81753344] 'process raft request' (duration: 106.518492ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:25:00.320498Z","caller":"traceutil/trace.go:171","msg":"trace[1877004380] transaction","detail":"{read_only:false; response_revision:1111; number_of_response:1; }","duration":"198.551851ms","start":"2026-02-27T18:25:00.12192Z","end":"2026-02-27T18:25:00.320472Z","steps":["trace[1877004380] 'process raft request' (duration: 99.780533ms)","trace[1877004380] 'compare' (duration: 98.607754ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:25:00.644581Z","caller":"traceutil/trace.go:171","msg":"trace[842061803] transaction","detail":"{read_only:false; response_revision:1114; number_of_response:1; }","duration":"318.5715ms","start":"2026-02-27T18:25:00.325981Z","end":"2026-02-27T18:25:00.644553Z","steps":["trace[842061803] 'process raft request' (duration: 318.535679ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:25:00.644615Z","caller":"traceutil/trace.go:171","msg":"trace[1026205375] transaction","detail":"{read_only:false; response_revision:1113; number_of_response:1; }","duration":"318.672323ms","start":"2026-02-27T18:25:00.325922Z","end":"2026-02-27T18:25:00.644594Z","steps":["trace[1026205375] 'process raft request' (duration: 318.443637ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:25:00.644838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:25:00.325904Z","time spent":"318.881338ms","remote":"127.0.0.1:51940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T18:25:00.644739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:25:00.325953Z","time spent":"318.698073ms","remote":"127.0.0.1:51940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T18:25:04.787007Z","caller":"traceutil/trace.go:171","msg":"trace[626498677] linearizableReadLoop","detail":"{readStateIndex:1185; appliedIndex:1184; }","duration":"126.693936ms","start":"2026-02-27T18:25:04.660287Z","end":"2026-02-27T18:25:04.786981Z","steps":["trace[626498677] 'read index received' (duration: 55.024424ms)","trace[626498677] 'applied index is now lower than readState.Index' (duration: 71.668572ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:25:04.787286Z","caller":"traceutil/trace.go:171","msg":"trace[1060309473] transaction","detail":"{read_only:false; response_revision:1130; number_of_response:1; }","duration":"227.649368ms","start":"2026-02-27T18:25:04.559622Z","end":"2026-02-27T18:25:04.787272Z","steps":["trace[1060309473] 'process raft request' (duration: 155.813313ms)","trace[1060309473] 'compare' (duration: 71.352563ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T18:25:04.78743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.032864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-02-27T18:25:04.787497Z","caller":"traceutil/trace.go:171","msg":"trace[1559284665] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1130; }","duration":"127.167077ms","start":"2026-02-27T18:25:04.660312Z","end":"2026-02-27T18:25:04.787479Z","steps":["trace[1559284665] 'agreement among raft nodes before linearized reading' (duration: 126.943471ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:25:04.787795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.504965ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-02-27T18:25:04.787828Z","caller":"traceutil/trace.go:171","msg":"trace[922982547] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1130; }","duration":"127.573527ms","start":"2026-02-27T18:25:04.660246Z","end":"2026-02-27T18:25:04.78782Z","steps":["trace[922982547] 'agreement among raft nodes before linearized reading' (duration: 127.492245ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:25:28.572577Z","caller":"traceutil/trace.go:171","msg":"trace[104599500] transaction","detail":"{read_only:false; response_revision:1227; number_of_response:1; }","duration":"106.731528ms","start":"2026-02-27T18:25:28.465814Z","end":"2026-02-27T18:25:28.572545Z","steps":["trace[104599500] 'process raft request' (duration: 106.568144ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:25:30.068695Z","caller":"traceutil/trace.go:171","msg":"trace[1767951794] linearizableReadLoop","detail":"{readStateIndex:1291; appliedIndex:1290; }","duration":"141.795623ms","start":"2026-02-27T18:25:29.926873Z","end":"2026-02-27T18:25:30.068668Z","steps":["trace[1767951794] 'read index received' (duration: 141.611099ms)","trace[1767951794] 'applied index is now lower than readState.Index' (duration: 183.484µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:25:30.068853Z","caller":"traceutil/trace.go:171","msg":"trace[684001802] transaction","detail":"{read_only:false; response_revision:1231; number_of_response:1; }","duration":"239.251451ms","start":"2026-02-27T18:25:29.829557Z","end":"2026-02-27T18:25:30.068809Z","steps":["trace[684001802] 'process raft request' (duration: 238.957662ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:25:30.068911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.01661ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-02-27T18:25:30.069298Z","caller":"traceutil/trace.go:171","msg":"trace[252400429] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:1231; }","duration":"142.415269ms","start":"2026-02-27T18:25:29.926866Z","end":"2026-02-27T18:25:30.069281Z","steps":["trace[252400429] 'agreement among raft nodes before linearized reading' (duration: 141.895377ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:25:31.839698Z","caller":"traceutil/trace.go:171","msg":"trace[569954401] transaction","detail":"{read_only:false; response_revision:1239; number_of_response:1; }","duration":"235.29388ms","start":"2026-02-27T18:25:31.604381Z","end":"2026-02-27T18:25:31.839675Z","steps":["trace[569954401] 'process raft request' (duration: 234.970883ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:25:31.839563Z","caller":"traceutil/trace.go:171","msg":"trace[1164547124] linearizableReadLoop","detail":"{readStateIndex:1299; appliedIndex:1298; }","duration":"223.917367ms","start":"2026-02-27T18:25:31.615617Z","end":"2026-02-27T18:25:31.839534Z","steps":["trace[1164547124] 'read index received' (duration: 223.657451ms)","trace[1164547124] 'applied index is now lower than readState.Index' (duration: 258.696µs)"],"step_count":2} {"level":"warn","ts":"2026-02-27T18:25:31.840008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.376818ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:526"} {"level":"info","ts":"2026-02-27T18:25:31.840076Z","caller":"traceutil/trace.go:171","msg":"trace[1662885339] range","detail":"{range_begin:/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:1239; }","duration":"224.501011ms","start":"2026-02-27T18:25:31.615556Z","end":"2026-02-27T18:25:31.840057Z","steps":["trace[1662885339] 'agreement among raft nodes before linearized reading' (duration: 224.261625ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:25:31.96727Z","caller":"traceutil/trace.go:171","msg":"trace[2039643594] transaction","detail":"{read_only:false; response_revision:1240; number_of_response:1; }","duration":"122.919732ms","start":"2026-02-27T18:25:31.844313Z","end":"2026-02-27T18:25:31.967233Z","steps":["trace[2039643594] 'process raft request' (duration: 31.278692ms)","trace[2039643594] 'compare' (duration: 91.279442ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T18:25:32.222246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.032955ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-02-27T18:25:32.222318Z","caller":"traceutil/trace.go:171","msg":"trace[1260843729] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:1240; }","duration":"133.162898ms","start":"2026-02-27T18:25:32.08914Z","end":"2026-02-27T18:25:32.222303Z","steps":["trace[1260843729] 'range keys from in-memory index tree' (duration: 132.85918ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:25:32.332761Z","caller":"traceutil/trace.go:171","msg":"trace[1395368338] transaction","detail":"{read_only:false; response_revision:1241; number_of_response:1; }","duration":"105.677911ms","start":"2026-02-27T18:25:32.227053Z","end":"2026-02-27T18:25:32.332731Z","steps":["trace[1395368338] 'process raft request' (duration: 105.254601ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:25:32.536769Z","caller":"traceutil/trace.go:171","msg":"trace[1256928873] linearizableReadLoop","detail":"{readStateIndex:1302; appliedIndex:1301; }","duration":"101.537349ms","start":"2026-02-27T18:25:32.435207Z","end":"2026-02-27T18:25:32.536745Z","steps":["trace[1256928873] 'read index received' (duration: 5.407226ms)","trace[1256928873] 'applied index is now lower than readState.Index' (duration: 96.128383ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T18:25:32.537014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.781115ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-02-27T18:25:32.537056Z","caller":"traceutil/trace.go:171","msg":"trace[2027379991] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1241; }","duration":"101.876918ms","start":"2026-02-27T18:25:32.435168Z","end":"2026-02-27T18:25:32.537045Z","steps":["trace[2027379991] 'agreement among raft nodes before linearized reading' (duration: 101.670252ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:25:46.921293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.673255ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-02-27T18:25:46.921279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.467511ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-02-27T18:25:46.921384Z","caller":"traceutil/trace.go:171","msg":"trace[1939244333] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1300; }","duration":"188.840589ms","start":"2026-02-27T18:25:46.732526Z","end":"2026-02-27T18:25:46.921367Z","steps":["trace[1939244333] 'range keys from in-memory index tree' (duration: 188.505632ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:25:46.921408Z","caller":"traceutil/trace.go:171","msg":"trace[458401117] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1300; }","duration":"154.671046ms","start":"2026-02-27T18:25:46.766716Z","end":"2026-02-27T18:25:46.921387Z","steps":["trace[458401117] 'range keys from in-memory index tree' (duration: 154.150373ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:25:51.217969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.541953ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T18:25:51.218111Z","caller":"traceutil/trace.go:171","msg":"trace[1232087370] linearizableReadLoop","detail":"{readStateIndex:1381; appliedIndex:1380; }","duration":"143.445595ms","start":"2026-02-27T18:25:51.074653Z","end":"2026-02-27T18:25:51.218098Z","steps":["trace[1232087370] 'read index received' (duration: 712.048µs)","trace[1232087370] 'applied index is now lower than readState.Index' (duration: 142.732927ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:25:51.218161Z","caller":"traceutil/trace.go:171","msg":"trace[649170043] transaction","detail":"{read_only:false; response_revision:1317; number_of_response:1; }","duration":"261.713541ms","start":"2026-02-27T18:25:50.956401Z","end":"2026-02-27T18:25:51.218115Z","steps":["trace[649170043] 'process raft request' (duration: 118.955353ms)","trace[649170043] 'compare' (duration: 142.421119ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T18:25:51.218225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.581078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-02-27T18:25:51.218289Z","caller":"traceutil/trace.go:171","msg":"trace[1115579432] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1317; }","duration":"143.682041ms","start":"2026-02-27T18:25:51.074598Z","end":"2026-02-27T18:25:51.21828Z","steps":["trace[1115579432] 'agreement among raft nodes before linearized reading' (duration: 143.545807ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:25:51.68237Z","caller":"traceutil/trace.go:171","msg":"trace[547121658] transaction","detail":"{read_only:false; response_revision:1319; number_of_response:1; }","duration":"367.710281ms","start":"2026-02-27T18:25:51.314609Z","end":"2026-02-27T18:25:51.68232Z","steps":["trace[547121658] 'process raft request' (duration: 367.475565ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:25:51.682583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:25:51.314594Z","time spent":"367.881565ms","remote":"127.0.0.1:51940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T18:26:25.451986Z","caller":"traceutil/trace.go:171","msg":"trace[2075489959] linearizableReadLoop","detail":"{readStateIndex:1527; appliedIndex:1526; }","duration":"174.284645ms","start":"2026-02-27T18:26:25.277675Z","end":"2026-02-27T18:26:25.45196Z","steps":["trace[2075489959] 'read index received' (duration: 174.176892ms)","trace[2075489959] 'applied index is now lower than readState.Index' (duration: 106.513µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:26:25.452069Z","caller":"traceutil/trace.go:171","msg":"trace[1988326289] transaction","detail":"{read_only:false; response_revision:1456; number_of_response:1; }","duration":"271.969518ms","start":"2026-02-27T18:26:25.180068Z","end":"2026-02-27T18:26:25.452038Z","steps":["trace[1988326289] 'process raft request' (duration: 271.772872ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:26:25.452205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.506882ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-02-27T18:26:25.452286Z","caller":"traceutil/trace.go:171","msg":"trace[1175752841] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1456; }","duration":"174.637965ms","start":"2026-02-27T18:26:25.277628Z","end":"2026-02-27T18:26:25.452266Z","steps":["trace[1175752841] 'agreement among raft nodes before linearized reading' (duration: 174.43131ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:26:25.641453Z","caller":"traceutil/trace.go:171","msg":"trace[1307446233] transaction","detail":"{read_only:false; response_revision:1458; number_of_response:1; }","duration":"184.43534ms","start":"2026-02-27T18:26:25.456981Z","end":"2026-02-27T18:26:25.641416Z","steps":["trace[1307446233] 'process raft request' (duration: 173.376603ms)","trace[1307446233] 'compare' (duration: 10.76482ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:26:25.641863Z","caller":"traceutil/trace.go:171","msg":"trace[201334194] transaction","detail":"{read_only:false; response_revision:1459; number_of_response:1; }","duration":"184.651815ms","start":"2026-02-27T18:26:25.457203Z","end":"2026-02-27T18:26:25.641855Z","steps":["trace[201334194] 'process raft request' (duration: 184.04614ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:26:26.530941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"390.909434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T18:26:26.530995Z","caller":"traceutil/trace.go:171","msg":"trace[105992254] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1459; }","duration":"390.997585ms","start":"2026-02-27T18:26:26.139984Z","end":"2026-02-27T18:26:26.530981Z","steps":["trace[105992254] 'range keys from in-memory index tree' (duration: 390.851762ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:26:26.531024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:26:26.139966Z","time spent":"391.050577ms","remote":"127.0.0.1:51694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T18:26:26.531031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.891505ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T18:26:26.530921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"423.275265ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/kube-system/kubeadm-config\" ","response":"range_response_count:1 size:1084"} {"level":"info","ts":"2026-02-27T18:26:26.531054Z","caller":"traceutil/trace.go:171","msg":"trace[316495142] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1459; }","duration":"306.951836ms","start":"2026-02-27T18:26:26.224095Z","end":"2026-02-27T18:26:26.531047Z","steps":["trace[316495142] 'range keys from in-memory index tree' (duration: 306.815802ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:26:26.53106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"577.6332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-02-27T18:26:26.531073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:26:26.224075Z","time spent":"306.992777ms","remote":"127.0.0.1:51706","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-27T18:26:26.531099Z","caller":"traceutil/trace.go:171","msg":"trace[831364927] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1459; }","duration":"577.691972ms","start":"2026-02-27T18:26:25.953394Z","end":"2026-02-27T18:26:26.531086Z","steps":["trace[831364927] 'range keys from in-memory index tree' (duration: 577.411105ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:26:26.531136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:26:25.953381Z","time spent":"577.746204ms","remote":"127.0.0.1:51940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-02-27T18:26:26.531106Z","caller":"traceutil/trace.go:171","msg":"trace[259017097] range","detail":"{range_begin:/registry/configmaps/kube-system/kubeadm-config; range_end:; response_count:1; response_revision:1459; }","duration":"423.477291ms","start":"2026-02-27T18:26:26.107589Z","end":"2026-02-27T18:26:26.531066Z","steps":["trace[259017097] 'range keys from in-memory index tree' (duration: 423.140212ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:26:26.531243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:26:26.10757Z","time spent":"423.637554ms","remote":"127.0.0.1:51806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":1108,"request content":"key:\"/registry/configmaps/kube-system/kubeadm-config\" "} {"level":"info","ts":"2026-02-27T18:26:26.961266Z","caller":"traceutil/trace.go:171","msg":"trace[119566478] transaction","detail":"{read_only:false; response_revision:1462; number_of_response:1; }","duration":"101.358954ms","start":"2026-02-27T18:26:26.85988Z","end":"2026-02-27T18:26:26.961239Z","steps":["trace[119566478] 'process raft request' (duration: 101.122138ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:26:27.858113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.811397ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-02-27T18:26:27.858218Z","caller":"traceutil/trace.go:171","msg":"trace[1777144382] linearizableReadLoop","detail":"{readStateIndex:1539; appliedIndex:1538; }","duration":"212.103984ms","start":"2026-02-27T18:26:27.646097Z","end":"2026-02-27T18:26:27.858201Z","steps":["trace[1777144382] 'read index received' (duration: 94.229565ms)","trace[1777144382] 'applied index is now lower than readState.Index' (duration: 117.873089ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T18:26:27.858421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.215293ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-02-27T18:26:27.858516Z","caller":"traceutil/trace.go:171","msg":"trace[592263716] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1467; }","duration":"211.332505ms","start":"2026-02-27T18:26:27.647169Z","end":"2026-02-27T18:26:27.858501Z","steps":["trace[592263716] 'agreement among raft nodes before linearized reading' (duration: 211.134209ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:26:27.858531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.403942ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-02-27T18:26:27.858641Z","caller":"traceutil/trace.go:171","msg":"trace[1929617017] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1467; }","duration":"212.554756ms","start":"2026-02-27T18:26:27.646061Z","end":"2026-02-27T18:26:27.858616Z","steps":["trace[1929617017] 'agreement among raft nodes before linearized reading' (duration: 212.219897ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:26:28.000814Z","caller":"traceutil/trace.go:171","msg":"trace[1960282229] transaction","detail":"{read_only:false; response_revision:1468; number_of_response:1; }","duration":"138.912487ms","start":"2026-02-27T18:26:27.86186Z","end":"2026-02-27T18:26:28.000772Z","steps":["trace[1960282229] 'process raft request' (duration: 138.406034ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:26:28.020938Z","caller":"traceutil/trace.go:171","msg":"trace[556263615] transaction","detail":"{read_only:false; response_revision:1469; number_of_response:1; }","duration":"158.53791ms","start":"2026-02-27T18:26:27.862373Z","end":"2026-02-27T18:26:28.020911Z","steps":["trace[556263615] 'process raft request' (duration: 158.364695ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:26:58.383923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.875753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T18:26:58.38397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.924288ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-02-27T18:26:58.384011Z","caller":"traceutil/trace.go:171","msg":"trace[1052771195] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1591; }","duration":"245.00229ms","start":"2026-02-27T18:26:58.138997Z","end":"2026-02-27T18:26:58.384Z","steps":["trace[1052771195] 'range keys from in-memory index tree' (duration: 244.776095ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:26:58.384011Z","caller":"traceutil/trace.go:171","msg":"trace[736254011] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1591; }","duration":"158.013917ms","start":"2026-02-27T18:26:58.225979Z","end":"2026-02-27T18:26:58.383993Z","steps":["trace[736254011] 'range keys from in-memory index tree' (duration: 157.802031ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:26:58.38433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.002538ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-02-27T18:26:58.384681Z","caller":"traceutil/trace.go:171","msg":"trace[983182574] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1591; }","duration":"229.398949ms","start":"2026-02-27T18:26:58.155225Z","end":"2026-02-27T18:26:58.384624Z","steps":["trace[983182574] 'range keys from in-memory index tree' (duration: 228.785813ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:27:02.360451Z","caller":"traceutil/trace.go:171","msg":"trace[1632616721] linearizableReadLoop","detail":"{readStateIndex:1684; appliedIndex:1683; }","duration":"182.326397ms","start":"2026-02-27T18:27:02.178079Z","end":"2026-02-27T18:27:02.360405Z","steps":["trace[1632616721] 'read index received' (duration: 163.201276ms)","trace[1632616721] 'applied index is now lower than readState.Index' (duration: 19.124301ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:27:02.360531Z","caller":"traceutil/trace.go:171","msg":"trace[1875950350] transaction","detail":"{read_only:false; response_revision:1606; number_of_response:1; }","duration":"259.994986ms","start":"2026-02-27T18:27:02.100488Z","end":"2026-02-27T18:27:02.360483Z","steps":["trace[1875950350] 'process raft request' (duration: 240.853096ms)","trace[1875950350] 'compare' (duration: 18.847813ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T18:27:02.360613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.529442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:525"} {"level":"info","ts":"2026-02-27T18:27:02.360641Z","caller":"traceutil/trace.go:171","msg":"trace[593917116] range","detail":"{range_begin:/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:1606; }","duration":"182.610805ms","start":"2026-02-27T18:27:02.178021Z","end":"2026-02-27T18:27:02.360632Z","steps":["trace[593917116] 'agreement among raft nodes before linearized reading' (duration: 182.493092ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:27:02.621942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.814303ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T18:27:02.62202Z","caller":"traceutil/trace.go:171","msg":"trace[834210743] linearizableReadLoop","detail":"{readStateIndex:1685; appliedIndex:1684; }","duration":"218.005783ms","start":"2026-02-27T18:27:02.404002Z","end":"2026-02-27T18:27:02.622008Z","steps":["trace[834210743] 'read index received' (duration: 100.980795ms)","trace[834210743] 'applied index is now lower than readState.Index' (duration: 117.024088ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T18:27:02.622237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.024914ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-02-27T18:27:02.622261Z","caller":"traceutil/trace.go:171","msg":"trace[2104182772] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1607; }","duration":"218.086335ms","start":"2026-02-27T18:27:02.404168Z","end":"2026-02-27T18:27:02.622255Z","steps":["trace[2104182772] 'agreement among raft nodes before linearized reading' (duration: 217.991453ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:27:02.622289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.259379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-02-27T18:27:02.622364Z","caller":"traceutil/trace.go:171","msg":"trace[1832221437] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1607; }","duration":"218.389303ms","start":"2026-02-27T18:27:02.403955Z","end":"2026-02-27T18:27:02.622344Z","steps":["trace[1832221437] 'agreement among raft nodes before linearized reading' (duration: 218.161077ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:27:02.62242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.574925ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.250\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-02-27T18:27:02.622444Z","caller":"traceutil/trace.go:171","msg":"trace[546281273] range","detail":"{range_begin:/registry/masterleases/199.204.45.250; range_end:; response_count:1; response_revision:1607; }","duration":"202.636567ms","start":"2026-02-27T18:27:02.419802Z","end":"2026-02-27T18:27:02.622438Z","steps":["trace[546281273] 'agreement among raft nodes before linearized reading' (duration: 202.575625ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:27:02.622563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.057418ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T18:27:02.62257Z","caller":"traceutil/trace.go:171","msg":"trace[2125360465] transaction","detail":"{read_only:false; response_revision:1607; number_of_response:1; }","duration":"257.663399ms","start":"2026-02-27T18:27:02.364889Z","end":"2026-02-27T18:27:02.622552Z","steps":["trace[2125360465] 'process raft request' (duration: 140.175039ms)","trace[2125360465] 'compare' (duration: 116.720581ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:27:02.622586Z","caller":"traceutil/trace.go:171","msg":"trace[1517117567] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:1607; }","duration":"205.100638ms","start":"2026-02-27T18:27:02.417479Z","end":"2026-02-27T18:27:02.62258Z","steps":["trace[1517117567] 'agreement among raft nodes before linearized reading' (duration: 205.058147ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:27:02.942663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.338508ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T18:27:02.942829Z","caller":"traceutil/trace.go:171","msg":"trace[2072047532] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1609; }","duration":"159.508013ms","start":"2026-02-27T18:27:02.783297Z","end":"2026-02-27T18:27:02.942805Z","steps":["trace[2072047532] 'range keys from in-memory index tree' (duration: 159.323658ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:27:02.943208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.471146ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T18:27:02.943276Z","caller":"traceutil/trace.go:171","msg":"trace[1305552853] linearizableReadLoop","detail":"{readStateIndex:1689; appliedIndex:1688; }","duration":"131.813589ms","start":"2026-02-27T18:27:02.811452Z","end":"2026-02-27T18:27:02.943266Z","steps":["trace[1305552853] 'read index received' (duration: 38.281µs)","trace[1305552853] 'applied index is now lower than readState.Index' (duration: 131.774418ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:27:02.94335Z","caller":"traceutil/trace.go:171","msg":"trace[1032793492] transaction","detail":"{read_only:false; response_revision:1610; number_of_response:1; }","duration":"292.652347ms","start":"2026-02-27T18:27:02.650688Z","end":"2026-02-27T18:27:02.94334Z","steps":["trace[1032793492] 'process raft request' (duration: 159.991846ms)","trace[1032793492] 'compare' (duration: 132.377594ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T18:27:02.943764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.319061ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-02-27T18:27:02.943806Z","caller":"traceutil/trace.go:171","msg":"trace[398289682] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1610; }","duration":"132.406373ms","start":"2026-02-27T18:27:02.81139Z","end":"2026-02-27T18:27:02.943796Z","steps":["trace[398289682] 'agreement among raft nodes before linearized reading' (duration: 132.140546ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:27:34.945679Z","caller":"traceutil/trace.go:171","msg":"trace[221503767] transaction","detail":"{read_only:false; response_revision:1738; number_of_response:1; }","duration":"100.68364ms","start":"2026-02-27T18:27:34.844969Z","end":"2026-02-27T18:27:34.945653Z","steps":["trace[221503767] 'process raft request' (duration: 100.520616ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:27:34.948Z","caller":"traceutil/trace.go:171","msg":"trace[254720686] transaction","detail":"{read_only:false; response_revision:1739; number_of_response:1; }","duration":"100.028524ms","start":"2026-02-27T18:27:34.847947Z","end":"2026-02-27T18:27:34.947976Z","steps":["trace[254720686] 'process raft request' (duration: 99.874711ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:27:35.62162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.904961ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-02-27T18:27:35.621693Z","caller":"traceutil/trace.go:171","msg":"trace[1707727919] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1741; }","duration":"227.037514ms","start":"2026-02-27T18:27:35.394639Z","end":"2026-02-27T18:27:35.621676Z","steps":["trace[1707727919] 'range keys from in-memory index tree' (duration: 226.719576ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:27:35.830723Z","caller":"traceutil/trace.go:171","msg":"trace[102009280] transaction","detail":"{read_only:false; response_revision:1743; number_of_response:1; }","duration":"204.102631ms","start":"2026-02-27T18:27:35.626598Z","end":"2026-02-27T18:27:35.830701Z","steps":["trace[102009280] 'process raft request' (duration: 139.905689ms)","trace[102009280] 'compare' (duration: 64.042998ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:27:35.831027Z","caller":"traceutil/trace.go:171","msg":"trace[376108589] transaction","detail":"{read_only:false; response_revision:1744; number_of_response:1; }","duration":"203.965607ms","start":"2026-02-27T18:27:35.626996Z","end":"2026-02-27T18:27:35.830961Z","steps":["trace[376108589] 'process raft request' (duration: 203.67541ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:27:37.07579Z","caller":"traceutil/trace.go:171","msg":"trace[170620121] transaction","detail":"{read_only:false; response_revision:1746; number_of_response:1; }","duration":"122.493716ms","start":"2026-02-27T18:27:36.953272Z","end":"2026-02-27T18:27:37.075766Z","steps":["trace[170620121] 'process raft request' (duration: 122.285331ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:27:37.13564Z","caller":"traceutil/trace.go:171","msg":"trace[1602786611] transaction","detail":"{read_only:false; response_revision:1747; number_of_response:1; }","duration":"177.640111ms","start":"2026-02-27T18:27:36.957593Z","end":"2026-02-27T18:27:37.135233Z","steps":["trace[1602786611] 'process raft request' (duration: 155.588611ms)","trace[1602786611] 'compare' (duration: 21.901257ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:27:37.317516Z","caller":"traceutil/trace.go:171","msg":"trace[1822485380] transaction","detail":"{read_only:false; response_revision:1749; number_of_response:1; }","duration":"118.421934ms","start":"2026-02-27T18:27:37.199047Z","end":"2026-02-27T18:27:37.317469Z","steps":["trace[1822485380] 'process raft request' (duration: 74.223221ms)","trace[1822485380] 'compare' (duration: 43.831844ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:27:38.829166Z","caller":"traceutil/trace.go:171","msg":"trace[1987806781] transaction","detail":"{read_only:false; response_revision:1755; number_of_response:1; }","duration":"159.868768ms","start":"2026-02-27T18:27:38.669277Z","end":"2026-02-27T18:27:38.829145Z","steps":["trace[1987806781] 'process raft request' (duration: 159.749705ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:27:55.581041Z","caller":"traceutil/trace.go:171","msg":"trace[1681839716] linearizableReadLoop","detail":"{readStateIndex:1934; appliedIndex:1933; }","duration":"357.14149ms","start":"2026-02-27T18:27:55.223882Z","end":"2026-02-27T18:27:55.581024Z","steps":["trace[1681839716] 'read index received' (duration: 356.954495ms)","trace[1681839716] 'applied index is now lower than readState.Index' (duration: 186.385µs)"],"step_count":2} {"level":"warn","ts":"2026-02-27T18:27:55.581221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.314105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T18:27:55.581273Z","caller":"traceutil/trace.go:171","msg":"trace[388220539] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1844; }","duration":"357.424718ms","start":"2026-02-27T18:27:55.223836Z","end":"2026-02-27T18:27:55.581261Z","steps":["trace[388220539] 'agreement among raft nodes before linearized reading' (duration: 357.316735ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:27:55.581137Z","caller":"traceutil/trace.go:171","msg":"trace[77103687] transaction","detail":"{read_only:false; response_revision:1844; number_of_response:1; }","duration":"376.422691ms","start":"2026-02-27T18:27:55.204692Z","end":"2026-02-27T18:27:55.581115Z","steps":["trace[77103687] 'process raft request' (duration: 376.199986ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:27:55.581317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:27:55.223816Z","time spent":"357.493409ms","remote":"127.0.0.1:51694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T18:27:55.581404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:27:55.204676Z","time spent":"376.645387ms","remote":"127.0.0.1:51940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T18:27:55.581891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.816748ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-02-27T18:27:55.581916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.944513ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-02-27T18:27:55.581967Z","caller":"traceutil/trace.go:171","msg":"trace[571737474] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1844; }","duration":"131.932631ms","start":"2026-02-27T18:27:55.449998Z","end":"2026-02-27T18:27:55.581931Z","steps":["trace[571737474] 'agreement among raft nodes before linearized reading' (duration: 131.725256ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:27:55.582025Z","caller":"traceutil/trace.go:171","msg":"trace[370920181] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1844; }","duration":"215.094516ms","start":"2026-02-27T18:27:55.366904Z","end":"2026-02-27T18:27:55.581998Z","steps":["trace[370920181] 'agreement among raft nodes before linearized reading' (duration: 214.788048ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:27:59.38754Z","caller":"traceutil/trace.go:171","msg":"trace[1609128986] linearizableReadLoop","detail":"{readStateIndex:1957; appliedIndex:1956; }","duration":"105.297056ms","start":"2026-02-27T18:27:59.282224Z","end":"2026-02-27T18:27:59.387521Z","steps":["trace[1609128986] 'read index received' (duration: 102.955208ms)","trace[1609128986] 'applied index is now lower than readState.Index' (duration: 2.302777ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:27:59.387561Z","caller":"traceutil/trace.go:171","msg":"trace[122640756] transaction","detail":"{read_only:false; response_revision:1866; number_of_response:1; }","duration":"132.240199ms","start":"2026-02-27T18:27:59.2553Z","end":"2026-02-27T18:27:59.387541Z","steps":["trace[122640756] 'process raft request' (duration: 129.86749ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:27:59.387692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.464851ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/default/test-pvc\" ","response":"range_response_count:1 size:1243"} {"level":"info","ts":"2026-02-27T18:27:59.387719Z","caller":"traceutil/trace.go:171","msg":"trace[1335878042] range","detail":"{range_begin:/registry/persistentvolumeclaims/default/test-pvc; range_end:; response_count:1; response_revision:1866; }","duration":"105.532482ms","start":"2026-02-27T18:27:59.282179Z","end":"2026-02-27T18:27:59.387711Z","steps":["trace[1335878042] 'agreement among raft nodes before linearized reading' (duration: 105.415359ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:28:02.110287Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208184611873256579,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-27T18:28:02.323161Z","caller":"traceutil/trace.go:171","msg":"trace[270336803] linearizableReadLoop","detail":"{readStateIndex:1966; appliedIndex:1965; }","duration":"713.685654ms","start":"2026-02-27T18:28:01.609447Z","end":"2026-02-27T18:28:02.323132Z","steps":["trace[270336803] 'read index received' (duration: 713.372896ms)","trace[270336803] 'applied index is now lower than readState.Index' (duration: 311.768µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:28:02.32328Z","caller":"traceutil/trace.go:171","msg":"trace[700224424] transaction","detail":"{read_only:false; response_revision:1875; number_of_response:1; }","duration":"716.691399ms","start":"2026-02-27T18:28:01.606556Z","end":"2026-02-27T18:28:02.323247Z","steps":["trace[700224424] 'process raft request' (duration: 716.406822ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:28:02.323404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"713.94169ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-02-27T18:28:02.323442Z","caller":"traceutil/trace.go:171","msg":"trace[22679906] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1875; }","duration":"714.025622ms","start":"2026-02-27T18:28:01.609403Z","end":"2026-02-27T18:28:02.323428Z","steps":["trace[22679906] 'agreement among raft nodes before linearized reading' (duration: 713.881949ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:28:02.323438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:28:01.606534Z","time spent":"716.816251ms","remote":"127.0.0.1:51940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T18:28:02.323454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.381987ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-02-27T18:28:02.323478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:28:01.609387Z","time spent":"714.081673ms","remote":"127.0.0.1:51940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-02-27T18:28:02.323496Z","caller":"traceutil/trace.go:171","msg":"trace[433024448] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:1875; }","duration":"135.464779ms","start":"2026-02-27T18:28:02.188018Z","end":"2026-02-27T18:28:02.323483Z","steps":["trace[433024448] 'agreement among raft nodes before linearized reading' (duration: 135.309426ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:28:02.32358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.179263ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-02-27T18:28:02.323737Z","caller":"traceutil/trace.go:171","msg":"trace[1468972113] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1875; }","duration":"299.383249ms","start":"2026-02-27T18:28:02.024328Z","end":"2026-02-27T18:28:02.323711Z","steps":["trace[1468972113] 'agreement among raft nodes before linearized reading' (duration: 299.125572ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:28:02.323737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"711.039189ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-02-27T18:28:02.323849Z","caller":"traceutil/trace.go:171","msg":"trace[1611305231] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:1875; }","duration":"711.165272ms","start":"2026-02-27T18:28:01.612646Z","end":"2026-02-27T18:28:02.323811Z","steps":["trace[1611305231] 'agreement among raft nodes before linearized reading' (duration: 710.837062ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:28:02.323895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:28:01.612636Z","time spent":"711.250043ms","remote":"127.0.0.1:51940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":556,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"warn","ts":"2026-02-27T18:28:02.324083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"711.610233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-02-27T18:28:02.324146Z","caller":"traceutil/trace.go:171","msg":"trace[2012104446] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1875; }","duration":"711.821008ms","start":"2026-02-27T18:28:01.612308Z","end":"2026-02-27T18:28:02.324129Z","steps":["trace[2012104446] 'agreement among raft nodes before linearized reading' (duration: 711.010427ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:28:02.324187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:28:01.612292Z","time spent":"711.882609ms","remote":"127.0.0.1:51940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-02-27T18:28:02.441728Z","caller":"traceutil/trace.go:171","msg":"trace[993582732] transaction","detail":"{read_only:false; response_revision:1876; number_of_response:1; }","duration":"113.669146ms","start":"2026-02-27T18:28:02.328028Z","end":"2026-02-27T18:28:02.441697Z","steps":["trace[993582732] 'process raft request' (duration: 33.691961ms)","trace[993582732] 'compare' (duration: 79.852302ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:28:02.443691Z","caller":"traceutil/trace.go:171","msg":"trace[1862916418] transaction","detail":"{read_only:false; response_revision:1877; number_of_response:1; }","duration":"115.579523ms","start":"2026-02-27T18:28:02.328088Z","end":"2026-02-27T18:28:02.443668Z","steps":["trace[1862916418] 'process raft request' (duration: 115.432449ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:28:02.443847Z","caller":"traceutil/trace.go:171","msg":"trace[1054976409] transaction","detail":"{read_only:false; response_revision:1878; number_of_response:1; }","duration":"115.698386ms","start":"2026-02-27T18:28:02.328141Z","end":"2026-02-27T18:28:02.44384Z","steps":["trace[1054976409] 'process raft request' (duration: 115.490041ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:28:02.443939Z","caller":"traceutil/trace.go:171","msg":"trace[250859072] transaction","detail":"{read_only:false; response_revision:1879; number_of_response:1; }","duration":"115.637784ms","start":"2026-02-27T18:28:02.328295Z","end":"2026-02-27T18:28:02.443933Z","steps":["trace[250859072] 'process raft request' (duration: 115.495141ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:28:02.444103Z","caller":"traceutil/trace.go:171","msg":"trace[1726820282] transaction","detail":"{read_only:false; response_revision:1880; number_of_response:1; }","duration":"115.471961ms","start":"2026-02-27T18:28:02.328615Z","end":"2026-02-27T18:28:02.444087Z","steps":["trace[1726820282] 'process raft request' (duration: 115.294527ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:28:02.444271Z","caller":"traceutil/trace.go:171","msg":"trace[145978126] transaction","detail":"{read_only:false; response_revision:1881; number_of_response:1; }","duration":"115.460081ms","start":"2026-02-27T18:28:02.328794Z","end":"2026-02-27T18:28:02.444254Z","steps":["trace[145978126] 'process raft request' (duration: 115.238625ms)"],"step_count":1}