{"level":"warn","ts":"2026-02-27T16:49:34.276873Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-02-27T16:49:34.276989Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://162.253.55.70:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://162.253.55.70:2380","--initial-cluster=instance=https://162.253.55.70:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://162.253.55.70:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://162.253.55.70:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-02-27T16:49:34.277064Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-02-27T16:49:34.27708Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://162.253.55.70:2380"]} {"level":"info","ts":"2026-02-27T16:49:34.27713Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-02-27T16:49:34.277826Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://162.253.55.70:2379"]} {"level":"info","ts":"2026-02-27T16:49:34.277919Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://162.253.55.70:2380"],"listen-peer-urls":["https://162.253.55.70:2380"],"advertise-client-urls":["https://162.253.55.70:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://162.253.55.70:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://162.253.55.70:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-02-27T16:49:34.28184Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"3.679032ms"} {"level":"info","ts":"2026-02-27T16:49:34.295561Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"23887246632736aa","cluster-id":"62cfeca3ef46d3ef"} {"level":"info","ts":"2026-02-27T16:49:34.295717Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"23887246632736aa switched to configuration voters=()"} {"level":"info","ts":"2026-02-27T16:49:34.29576Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"23887246632736aa became follower at term 0"} {"level":"info","ts":"2026-02-27T16:49:34.295789Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 23887246632736aa [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-02-27T16:49:34.29581Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"23887246632736aa became follower at term 1"} {"level":"info","ts":"2026-02-27T16:49:34.29588Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"23887246632736aa switched to configuration voters=(2560422034796918442)"} {"level":"warn","ts":"2026-02-27T16:49:34.303096Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-02-27T16:49:34.3075Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-02-27T16:49:34.308782Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-02-27T16:49:34.311376Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"23887246632736aa","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-02-27T16:49:34.311505Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-02-27T16:49:34.311636Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-02-27T16:49:34.311647Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-02-27T16:49:34.31195Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"23887246632736aa","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-02-27T16:49:34.312771Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"23887246632736aa switched to configuration voters=(2560422034796918442)"} {"level":"info","ts":"2026-02-27T16:49:34.313531Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"62cfeca3ef46d3ef","local-member-id":"23887246632736aa","added-peer-id":"23887246632736aa","added-peer-peer-urls":["https://162.253.55.70:2380"]} {"level":"info","ts":"2026-02-27T16:49:34.316483Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-02-27T16:49:34.316664Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"162.253.55.70:2380"} {"level":"info","ts":"2026-02-27T16:49:34.316719Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"162.253.55.70:2380"} {"level":"info","ts":"2026-02-27T16:49:34.316757Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"23887246632736aa","initial-advertise-peer-urls":["https://162.253.55.70:2380"],"listen-peer-urls":["https://162.253.55.70:2380"],"advertise-client-urls":["https://162.253.55.70:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://162.253.55.70:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-02-27T16:49:34.316803Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-02-27T16:49:34.896727Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"23887246632736aa is starting a new election at term 1"} {"level":"info","ts":"2026-02-27T16:49:34.896797Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"23887246632736aa became pre-candidate at term 1"} {"level":"info","ts":"2026-02-27T16:49:34.896822Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"23887246632736aa received MsgPreVoteResp from 23887246632736aa at term 1"} {"level":"info","ts":"2026-02-27T16:49:34.896842Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"23887246632736aa became candidate at term 2"} {"level":"info","ts":"2026-02-27T16:49:34.896854Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"23887246632736aa received MsgVoteResp from 23887246632736aa at term 2"} {"level":"info","ts":"2026-02-27T16:49:34.896894Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"23887246632736aa became leader at term 2"} {"level":"info","ts":"2026-02-27T16:49:34.896908Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 23887246632736aa elected leader 23887246632736aa at term 2"} {"level":"info","ts":"2026-02-27T16:49:34.898063Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"23887246632736aa","local-member-attributes":"{Name:instance ClientURLs:[https://162.253.55.70:2379]}","request-path":"/0/members/23887246632736aa/attributes","cluster-id":"62cfeca3ef46d3ef","publish-timeout":"7s"} {"level":"info","ts":"2026-02-27T16:49:34.898249Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-02-27T16:49:34.898351Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-02-27T16:49:34.898731Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-02-27T16:49:34.900816Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"62cfeca3ef46d3ef","local-member-id":"23887246632736aa","cluster-version":"3.5"} {"level":"info","ts":"2026-02-27T16:49:34.901066Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-02-27T16:49:34.90112Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-02-27T16:49:34.901706Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-02-27T16:49:34.901814Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"162.253.55.70:2379"} {"level":"info","ts":"2026-02-27T16:49:34.902435Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-02-27T16:49:34.902513Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-02-27T16:49:37.998478Z","caller":"traceutil/trace.go:171","msg":"trace[1166901554] transaction","detail":"{read_only:false; response_revision:147; number_of_response:1; }","duration":"325.678987ms","start":"2026-02-27T16:49:37.672761Z","end":"2026-02-27T16:49:37.99844Z","steps":["trace[1166901554] 'process raft request' (duration: 325.335188ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:49:37.999241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:49:37.672751Z","time spent":"325.875003ms","remote":"127.0.0.1:42392","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":694,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-27T16:49:41.435696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.806046ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/etcd-instance\" ","response":"range_response_count:1 size:3974"} {"level":"info","ts":"2026-02-27T16:49:41.435867Z","caller":"traceutil/trace.go:171","msg":"trace[1084582210] range","detail":"{range_begin:/registry/pods/kube-system/etcd-instance; range_end:; response_count:1; response_revision:278; }","duration":"117.040272ms","start":"2026-02-27T16:49:41.31881Z","end":"2026-02-27T16:49:41.435851Z","steps":["trace[1084582210] 'range keys from in-memory index tree' (duration: 116.707163ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:49:41.435856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.032895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:1 size:351"} {"level":"info","ts":"2026-02-27T16:49:41.435995Z","caller":"traceutil/trace.go:171","msg":"trace[1025973378] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:278; }","duration":"125.269772ms","start":"2026-02-27T16:49:41.310692Z","end":"2026-02-27T16:49:41.435962Z","steps":["trace[1025973378] 'range keys from in-memory index tree' (duration: 124.833899ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:49:41.439626Z","caller":"traceutil/trace.go:171","msg":"trace[1414354540] transaction","detail":"{read_only:false; number_of_response:0; response_revision:278; }","duration":"119.48828ms","start":"2026-02-27T16:49:41.320113Z","end":"2026-02-27T16:49:41.439601Z","steps":["trace[1414354540] 'process raft request' (duration: 119.399217ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:49:41.442243Z","caller":"traceutil/trace.go:171","msg":"trace[1602443195] transaction","detail":"{read_only:false; number_of_response:0; response_revision:278; }","duration":"120.23677ms","start":"2026-02-27T16:49:41.321994Z","end":"2026-02-27T16:49:41.442231Z","steps":["trace[1602443195] 'process raft request' (duration: 120.21549ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:49:41.442272Z","caller":"traceutil/trace.go:171","msg":"trace[1337982502] transaction","detail":"{read_only:false; number_of_response:0; response_revision:278; }","duration":"121.428304ms","start":"2026-02-27T16:49:41.320821Z","end":"2026-02-27T16:49:41.442249Z","steps":["trace[1337982502] 'process raft request' (duration: 121.27809ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:49:54.508026Z","caller":"traceutil/trace.go:171","msg":"trace[924941823] linearizableReadLoop","detail":"{readStateIndex:433; appliedIndex:432; }","duration":"340.336245ms","start":"2026-02-27T16:49:54.167661Z","end":"2026-02-27T16:49:54.507997Z","steps":["trace[924941823] 'read index received' (duration: 311.580879ms)","trace[924941823] 'applied index is now lower than readState.Index' (duration: 28.753896ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T16:49:54.508173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.499399ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T16:49:54.508263Z","caller":"traceutil/trace.go:171","msg":"trace[606446723] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:415; }","duration":"340.637152ms","start":"2026-02-27T16:49:54.167605Z","end":"2026-02-27T16:49:54.508242Z","steps":["trace[606446723] 'agreement among raft nodes before linearized reading' (duration: 340.483578ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:49:54.508302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:49:54.16758Z","time spent":"340.714455ms","remote":"127.0.0.1:42042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-27T16:49:55.134877Z","caller":"traceutil/trace.go:171","msg":"trace[1838334499] linearizableReadLoop","detail":"{readStateIndex:434; appliedIndex:433; }","duration":"492.229276ms","start":"2026-02-27T16:49:54.642616Z","end":"2026-02-27T16:49:55.134845Z","steps":["trace[1838334499] 'read index received' (duration: 491.921909ms)","trace[1838334499] 'applied index is now lower than readState.Index' (duration: 306.337µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T16:49:55.13502Z","caller":"traceutil/trace.go:171","msg":"trace[66329907] transaction","detail":"{read_only:false; response_revision:416; number_of_response:1; }","duration":"622.78997ms","start":"2026-02-27T16:49:54.512216Z","end":"2026-02-27T16:49:55.135006Z","steps":["trace[66329907] 'process raft request' (duration: 622.412811ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:49:55.135334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.376546ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-02-27T16:49:55.135371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"492.753039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-02-27T16:49:55.135464Z","caller":"traceutil/trace.go:171","msg":"trace[333561705] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:416; }","duration":"137.56564ms","start":"2026-02-27T16:49:54.997863Z","end":"2026-02-27T16:49:55.135428Z","steps":["trace[333561705] 'agreement among raft nodes before linearized reading' (duration: 137.353475ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:49:55.135504Z","caller":"traceutil/trace.go:171","msg":"trace[85618333] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:416; }","duration":"492.957815ms","start":"2026-02-27T16:49:54.64252Z","end":"2026-02-27T16:49:55.135478Z","steps":["trace[85618333] 'agreement among raft nodes before linearized reading' (duration: 492.702579ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:49:55.135559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:49:54.64249Z","time spent":"493.060777ms","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-27T16:49:55.135384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:49:54.512183Z","time spent":"622.870792ms","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T16:49:55.751047Z","caller":"traceutil/trace.go:171","msg":"trace[1698598513] transaction","detail":"{read_only:false; response_revision:417; number_of_response:1; }","duration":"610.699113ms","start":"2026-02-27T16:49:55.140301Z","end":"2026-02-27T16:49:55.751001Z","steps":["trace[1698598513] 'process raft request' (duration: 579.321735ms)","trace[1698598513] 'compare' (duration: 30.844965ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T16:49:55.751131Z","caller":"traceutil/trace.go:171","msg":"trace[1081839184] transaction","detail":"{read_only:false; response_revision:418; number_of_response:1; }","duration":"610.718773ms","start":"2026-02-27T16:49:55.14038Z","end":"2026-02-27T16:49:55.751099Z","steps":["trace[1081839184] 'process raft request' (duration: 610.557139ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:49:55.751263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:49:55.140268Z","time spent":"610.879586ms","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T16:49:55.751334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:49:55.140346Z","time spent":"610.883777ms","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T16:49:55.751635Z","caller":"traceutil/trace.go:171","msg":"trace[681039334] transaction","detail":"{read_only:false; response_revision:419; number_of_response:1; }","duration":"610.646381ms","start":"2026-02-27T16:49:55.140956Z","end":"2026-02-27T16:49:55.751602Z","steps":["trace[681039334] 'process raft request' (duration: 610.108708ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:49:55.751832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:49:55.140942Z","time spent":"610.799405ms","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T16:50:01.947658Z","caller":"traceutil/trace.go:171","msg":"trace[40389452] linearizableReadLoop","detail":"{readStateIndex:450; appliedIndex:449; }","duration":"166.911069ms","start":"2026-02-27T16:50:01.780724Z","end":"2026-02-27T16:50:01.947635Z","steps":["trace[40389452] 'read index received' (duration: 166.802637ms)","trace[40389452] 'applied index is now lower than readState.Index' (duration: 107.372µs)"],"step_count":2} {"level":"warn","ts":"2026-02-27T16:50:01.947855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.107085ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-02-27T16:50:01.947817Z","caller":"traceutil/trace.go:171","msg":"trace[1407421239] transaction","detail":"{read_only:false; response_revision:431; number_of_response:1; }","duration":"780.360318ms","start":"2026-02-27T16:50:01.167406Z","end":"2026-02-27T16:50:01.947766Z","steps":["trace[1407421239] 'process raft request' (duration: 780.084511ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:50:01.947905Z","caller":"traceutil/trace.go:171","msg":"trace[616422469] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:431; }","duration":"167.239358ms","start":"2026-02-27T16:50:01.780654Z","end":"2026-02-27T16:50:01.947893Z","steps":["trace[616422469] 'agreement among raft nodes before linearized reading' (duration: 167.133945ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:50:01.947962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.100643ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-02-27T16:50:01.948038Z","caller":"traceutil/trace.go:171","msg":"trace[222166419] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:431; }","duration":"163.171085ms","start":"2026-02-27T16:50:01.784843Z","end":"2026-02-27T16:50:01.948014Z","steps":["trace[222166419] 'agreement among raft nodes before linearized reading' (duration: 163.059832ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:50:01.947996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.133313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-27T16:50:01.948132Z","caller":"traceutil/trace.go:171","msg":"trace[1090587631] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:431; }","duration":"163.332269ms","start":"2026-02-27T16:50:01.78477Z","end":"2026-02-27T16:50:01.948102Z","steps":["trace[1090587631] 'agreement among raft nodes before linearized reading' (duration: 163.070423ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:50:01.948047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:50:01.167385Z","time spent":"780.552022ms","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T16:50:02.112414Z","caller":"traceutil/trace.go:171","msg":"trace[1470322916] transaction","detail":"{read_only:false; response_revision:432; number_of_response:1; }","duration":"159.985133ms","start":"2026-02-27T16:50:01.952386Z","end":"2026-02-27T16:50:02.112371Z","steps":["trace[1470322916] 'process raft request' (duration: 157.351866ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:50:02.118697Z","caller":"traceutil/trace.go:171","msg":"trace[68314059] transaction","detail":"{read_only:false; response_revision:434; number_of_response:1; }","duration":"165.449513ms","start":"2026-02-27T16:50:01.953236Z","end":"2026-02-27T16:50:02.118686Z","steps":["trace[68314059] 'process raft request' (duration: 165.221657ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:50:02.118675Z","caller":"traceutil/trace.go:171","msg":"trace[1491671555] transaction","detail":"{read_only:false; response_revision:433; number_of_response:1; }","duration":"166.160781ms","start":"2026-02-27T16:50:01.952467Z","end":"2026-02-27T16:50:02.118628Z","steps":["trace[1491671555] 'process raft request' (duration: 165.868793ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:50:04.075293Z","caller":"traceutil/trace.go:171","msg":"trace[1673200630] linearizableReadLoop","detail":"{readStateIndex:454; appliedIndex:453; }","duration":"125.923674ms","start":"2026-02-27T16:50:03.949337Z","end":"2026-02-27T16:50:04.075261Z","steps":["trace[1673200630] 'read index received' (duration: 118.593587ms)","trace[1673200630] 'applied index is now lower than readState.Index' (duration: 7.328467ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T16:50:04.075612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.239113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/kube-system/\" range_end:\"/registry/secrets/kube-system0\" ","response":"range_response_count:3 size:12673"} {"level":"warn","ts":"2026-02-27T16:50:04.075672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.567604ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-02-27T16:50:04.075721Z","caller":"traceutil/trace.go:171","msg":"trace[2138286027] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:434; }","duration":"123.649066ms","start":"2026-02-27T16:50:03.952059Z","end":"2026-02-27T16:50:04.075708Z","steps":["trace[2138286027] 'agreement among raft nodes before linearized reading' (duration: 123.3849ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:50:04.075722Z","caller":"traceutil/trace.go:171","msg":"trace[1955789560] range","detail":"{range_begin:/registry/secrets/kube-system/; range_end:/registry/secrets/kube-system0; response_count:3; response_revision:434; }","duration":"126.429327ms","start":"2026-02-27T16:50:03.949266Z","end":"2026-02-27T16:50:04.075695Z","steps":["trace[1955789560] 'agreement among raft nodes before linearized reading' (duration: 126.14115ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:50:06.199558Z","caller":"traceutil/trace.go:171","msg":"trace[1138819193] transaction","detail":"{read_only:false; response_revision:473; number_of_response:1; }","duration":"108.814087ms","start":"2026-02-27T16:50:06.090722Z","end":"2026-02-27T16:50:06.199536Z","steps":["trace[1138819193] 'process raft request' (duration: 108.168731ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:50:06.345537Z","caller":"traceutil/trace.go:171","msg":"trace[1478169557] transaction","detail":"{read_only:false; response_revision:476; number_of_response:1; }","duration":"140.832515ms","start":"2026-02-27T16:50:06.20465Z","end":"2026-02-27T16:50:06.345483Z","steps":["trace[1478169557] 'process raft request' (duration: 140.805614ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:50:06.345569Z","caller":"traceutil/trace.go:171","msg":"trace[2063227014] transaction","detail":"{read_only:false; response_revision:474; number_of_response:1; }","duration":"141.245635ms","start":"2026-02-27T16:50:06.204291Z","end":"2026-02-27T16:50:06.345536Z","steps":["trace[2063227014] 'process raft request' (duration: 131.550838ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:50:06.345762Z","caller":"traceutil/trace.go:171","msg":"trace[2110862647] transaction","detail":"{read_only:false; response_revision:475; number_of_response:1; }","duration":"141.378378ms","start":"2026-02-27T16:50:06.204372Z","end":"2026-02-27T16:50:06.345751Z","steps":["trace[2110862647] 'process raft request' (duration: 141.05123ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:50:07.727409Z","caller":"traceutil/trace.go:171","msg":"trace[1888735177] linearizableReadLoop","detail":"{readStateIndex:497; appliedIndex:496; }","duration":"266.881032ms","start":"2026-02-27T16:50:07.460505Z","end":"2026-02-27T16:50:07.727386Z","steps":["trace[1888735177] 'read index received' (duration: 266.751478ms)","trace[1888735177] 'applied index is now lower than readState.Index' (duration: 128.604µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T16:50:07.727519Z","caller":"traceutil/trace.go:171","msg":"trace[45552933] transaction","detail":"{read_only:false; response_revision:477; number_of_response:1; }","duration":"497.790055ms","start":"2026-02-27T16:50:07.229697Z","end":"2026-02-27T16:50:07.727487Z","steps":["trace[45552933] 'process raft request' (duration: 497.551599ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:50:07.72759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.071626ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:4378"} {"level":"info","ts":"2026-02-27T16:50:07.727634Z","caller":"traceutil/trace.go:171","msg":"trace[1686377742] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:477; }","duration":"267.172109ms","start":"2026-02-27T16:50:07.460451Z","end":"2026-02-27T16:50:07.727623Z","steps":["trace[1686377742] 'agreement among raft nodes before linearized reading' (duration: 267.030125ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:50:07.727691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:50:07.229672Z","time spent":"497.931008ms","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T16:50:14.435685Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3939133035121630333,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T16:50:15.512223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"801.553509ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-02-27T16:50:15.512332Z","caller":"traceutil/trace.go:171","msg":"trace[1620947023] linearizableReadLoop","detail":"{readStateIndex:540; appliedIndex:539; }","duration":"1.577397982s","start":"2026-02-27T16:50:13.934916Z","end":"2026-02-27T16:50:15.512314Z","steps":["trace[1620947023] 'read index received' (duration: 775.592327ms)","trace[1620947023] 'applied index is now lower than readState.Index' (duration: 801.804055ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T16:50:15.512563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.27759921s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-02-27T16:50:15.512563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.13579924s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-02-27T16:50:15.512574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.577664389s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T16:50:15.51265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.136458256s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-27T16:50:15.512707Z","caller":"traceutil/trace.go:171","msg":"trace[962269833] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:518; }","duration":"1.136565489s","start":"2026-02-27T16:50:14.376129Z","end":"2026-02-27T16:50:15.512694Z","steps":["trace[962269833] 'agreement among raft nodes before linearized reading' (duration: 1.136429136s)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:50:15.512603Z","caller":"traceutil/trace.go:171","msg":"trace[1851155797] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:518; }","duration":"1.277686932s","start":"2026-02-27T16:50:14.234907Z","end":"2026-02-27T16:50:15.512594Z","steps":["trace[1851155797] 'agreement among raft nodes before linearized reading' (duration: 1.277508987s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:50:15.51275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:50:14.376082Z","time spent":"1.136659252s","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-27T16:50:15.512557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.379615ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T16:50:15.512755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:50:14.234886Z","time spent":"1.277859587s","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":454,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-02-27T16:50:15.512699Z","caller":"traceutil/trace.go:171","msg":"trace[1542322050] range","detail":"{range_begin:/registry/secrets/cert-manager/; range_end:/registry/secrets/cert-manager0; response_count:0; response_revision:518; }","duration":"1.577800032s","start":"2026-02-27T16:50:13.93485Z","end":"2026-02-27T16:50:15.51265Z","steps":["trace[1542322050] 'agreement among raft nodes before linearized reading' (duration: 1.577539636s)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:50:15.512789Z","caller":"traceutil/trace.go:171","msg":"trace[2106091484] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:518; }","duration":"345.668272ms","start":"2026-02-27T16:50:15.167111Z","end":"2026-02-27T16:50:15.51278Z","steps":["trace[2106091484] 'agreement among raft nodes before linearized reading' (duration: 345.335524ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:50:15.512981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:50:13.934824Z","time spent":"1.578141651s","remote":"127.0.0.1:42126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":27,"request content":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" "} {"level":"info","ts":"2026-02-27T16:50:15.512616Z","caller":"traceutil/trace.go:171","msg":"trace[336036083] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:518; }","duration":"1.135873682s","start":"2026-02-27T16:50:14.376729Z","end":"2026-02-27T16:50:15.512603Z","steps":["trace[336036083] 'agreement among raft nodes before linearized reading' (duration: 1.135705358s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:50:15.513034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:50:15.167091Z","time spent":"345.899199ms","remote":"127.0.0.1:42042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T16:50:15.512745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.136257832s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-02-27T16:50:15.513157Z","caller":"traceutil/trace.go:171","msg":"trace[629098921] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:518; }","duration":"1.136730585s","start":"2026-02-27T16:50:14.376412Z","end":"2026-02-27T16:50:15.513143Z","steps":["trace[629098921] 'agreement among raft nodes before linearized reading' (duration: 1.136103038s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:50:15.513101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:50:14.37672Z","time spent":"1.136368925s","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-27T16:50:15.513271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:50:14.376386Z","time spent":"1.136874638s","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-02-27T16:50:16.232534Z","caller":"traceutil/trace.go:171","msg":"trace[1162328547] transaction","detail":"{read_only:false; response_revision:519; number_of_response:1; }","duration":"715.450661ms","start":"2026-02-27T16:50:15.517058Z","end":"2026-02-27T16:50:16.232508Z","steps":["trace[1162328547] 'process raft request' (duration: 715.319338ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:50:16.232682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:50:15.517031Z","time spent":"715.575094ms","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T16:50:16.458688Z","caller":"traceutil/trace.go:171","msg":"trace[1769595651] transaction","detail":"{read_only:false; response_revision:520; number_of_response:1; }","duration":"941.191443ms","start":"2026-02-27T16:50:15.517476Z","end":"2026-02-27T16:50:16.458667Z","steps":["trace[1769595651] 'process raft request' (duration: 941.035799ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:50:16.458806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:50:15.517459Z","time spent":"941.283256ms","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T16:50:16.458972Z","caller":"traceutil/trace.go:171","msg":"trace[982097113] linearizableReadLoop","detail":"{readStateIndex:544; appliedIndex:540; }","duration":"458.870553ms","start":"2026-02-27T16:50:16.00008Z","end":"2026-02-27T16:50:16.45895Z","steps":["trace[982097113] 'read index received' (duration: 232.363221ms)","trace[982097113] 'applied index is now lower than readState.Index' (duration: 226.506202ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T16:50:16.458983Z","caller":"traceutil/trace.go:171","msg":"trace[1857255734] transaction","detail":"{read_only:false; response_revision:521; number_of_response:1; }","duration":"941.46213ms","start":"2026-02-27T16:50:15.5175Z","end":"2026-02-27T16:50:16.458962Z","steps":["trace[1857255734] 'process raft request' (duration: 941.138432ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:50:16.45904Z","caller":"traceutil/trace.go:171","msg":"trace[1672762508] transaction","detail":"{read_only:false; response_revision:522; number_of_response:1; }","duration":"940.887275ms","start":"2026-02-27T16:50:15.518122Z","end":"2026-02-27T16:50:16.45901Z","steps":["trace[1672762508] 'process raft request' (duration: 940.731961ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:50:16.459089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:50:15.517482Z","time spent":"941.556142ms","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T16:50:16.459115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"459.033406ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T16:50:16.459172Z","caller":"traceutil/trace.go:171","msg":"trace[1539654392] range","detail":"{range_begin:/registry/secrets/cert-manager/; range_end:/registry/secrets/cert-manager0; response_count:0; response_revision:522; }","duration":"459.145549ms","start":"2026-02-27T16:50:16.000006Z","end":"2026-02-27T16:50:16.459152Z","steps":["trace[1539654392] 'agreement among raft nodes before linearized reading' (duration: 459.061837ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:50:16.459178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.653374ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T16:50:16.459233Z","caller":"traceutil/trace.go:171","msg":"trace[1663020448] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:522; }","duration":"291.738327ms","start":"2026-02-27T16:50:16.16748Z","end":"2026-02-27T16:50:16.459219Z","steps":["trace[1663020448] 'agreement among raft nodes before linearized reading' (duration: 291.659515ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:50:16.45923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:50:15.999982Z","time spent":"459.234541ms","remote":"127.0.0.1:42126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":27,"request content":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" "} {"level":"warn","ts":"2026-02-27T16:50:16.459176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:50:15.518107Z","time spent":"941.001739ms","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T16:50:17.004935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:50:16.692833Z","time spent":"312.093935ms","remote":"127.0.0.1:46276","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-02-27T16:50:18.181145Z","caller":"traceutil/trace.go:171","msg":"trace[232081861] transaction","detail":"{read_only:false; response_revision:523; number_of_response:1; }","duration":"284.136882ms","start":"2026-02-27T16:50:17.89698Z","end":"2026-02-27T16:50:18.181117Z","steps":["trace[232081861] 'process raft request' (duration: 283.924097ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:50:18.643578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.61856ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/issuers.cert-manager.io\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T16:50:18.643679Z","caller":"traceutil/trace.go:171","msg":"trace[877205384] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/issuers.cert-manager.io; range_end:; response_count:0; response_revision:532; }","duration":"122.744173ms","start":"2026-02-27T16:50:18.520915Z","end":"2026-02-27T16:50:18.643659Z","steps":["trace[877205384] 'range keys from in-memory index tree' (duration: 122.554718ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:50:19.975319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.845208ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T16:50:19.975456Z","caller":"traceutil/trace.go:171","msg":"trace[109507078] linearizableReadLoop","detail":"{readStateIndex:685; appliedIndex:684; }","duration":"399.882876ms","start":"2026-02-27T16:50:19.575556Z","end":"2026-02-27T16:50:19.975439Z","steps":["trace[109507078] 'read index received' (duration: 42.878324ms)","trace[109507078] 'applied index is now lower than readState.Index' (duration: 357.003142ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T16:50:19.975471Z","caller":"traceutil/trace.go:171","msg":"trace[878578093] transaction","detail":"{read_only:false; response_revision:661; number_of_response:1; }","duration":"400.171743ms","start":"2026-02-27T16:50:19.575276Z","end":"2026-02-27T16:50:19.975447Z","steps":["trace[878578093] 'process raft request' (duration: 43.092779ms)","trace[878578093] 'compare' (duration: 356.602732ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T16:50:19.975554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.993949ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T16:50:19.975594Z","caller":"traceutil/trace.go:171","msg":"trace[1234768470] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io; range_end:; response_count:0; response_revision:661; }","duration":"400.051961ms","start":"2026-02-27T16:50:19.575529Z","end":"2026-02-27T16:50:19.975581Z","steps":["trace[1234768470] 'agreement among raft nodes before linearized reading' (duration: 399.98265ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:50:19.975607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:50:19.575262Z","time spent":"400.270547ms","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T16:50:19.975638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:50:19.575513Z","time spent":"400.116943ms","remote":"127.0.0.1:42086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":0,"response size":27,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io\" "} {"level":"info","ts":"2026-02-27T16:50:19.978846Z","caller":"traceutil/trace.go:171","msg":"trace[15190260] transaction","detail":"{read_only:false; response_revision:663; number_of_response:1; }","duration":"401.834617ms","start":"2026-02-27T16:50:19.576997Z","end":"2026-02-27T16:50:19.978832Z","steps":["trace[15190260] 'process raft request' (duration: 401.733775ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:50:19.978913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:50:19.576966Z","time spent":"401.907849ms","remote":"127.0.0.1:42086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4580,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-27T16:50:19.978905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"403.261973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T16:50:19.978964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"403.277533ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T16:50:19.979039Z","caller":"traceutil/trace.go:171","msg":"trace[1729488921] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io; range_end:; response_count:0; response_revision:663; }","duration":"403.336995ms","start":"2026-02-27T16:50:19.57567Z","end":"2026-02-27T16:50:19.979007Z","steps":["trace[1729488921] 'agreement among raft nodes before linearized reading' (duration: 403.247982ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:50:19.97905Z","caller":"traceutil/trace.go:171","msg":"trace[310302068] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io; range_end:; response_count:0; response_revision:663; }","duration":"403.387346ms","start":"2026-02-27T16:50:19.575613Z","end":"2026-02-27T16:50:19.979Z","steps":["trace[310302068] 'agreement among raft nodes before linearized reading' (duration: 403.190301ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:50:19.979084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:50:19.575638Z","time spent":"403.436947ms","remote":"127.0.0.1:42086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":0,"response size":27,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io\" "} {"level":"warn","ts":"2026-02-27T16:50:19.979062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.517556ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T16:50:19.979133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:50:19.575584Z","time spent":"403.50496ms","remote":"127.0.0.1:42086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":27,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io\" "} {"level":"info","ts":"2026-02-27T16:50:19.979209Z","caller":"traceutil/trace.go:171","msg":"trace[872912873] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io; range_end:; response_count:0; response_revision:663; }","duration":"205.711011ms","start":"2026-02-27T16:50:19.773439Z","end":"2026-02-27T16:50:19.97915Z","steps":["trace[872912873] 'agreement among raft nodes before linearized reading' (duration: 205.508576ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:50:19.979227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"403.583221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T16:50:19.979179Z","caller":"traceutil/trace.go:171","msg":"trace[1500761669] transaction","detail":"{read_only:false; response_revision:662; number_of_response:1; }","duration":"402.193336ms","start":"2026-02-27T16:50:19.576926Z","end":"2026-02-27T16:50:19.979119Z","steps":["trace[1500761669] 'process raft request' (duration: 401.605722ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:50:19.979263Z","caller":"traceutil/trace.go:171","msg":"trace[616395064] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io; range_end:; response_count:0; response_revision:663; }","duration":"403.630473ms","start":"2026-02-27T16:50:19.575623Z","end":"2026-02-27T16:50:19.979253Z","steps":["trace[616395064] 'agreement among raft nodes before linearized reading' (duration: 403.545371ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:50:19.979297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:50:19.57562Z","time spent":"403.671734ms","remote":"127.0.0.1:42086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":27,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io\" "} {"level":"warn","ts":"2026-02-27T16:50:19.979408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:50:19.576908Z","time spent":"402.35837ms","remote":"127.0.0.1:42086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4234,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-27T16:50:20.97577Z","caller":"traceutil/trace.go:171","msg":"trace[1371694225] transaction","detail":"{read_only:false; response_revision:688; number_of_response:1; }","duration":"200.370135ms","start":"2026-02-27T16:50:20.775367Z","end":"2026-02-27T16:50:20.975737Z","steps":["trace[1371694225] 'process raft request' (duration: 200.218221ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:50:21.072471Z","caller":"traceutil/trace.go:171","msg":"trace[405140965] transaction","detail":"{read_only:false; response_revision:689; number_of_response:1; }","duration":"161.184794ms","start":"2026-02-27T16:50:20.911252Z","end":"2026-02-27T16:50:21.072437Z","steps":["trace[405140965] 'process raft request' (duration: 107.062103ms)","trace[405140965] 'compare' (duration: 53.983497ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T16:50:21.295356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.83565ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-02-27T16:50:21.295539Z","caller":"traceutil/trace.go:171","msg":"trace[206030717] linearizableReadLoop","detail":"{readStateIndex:715; appliedIndex:713; }","duration":"164.362036ms","start":"2026-02-27T16:50:21.13116Z","end":"2026-02-27T16:50:21.295522Z","steps":["trace[206030717] 'read index received' (duration: 42.125766ms)","trace[206030717] 'applied index is now lower than readState.Index' (duration: 122.23511ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T16:50:21.295622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.463308ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T16:50:21.295652Z","caller":"traceutil/trace.go:171","msg":"trace[1773601202] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:691; }","duration":"164.53231ms","start":"2026-02-27T16:50:21.131108Z","end":"2026-02-27T16:50:21.295641Z","steps":["trace[1773601202] 'agreement among raft nodes before linearized reading' (duration: 164.461138ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:50:21.295667Z","caller":"traceutil/trace.go:171","msg":"trace[1853331513] transaction","detail":"{read_only:false; response_revision:691; number_of_response:1; }","duration":"314.58777ms","start":"2026-02-27T16:50:20.981059Z","end":"2026-02-27T16:50:21.295647Z","steps":["trace[1853331513] 'process raft request' (duration: 314.396595ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:50:21.295768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:50:20.98104Z","time spent":"314.673923ms","remote":"127.0.0.1:42086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4059,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T16:50:21.295895Z","caller":"traceutil/trace.go:171","msg":"trace[514928176] transaction","detail":"{read_only:false; response_revision:690; number_of_response:1; }","duration":"316.294023ms","start":"2026-02-27T16:50:20.979309Z","end":"2026-02-27T16:50:21.295603Z","steps":["trace[514928176] 'process raft request' (duration: 194.100634ms)","trace[514928176] 'compare' (duration: 121.680666ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T16:50:21.296171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:50:20.979261Z","time spent":"316.791665ms","remote":"127.0.0.1:42086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":23277,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-27T16:50:21.312404Z","caller":"traceutil/trace.go:171","msg":"trace[1761037978] transaction","detail":"{read_only:false; response_revision:692; number_of_response:1; }","duration":"134.440781ms","start":"2026-02-27T16:50:21.177939Z","end":"2026-02-27T16:50:21.31238Z","steps":["trace[1761037978] 'process raft request' (duration: 134.122703ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:50:21.554216Z","caller":"traceutil/trace.go:171","msg":"trace[644736679] transaction","detail":"{read_only:false; response_revision:696; number_of_response:1; }","duration":"201.174465ms","start":"2026-02-27T16:50:21.353014Z","end":"2026-02-27T16:50:21.554188Z","steps":["trace[644736679] 'process raft request' (duration: 200.99815ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:50:21.953949Z","caller":"traceutil/trace.go:171","msg":"trace[522443600] transaction","detail":"{read_only:false; response_revision:697; number_of_response:1; }","duration":"579.051579ms","start":"2026-02-27T16:50:21.374862Z","end":"2026-02-27T16:50:21.953914Z","steps":["trace[522443600] 'process raft request' (duration: 559.586333ms)","trace[522443600] 'compare' (duration: 19.051166ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T16:50:21.954014Z","caller":"traceutil/trace.go:171","msg":"trace[1234391732] transaction","detail":"{read_only:false; response_revision:698; number_of_response:1; }","duration":"493.525847ms","start":"2026-02-27T16:50:21.460439Z","end":"2026-02-27T16:50:21.953965Z","steps":["trace[1234391732] 'process raft request' (duration: 493.379543ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:50:21.954093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:50:21.374841Z","time spent":"579.187213ms","remote":"127.0.0.1:42086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3353,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-27T16:50:21.954177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"494.43062ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-84td7\" ","response":"range_response_count:1 size:17786"} {"level":"warn","ts":"2026-02-27T16:50:21.954182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:50:21.460415Z","time spent":"493.6895ms","remote":"127.0.0.1:42106","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":771,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-27T16:50:21.953955Z","caller":"traceutil/trace.go:171","msg":"trace[494095315] linearizableReadLoop","detail":"{readStateIndex:721; appliedIndex:719; }","duration":"494.190534ms","start":"2026-02-27T16:50:21.459736Z","end":"2026-02-27T16:50:21.953926Z","steps":["trace[494095315] 'read index received' (duration: 94.297057ms)","trace[494095315] 'applied index is now lower than readState.Index' (duration: 399.892457ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T16:50:21.954234Z","caller":"traceutil/trace.go:171","msg":"trace[793038134] range","detail":"{range_begin:/registry/pods/kube-system/cilium-84td7; range_end:; response_count:1; response_revision:698; }","duration":"494.508742ms","start":"2026-02-27T16:50:21.459715Z","end":"2026-02-27T16:50:21.954224Z","steps":["trace[793038134] 'agreement among raft nodes before linearized reading' (duration: 494.293457ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:50:21.954273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:50:21.459632Z","time spent":"494.632135ms","remote":"127.0.0.1:42234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":17808,"request content":"key:\"/registry/pods/kube-system/cilium-84td7\" "} {"level":"info","ts":"2026-02-27T16:50:21.969544Z","caller":"traceutil/trace.go:171","msg":"trace[724754675] transaction","detail":"{read_only:false; response_revision:699; number_of_response:1; }","duration":"400.673186ms","start":"2026-02-27T16:50:21.568844Z","end":"2026-02-27T16:50:21.969517Z","steps":["trace[724754675] 'process raft request' (duration: 400.41849ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:50:21.969676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:50:21.568822Z","time spent":"400.775989ms","remote":"127.0.0.1:42086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":13214,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T16:50:21.969669Z","caller":"traceutil/trace.go:171","msg":"trace[1088148784] transaction","detail":"{read_only:false; response_revision:700; number_of_response:1; }","duration":"394.302223ms","start":"2026-02-27T16:50:21.575339Z","end":"2026-02-27T16:50:21.969641Z","steps":["trace[1088148784] 'process raft request' (duration: 394.072018ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:50:21.969816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:50:21.575311Z","time spent":"394.457068ms","remote":"127.0.0.1:42086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8270,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-27T16:50:21.969822Z","caller":"traceutil/trace.go:171","msg":"trace[5689219] transaction","detail":"{read_only:false; response_revision:701; number_of_response:1; }","duration":"169.700521ms","start":"2026-02-27T16:50:21.800006Z","end":"2026-02-27T16:50:21.969706Z","steps":["trace[5689219] 'process raft request' (duration: 169.582468ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:50:22.774129Z","caller":"traceutil/trace.go:171","msg":"trace[1038877027] transaction","detail":"{read_only:false; response_revision:720; number_of_response:1; }","duration":"170.542833ms","start":"2026-02-27T16:50:22.603569Z","end":"2026-02-27T16:50:22.774112Z","steps":["trace[1038877027] 'process raft request' (duration: 170.338447ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:50:23.737854Z","caller":"traceutil/trace.go:171","msg":"trace[1350815161] transaction","detail":"{read_only:false; response_revision:724; number_of_response:1; }","duration":"237.864751ms","start":"2026-02-27T16:50:23.499935Z","end":"2026-02-27T16:50:23.737799Z","steps":["trace[1350815161] 'process raft request' (duration: 236.009334ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:50:23.742829Z","caller":"traceutil/trace.go:171","msg":"trace[1493674139] linearizableReadLoop","detail":"{readStateIndex:750; appliedIndex:748; }","duration":"168.790538ms","start":"2026-02-27T16:50:23.574004Z","end":"2026-02-27T16:50:23.742795Z","steps":["trace[1493674139] 'read index received' (duration: 161.950864ms)","trace[1493674139] 'applied index is now lower than readState.Index' (duration: 6.837944ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T16:50:23.743086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.059915ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io\" ","response":"range_response_count:1 size:4333"} {"level":"info","ts":"2026-02-27T16:50:23.743131Z","caller":"traceutil/trace.go:171","msg":"trace[479730283] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io; range_end:; response_count:1; response_revision:724; }","duration":"169.165577ms","start":"2026-02-27T16:50:23.573952Z","end":"2026-02-27T16:50:23.743118Z","steps":["trace[479730283] 'agreement among raft nodes before linearized reading' (duration: 168.963102ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:50:29.742805Z","caller":"traceutil/trace.go:171","msg":"trace[20522009] transaction","detail":"{read_only:false; response_revision:824; number_of_response:1; }","duration":"139.158342ms","start":"2026-02-27T16:50:29.603615Z","end":"2026-02-27T16:50:29.742774Z","steps":["trace[20522009] 'process raft request' (duration: 112.44051ms)","trace[20522009] 'compare' (duration: 26.460875ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T16:50:29.74304Z","caller":"traceutil/trace.go:171","msg":"trace[1669476557] transaction","detail":"{read_only:false; response_revision:825; number_of_response:1; }","duration":"137.866499ms","start":"2026-02-27T16:50:29.605138Z","end":"2026-02-27T16:50:29.743004Z","steps":["trace[1669476557] 'process raft request' (duration: 137.569371ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:50:29.743108Z","caller":"traceutil/trace.go:171","msg":"trace[17275080] transaction","detail":"{read_only:false; response_revision:826; number_of_response:1; }","duration":"136.613647ms","start":"2026-02-27T16:50:29.606477Z","end":"2026-02-27T16:50:29.743091Z","steps":["trace[17275080] 'process raft request' (duration: 136.455873ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:50:29.74325Z","caller":"traceutil/trace.go:171","msg":"trace[286708906] transaction","detail":"{read_only:false; response_revision:827; number_of_response:1; }","duration":"135.287403ms","start":"2026-02-27T16:50:29.607934Z","end":"2026-02-27T16:50:29.743222Z","steps":["trace[286708906] 'process raft request' (duration: 135.090598ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:50:32.651704Z","caller":"traceutil/trace.go:171","msg":"trace[413740179] transaction","detail":"{read_only:false; response_revision:849; number_of_response:1; }","duration":"108.868208ms","start":"2026-02-27T16:50:32.542788Z","end":"2026-02-27T16:50:32.651656Z","steps":["trace[413740179] 'process raft request' (duration: 108.612601ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:50:36.692127Z","caller":"traceutil/trace.go:171","msg":"trace[1385036566] transaction","detail":"{read_only:false; response_revision:882; number_of_response:1; }","duration":"120.644379ms","start":"2026-02-27T16:50:36.571467Z","end":"2026-02-27T16:50:36.692112Z","steps":["trace[1385036566] 'process raft request' (duration: 120.538407ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:50:37.067351Z","caller":"traceutil/trace.go:171","msg":"trace[1075135980] linearizableReadLoop","detail":"{readStateIndex:912; appliedIndex:910; }","duration":"391.405271ms","start":"2026-02-27T16:50:36.675909Z","end":"2026-02-27T16:50:37.067315Z","steps":["trace[1075135980] 'read index received' (duration: 16.089902ms)","trace[1075135980] 'applied index is now lower than readState.Index' (duration: 375.313699ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T16:50:37.067588Z","caller":"traceutil/trace.go:171","msg":"trace[2005093623] transaction","detail":"{read_only:false; response_revision:883; number_of_response:1; }","duration":"493.307761ms","start":"2026-02-27T16:50:36.574209Z","end":"2026-02-27T16:50:37.067517Z","steps":["trace[2005093623] 'process raft request' (duration: 492.906181ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:50:37.067641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.705128ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-02-27T16:50:37.067848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:50:36.574178Z","time spent":"493.538347ms","remote":"127.0.0.1:42278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3148,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T16:50:37.067939Z","caller":"traceutil/trace.go:171","msg":"trace[1707821673] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:883; }","duration":"392.032996ms","start":"2026-02-27T16:50:36.675854Z","end":"2026-02-27T16:50:37.067887Z","steps":["trace[1707821673] 'agreement among raft nodes before linearized reading' (duration: 391.625096ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:50:37.068075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:50:36.675827Z","time spent":"392.197851ms","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-27T16:50:37.567626Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3939133035121630972,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T16:50:38.068865Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3939133035121630972,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T16:50:38.569852Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3939133035121630972,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T16:50:38.783977Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.716620985s","expected-duration":"1s"} {"level":"info","ts":"2026-02-27T16:50:38.785399Z","caller":"traceutil/trace.go:171","msg":"trace[1876619331] transaction","detail":"{read_only:false; response_revision:884; number_of_response:1; }","duration":"2.088015184s","start":"2026-02-27T16:50:36.697324Z","end":"2026-02-27T16:50:38.785339Z","steps":["trace[1876619331] 'process raft request' (duration: 2.086976178s)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:50:38.78557Z","caller":"traceutil/trace.go:171","msg":"trace[1210477268] transaction","detail":"{read_only:false; response_revision:885; number_of_response:1; }","duration":"2.087746456s","start":"2026-02-27T16:50:36.697722Z","end":"2026-02-27T16:50:38.785468Z","steps":["trace[1210477268] 'process raft request' (duration: 2.086820723s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:50:38.785865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:50:36.697705Z","time spent":"2.088013104s","remote":"127.0.0.1:42328","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1612,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T16:50:38.786118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:50:36.697293Z","time spent":"2.088229959s","remote":"127.0.0.1:42206","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1067,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T16:50:38.790156Z","caller":"traceutil/trace.go:171","msg":"trace[1334396830] transaction","detail":"{read_only:false; response_revision:886; number_of_response:1; }","duration":"1.717311542s","start":"2026-02-27T16:50:37.072758Z","end":"2026-02-27T16:50:38.790069Z","steps":["trace[1334396830] 'process raft request' (duration: 1.716787069s)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:50:38.790282Z","caller":"traceutil/trace.go:171","msg":"trace[703757708] transaction","detail":"{read_only:false; response_revision:887; number_of_response:1; }","duration":"293.543333ms","start":"2026-02-27T16:50:38.496713Z","end":"2026-02-27T16:50:38.790257Z","steps":["trace[703757708] 'process raft request' (duration: 293.287266ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:50:38.790303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:50:37.072734Z","time spent":"1.717493367s","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T16:50:38.790375Z","caller":"traceutil/trace.go:171","msg":"trace[2135962288] linearizableReadLoop","detail":"{readStateIndex:916; appliedIndex:912; }","duration":"1.722851344s","start":"2026-02-27T16:50:37.067441Z","end":"2026-02-27T16:50:38.790292Z","steps":["trace[2135962288] 'read index received' (duration: 1.716974824s)","trace[2135962288] 'applied index is now lower than readState.Index' (duration: 5.87146ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T16:50:38.791558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.111859693s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-02-27T16:50:38.791606Z","caller":"traceutil/trace.go:171","msg":"trace[2140012535] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:887; }","duration":"2.111962525s","start":"2026-02-27T16:50:36.679629Z","end":"2026-02-27T16:50:38.791591Z","steps":["trace[2140012535] 'agreement among raft nodes before linearized reading' (duration: 2.111790951s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:50:38.791644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:50:36.6796Z","time spent":"2.112038848s","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-27T16:50:38.791682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.114874239s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-02-27T16:50:38.791739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.067518217s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T16:50:38.791776Z","caller":"traceutil/trace.go:171","msg":"trace[1352347128] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:887; }","duration":"1.067601119s","start":"2026-02-27T16:50:37.724163Z","end":"2026-02-27T16:50:38.791764Z","steps":["trace[1352347128] 'agreement among raft nodes before linearized reading' (duration: 1.067534457s)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:50:38.791774Z","caller":"traceutil/trace.go:171","msg":"trace[111264785] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:887; }","duration":"2.115016463s","start":"2026-02-27T16:50:36.676735Z","end":"2026-02-27T16:50:38.791751Z","steps":["trace[111264785] 'agreement among raft nodes before linearized reading' (duration: 2.11369961s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:50:38.791794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"747.264492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-27T16:50:38.791803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:50:37.724141Z","time spent":"1.067656491s","remote":"127.0.0.1:42186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":27,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"info","ts":"2026-02-27T16:50:38.791819Z","caller":"traceutil/trace.go:171","msg":"trace[1870505505] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:887; }","duration":"747.351544ms","start":"2026-02-27T16:50:38.044461Z","end":"2026-02-27T16:50:38.791812Z","steps":["trace[1870505505] 'agreement among raft nodes before linearized reading' (duration: 747.290662ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:50:38.791824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:50:36.676724Z","time spent":"2.115088535s","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-27T16:50:38.791849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:50:38.044424Z","time spent":"747.419846ms","remote":"127.0.0.1:42368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":17,"response size":29,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"warn","ts":"2026-02-27T16:50:38.791894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.313908826s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T16:50:38.791985Z","caller":"traceutil/trace.go:171","msg":"trace[1168923781] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:887; }","duration":"1.31406499s","start":"2026-02-27T16:50:37.477892Z","end":"2026-02-27T16:50:38.791957Z","steps":["trace[1168923781] 'agreement among raft nodes before linearized reading' (duration: 1.313905066s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:50:38.791992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"406.315561ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-02-27T16:50:38.792027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:50:37.477857Z","time spent":"1.314161952s","remote":"127.0.0.1:42458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":27,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"info","ts":"2026-02-27T16:50:38.792081Z","caller":"traceutil/trace.go:171","msg":"trace[2055250426] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:887; }","duration":"406.448014ms","start":"2026-02-27T16:50:38.385609Z","end":"2026-02-27T16:50:38.792057Z","steps":["trace[2055250426] 'agreement among raft nodes before linearized reading' (duration: 406.186498ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:50:38.791667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.624297498s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T16:50:38.792141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:50:38.385572Z","time spent":"406.555107ms","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-02-27T16:50:38.792164Z","caller":"traceutil/trace.go:171","msg":"trace[678534153] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:887; }","duration":"1.624840002s","start":"2026-02-27T16:50:37.167306Z","end":"2026-02-27T16:50:38.792146Z","steps":["trace[678534153] 'agreement among raft nodes before linearized reading' (duration: 1.624318479s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:50:38.792199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:50:37.167272Z","time spent":"1.624916653s","remote":"127.0.0.1:42042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T16:50:38.792673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.533367ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.70\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-02-27T16:50:38.792763Z","caller":"traceutil/trace.go:171","msg":"trace[1249418432] range","detail":"{range_begin:/registry/masterleases/162.253.55.70; range_end:; response_count:1; response_revision:887; }","duration":"368.66784ms","start":"2026-02-27T16:50:38.424074Z","end":"2026-02-27T16:50:38.792742Z","steps":["trace[1249418432] 'agreement among raft nodes before linearized reading' (duration: 367.623513ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:50:38.792806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"734.041405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-02-27T16:50:38.79287Z","caller":"traceutil/trace.go:171","msg":"trace[2115202947] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:887; }","duration":"734.154538ms","start":"2026-02-27T16:50:38.058698Z","end":"2026-02-27T16:50:38.792852Z","steps":["trace[2115202947] 'agreement among raft nodes before linearized reading' (duration: 732.928496ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:50:38.792899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:50:38.058673Z","time spent":"734.2205ms","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-27T16:50:38.79281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:50:38.424064Z","time spent":"368.736562ms","remote":"127.0.0.1:42074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":155,"request content":"key:\"/registry/masterleases/162.253.55.70\" "} {"level":"warn","ts":"2026-02-27T16:50:41.090365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.867495ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T16:50:41.090684Z","caller":"traceutil/trace.go:171","msg":"trace[1012647319] transaction","detail":"{read_only:false; response_revision:913; number_of_response:1; }","duration":"272.588268ms","start":"2026-02-27T16:50:40.818074Z","end":"2026-02-27T16:50:41.090662Z","steps":["trace[1012647319] 'process raft request' (duration: 272.488945ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:50:41.090747Z","caller":"traceutil/trace.go:171","msg":"trace[548609582] transaction","detail":"{read_only:false; response_revision:912; number_of_response:1; }","duration":"272.952197ms","start":"2026-02-27T16:50:40.817747Z","end":"2026-02-27T16:50:41.090699Z","steps":["trace[548609582] 'process raft request' (duration: 272.735411ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:50:41.090705Z","caller":"traceutil/trace.go:171","msg":"trace[1098703710] transaction","detail":"{read_only:false; response_revision:911; number_of_response:1; }","duration":"273.108081ms","start":"2026-02-27T16:50:40.817568Z","end":"2026-02-27T16:50:41.090676Z","steps":["trace[1098703710] 'process raft request' (duration: 151.813096ms)","trace[1098703710] 'compare' (duration: 120.71703ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T16:50:41.991822Z","caller":"traceutil/trace.go:171","msg":"trace[1347451764] transaction","detail":"{read_only:false; response_revision:915; number_of_response:1; }","duration":"183.420022ms","start":"2026-02-27T16:50:41.80837Z","end":"2026-02-27T16:50:41.99179Z","steps":["trace[1347451764] 'process raft request' (duration: 183.191157ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:50:45.05665Z","caller":"traceutil/trace.go:171","msg":"trace[1924343925] linearizableReadLoop","detail":"{readStateIndex:955; appliedIndex:954; }","duration":"185.68272ms","start":"2026-02-27T16:50:44.870943Z","end":"2026-02-27T16:50:45.056626Z","steps":["trace[1924343925] 'read index received' (duration: 185.395273ms)","trace[1924343925] 'applied index is now lower than readState.Index' (duration: 286.547µs)"],"step_count":2} {"level":"warn","ts":"2026-02-27T16:50:45.056895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.935316ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-27T16:50:45.056934Z","caller":"traceutil/trace.go:171","msg":"trace[2014426845] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:922; }","duration":"186.029779ms","start":"2026-02-27T16:50:44.870895Z","end":"2026-02-27T16:50:45.056925Z","steps":["trace[2014426845] 'agreement among raft nodes before linearized reading' (duration: 185.854595ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:50:45.057384Z","caller":"traceutil/trace.go:171","msg":"trace[1364205448] transaction","detail":"{read_only:false; response_revision:922; number_of_response:1; }","duration":"194.388861ms","start":"2026-02-27T16:50:44.862969Z","end":"2026-02-27T16:50:45.057358Z","steps":["trace[1364205448] 'process raft request' (duration: 193.448827ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:50:45.302003Z","caller":"traceutil/trace.go:171","msg":"trace[2096795016] linearizableReadLoop","detail":"{readStateIndex:959; appliedIndex:956; }","duration":"185.089654ms","start":"2026-02-27T16:50:45.116886Z","end":"2026-02-27T16:50:45.301975Z","steps":["trace[2096795016] 'read index received' (duration: 150.979704ms)","trace[2096795016] 'applied index is now lower than readState.Index' (duration: 34.10892ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T16:50:45.30208Z","caller":"traceutil/trace.go:171","msg":"trace[1667025211] transaction","detail":"{read_only:false; response_revision:926; number_of_response:1; }","duration":"237.594624ms","start":"2026-02-27T16:50:45.064462Z","end":"2026-02-27T16:50:45.302057Z","steps":["trace[1667025211] 'process raft request' (duration: 237.458411ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:50:45.302176Z","caller":"traceutil/trace.go:171","msg":"trace[1366758408] transaction","detail":"{read_only:false; response_revision:925; number_of_response:1; }","duration":"238.943998ms","start":"2026-02-27T16:50:45.063207Z","end":"2026-02-27T16:50:45.302151Z","steps":["trace[1366758408] 'process raft request' (duration: 238.644331ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:50:45.302213Z","caller":"traceutil/trace.go:171","msg":"trace[1996102325] transaction","detail":"{read_only:false; response_revision:924; number_of_response:1; }","duration":"239.087862ms","start":"2026-02-27T16:50:45.0631Z","end":"2026-02-27T16:50:45.302188Z","steps":["trace[1996102325] 'process raft request' (duration: 204.845419ms)","trace[1996102325] 'compare' (duration: 33.673829ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T16:50:45.302347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.914689ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T16:50:45.302395Z","caller":"traceutil/trace.go:171","msg":"trace[338372371] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:926; }","duration":"135.99006ms","start":"2026-02-27T16:50:45.166394Z","end":"2026-02-27T16:50:45.302384Z","steps":["trace[338372371] 'agreement among raft nodes before linearized reading' (duration: 135.903268ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:50:45.302476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.569286ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-02-27T16:50:45.302538Z","caller":"traceutil/trace.go:171","msg":"trace[1089456572] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:926; }","duration":"185.684589ms","start":"2026-02-27T16:50:45.116837Z","end":"2026-02-27T16:50:45.302521Z","steps":["trace[1089456572] 'agreement among raft nodes before linearized reading' (duration: 185.280709ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:50:45.302626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.241639ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-02-27T16:50:45.302667Z","caller":"traceutil/trace.go:171","msg":"trace[293888788] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:926; }","duration":"131.348901ms","start":"2026-02-27T16:50:45.171307Z","end":"2026-02-27T16:50:45.302656Z","steps":["trace[293888788] 'agreement among raft nodes before linearized reading' (duration: 131.184977ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:50:45.302652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.661844ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-02-27T16:50:45.302721Z","caller":"traceutil/trace.go:171","msg":"trace[1824006222] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:926; }","duration":"130.800198ms","start":"2026-02-27T16:50:45.171898Z","end":"2026-02-27T16:50:45.302698Z","steps":["trace[1824006222] 'agreement among raft nodes before linearized reading' (duration: 130.568702ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:51:03.207755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.783762ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T16:51:03.207864Z","caller":"traceutil/trace.go:171","msg":"trace[2076139041] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:1054; }","duration":"126.923066ms","start":"2026-02-27T16:51:03.080921Z","end":"2026-02-27T16:51:03.207844Z","steps":["trace[2076139041] 'count revisions from in-memory index tree' (duration: 126.66524ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:51:04.9947Z","caller":"traceutil/trace.go:171","msg":"trace[1028042238] transaction","detail":"{read_only:false; response_revision:1060; number_of_response:1; }","duration":"118.081383ms","start":"2026-02-27T16:51:04.876596Z","end":"2026-02-27T16:51:04.994677Z","steps":["trace[1028042238] 'process raft request' (duration: 117.917049ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:51:05.109635Z","caller":"traceutil/trace.go:171","msg":"trace[1479033213] transaction","detail":"{read_only:false; response_revision:1061; number_of_response:1; }","duration":"111.414892ms","start":"2026-02-27T16:51:04.998194Z","end":"2026-02-27T16:51:05.109608Z","steps":["trace[1479033213] 'process raft request' (duration: 97.344712ms)","trace[1479033213] 'compare' (duration: 13.813224ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T16:51:05.426826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.564452ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-02-27T16:51:05.426901Z","caller":"traceutil/trace.go:171","msg":"trace[302161363] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1061; }","duration":"211.682144ms","start":"2026-02-27T16:51:05.215203Z","end":"2026-02-27T16:51:05.426885Z","steps":["trace[302161363] 'range keys from in-memory index tree' (duration: 211.471269ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:51:05.894251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.361714ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/ingress-nginx/ingress-nginx-admission-create-k2f9w\" ","response":"range_response_count:1 size:4196"} {"level":"info","ts":"2026-02-27T16:51:05.894356Z","caller":"traceutil/trace.go:171","msg":"trace[1931233486] range","detail":"{range_begin:/registry/pods/ingress-nginx/ingress-nginx-admission-create-k2f9w; range_end:; response_count:1; response_revision:1068; }","duration":"220.518858ms","start":"2026-02-27T16:51:05.673814Z","end":"2026-02-27T16:51:05.894333Z","steps":["trace[1931233486] 'range keys from in-memory index tree' (duration: 220.154229ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:51:11.333981Z","caller":"traceutil/trace.go:171","msg":"trace[67165855] transaction","detail":"{read_only:false; response_revision:1176; number_of_response:1; }","duration":"195.106694ms","start":"2026-02-27T16:51:11.138848Z","end":"2026-02-27T16:51:11.333955Z","steps":["trace[67165855] 'process raft request' (duration: 194.92122ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:51:11.702123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.97215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-02-27T16:51:11.702165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.014936ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-27T16:51:11.702223Z","caller":"traceutil/trace.go:171","msg":"trace[1257142982] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1176; }","duration":"238.141624ms","start":"2026-02-27T16:51:11.464058Z","end":"2026-02-27T16:51:11.7022Z","steps":["trace[1257142982] 'range keys from in-memory index tree' (duration: 237.722604ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:51:11.702251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.843058ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T16:51:11.702303Z","caller":"traceutil/trace.go:171","msg":"trace[348060974] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1176; }","duration":"237.157519ms","start":"2026-02-27T16:51:11.465088Z","end":"2026-02-27T16:51:11.702246Z","steps":["trace[348060974] 'range keys from in-memory index tree' (duration: 236.792671ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:51:11.702331Z","caller":"traceutil/trace.go:171","msg":"trace[1372400780] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:1176; }","duration":"199.953981ms","start":"2026-02-27T16:51:11.502357Z","end":"2026-02-27T16:51:11.702311Z","steps":["trace[1372400780] 'count revisions from in-memory index tree' (duration: 199.766186ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:51:11.702323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.675935ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-02-27T16:51:11.70225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.385979ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-02-27T16:51:11.702483Z","caller":"traceutil/trace.go:171","msg":"trace[1241662847] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1176; }","duration":"240.631514ms","start":"2026-02-27T16:51:11.461823Z","end":"2026-02-27T16:51:11.702454Z","steps":["trace[1241662847] 'range keys from in-memory index tree' (duration: 240.260066ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:51:11.702457Z","caller":"traceutil/trace.go:171","msg":"trace[1531537543] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1176; }","duration":"240.88977ms","start":"2026-02-27T16:51:11.461536Z","end":"2026-02-27T16:51:11.702426Z","steps":["trace[1531537543] 'range keys from in-memory index tree' (duration: 240.425499ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:51:25.739778Z","caller":"traceutil/trace.go:171","msg":"trace[732542477] transaction","detail":"{read_only:false; response_revision:1411; number_of_response:1; }","duration":"119.58274ms","start":"2026-02-27T16:51:25.620163Z","end":"2026-02-27T16:51:25.739746Z","steps":["trace[732542477] 'process raft request' (duration: 119.438517ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:51:31.70709Z","caller":"traceutil/trace.go:171","msg":"trace[1558788032] linearizableReadLoop","detail":"{readStateIndex:1554; appliedIndex:1553; }","duration":"275.295882ms","start":"2026-02-27T16:51:31.43177Z","end":"2026-02-27T16:51:31.707066Z","steps":["trace[1558788032] 'read index received' (duration: 275.24221ms)","trace[1558788032] 'applied index is now lower than readState.Index' (duration: 52.662µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T16:51:31.707221Z","caller":"traceutil/trace.go:171","msg":"trace[360560993] transaction","detail":"{read_only:false; response_revision:1486; number_of_response:1; }","duration":"337.866593ms","start":"2026-02-27T16:51:31.369303Z","end":"2026-02-27T16:51:31.70717Z","steps":["trace[360560993] 'process raft request' (duration: 337.618787ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:51:31.707327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.547957ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-02-27T16:51:31.707377Z","caller":"traceutil/trace.go:171","msg":"trace[239501934] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1486; }","duration":"275.6499ms","start":"2026-02-27T16:51:31.431716Z","end":"2026-02-27T16:51:31.707366Z","steps":["trace[239501934] 'agreement among raft nodes before linearized reading' (duration: 275.457725ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:51:31.707462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:51:31.369278Z","time spent":"338.054727ms","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T16:51:31.71144Z","caller":"traceutil/trace.go:171","msg":"trace[1045462475] transaction","detail":"{read_only:false; response_revision:1487; number_of_response:1; }","duration":"234.131307ms","start":"2026-02-27T16:51:31.477288Z","end":"2026-02-27T16:51:31.711419Z","steps":["trace[1045462475] 'process raft request' (duration: 234.006644ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:51:33.84079Z","caller":"traceutil/trace.go:171","msg":"trace[631381668] transaction","detail":"{read_only:false; response_revision:1497; number_of_response:1; }","duration":"128.28277ms","start":"2026-02-27T16:51:33.712486Z","end":"2026-02-27T16:51:33.840769Z","steps":["trace[631381668] 'process raft request' (duration: 126.951458ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:51:33.841067Z","caller":"traceutil/trace.go:171","msg":"trace[1093018510] linearizableReadLoop","detail":"{readStateIndex:1566; appliedIndex:1564; }","duration":"124.59344ms","start":"2026-02-27T16:51:33.71646Z","end":"2026-02-27T16:51:33.841053Z","steps":["trace[1093018510] 'read index received' (duration: 25.019054ms)","trace[1093018510] 'applied index is now lower than readState.Index' (duration: 99.573526ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T16:51:33.841129Z","caller":"traceutil/trace.go:171","msg":"trace[312924485] transaction","detail":"{read_only:false; response_revision:1498; number_of_response:1; }","duration":"124.492967ms","start":"2026-02-27T16:51:33.716617Z","end":"2026-02-27T16:51:33.84111Z","steps":["trace[312924485] 'process raft request' (duration: 124.103408ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:51:33.841282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.801514ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-02-27T16:51:33.841357Z","caller":"traceutil/trace.go:171","msg":"trace[418032149] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1498; }","duration":"124.923977ms","start":"2026-02-27T16:51:33.716416Z","end":"2026-02-27T16:51:33.84134Z","steps":["trace[418032149] 'agreement among raft nodes before linearized reading' (duration: 124.723283ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:51:36.962836Z","caller":"traceutil/trace.go:171","msg":"trace[1425858994] transaction","detail":"{read_only:false; response_revision:1527; number_of_response:1; }","duration":"139.746096ms","start":"2026-02-27T16:51:36.823057Z","end":"2026-02-27T16:51:36.962804Z","steps":["trace[1425858994] 'process raft request' (duration: 139.573472ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:51:37.114163Z","caller":"traceutil/trace.go:171","msg":"trace[996501864] transaction","detail":"{read_only:false; response_revision:1528; number_of_response:1; }","duration":"135.502383ms","start":"2026-02-27T16:51:36.978634Z","end":"2026-02-27T16:51:37.114136Z","steps":["trace[996501864] 'process raft request' (duration: 132.45954ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:51:37.239197Z","caller":"traceutil/trace.go:171","msg":"trace[271372690] transaction","detail":"{read_only:false; response_revision:1531; number_of_response:1; }","duration":"119.533398ms","start":"2026-02-27T16:51:37.119631Z","end":"2026-02-27T16:51:37.239164Z","steps":["trace[271372690] 'process raft request' (duration: 119.17579ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:51:37.239221Z","caller":"traceutil/trace.go:171","msg":"trace[1338167776] transaction","detail":"{read_only:false; response_revision:1532; number_of_response:1; }","duration":"115.734806ms","start":"2026-02-27T16:51:37.123451Z","end":"2026-02-27T16:51:37.239186Z","steps":["trace[1338167776] 'process raft request' (duration: 115.593162ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:51:37.239682Z","caller":"traceutil/trace.go:171","msg":"trace[573693831] transaction","detail":"{read_only:false; response_revision:1533; number_of_response:1; }","duration":"115.833818ms","start":"2026-02-27T16:51:37.123823Z","end":"2026-02-27T16:51:37.239657Z","steps":["trace[573693831] 'process raft request' (duration: 115.286865ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:51:39.110175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.763632ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-10b06e7f-46a5-4115-9fdb-bf3f1dcab0a1\" ","response":"range_response_count:1 size:3626"} {"level":"info","ts":"2026-02-27T16:51:39.110279Z","caller":"traceutil/trace.go:171","msg":"trace[1881073098] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-10b06e7f-46a5-4115-9fdb-bf3f1dcab0a1; range_end:; response_count:1; response_revision:1589; }","duration":"258.914455ms","start":"2026-02-27T16:51:38.851337Z","end":"2026-02-27T16:51:39.110251Z","steps":["trace[1881073098] 'range keys from in-memory index tree' (duration: 258.544386ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:51:39.667406Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3939133035121632417,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T16:51:40.167629Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3939133035121632417,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T16:51:40.300898Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.182724646s","expected-duration":"1s"} {"level":"info","ts":"2026-02-27T16:51:40.301304Z","caller":"traceutil/trace.go:171","msg":"trace[1457496180] transaction","detail":"{read_only:false; response_revision:1590; number_of_response:1; }","duration":"1.183240278s","start":"2026-02-27T16:51:39.118038Z","end":"2026-02-27T16:51:40.301278Z","steps":["trace[1457496180] 'process raft request' (duration: 1.183055274s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:51:40.30149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:51:39.118012Z","time spent":"1.183378232s","remote":"127.0.0.1:42234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3731,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T16:51:41.166789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.99990734s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-27T16:51:41.166925Z","caller":"traceutil/trace.go:171","msg":"trace[1396368393] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000079325s","start":"2026-02-27T16:51:39.166824Z","end":"2026-02-27T16:51:41.166904Z","steps":["trace[1396368393] 'agreement among raft nodes before linearized reading' (duration: 1.999930881s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:51:41.166972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:51:39.166813Z","time spent":"2.000149376s","remote":"127.0.0.1:42042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T16:51:41.627532Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.206193463s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-27T16:51:41.629748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.208254333s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T16:51:41.630148Z","caller":"traceutil/trace.go:171","msg":"trace[1706646459] transaction","detail":"{read_only:false; response_revision:1592; number_of_response:1; }","duration":"1.767672989s","start":"2026-02-27T16:51:39.862444Z","end":"2026-02-27T16:51:41.630117Z","steps":["trace[1706646459] 'process raft request' (duration: 1.767431682s)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:51:41.630202Z","caller":"traceutil/trace.go:171","msg":"trace[1072539885] transaction","detail":"{read_only:false; response_revision:1593; number_of_response:1; }","duration":"1.764846121s","start":"2026-02-27T16:51:39.865309Z","end":"2026-02-27T16:51:41.630155Z","steps":["trace[1072539885] 'process raft request' (duration: 1.764689296s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:51:41.630302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:51:39.862422Z","time spent":"1.767789642s","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T16:51:41.630332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:51:39.865279Z","time spent":"1.764997235s","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T16:51:41.630528Z","caller":"traceutil/trace.go:171","msg":"trace[1103949273] transaction","detail":"{read_only:false; response_revision:1594; number_of_response:1; }","duration":"1.694519022s","start":"2026-02-27T16:51:39.935976Z","end":"2026-02-27T16:51:41.630495Z","steps":["trace[1103949273] 'process raft request' (duration: 1.694074411s)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:51:41.630626Z","caller":"traceutil/trace.go:171","msg":"trace[1023853519] linearizableReadLoop","detail":"{readStateIndex:1664; appliedIndex:1659; }","duration":"2.463682736s","start":"2026-02-27T16:51:39.166857Z","end":"2026-02-27T16:51:41.630539Z","steps":["trace[1023853519] 'read index received' (duration: 1.134330367s)","trace[1023853519] 'applied index is now lower than readState.Index' (duration: 1.329347449s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T16:51:41.630698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:51:39.935961Z","time spent":"1.694675065s","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T16:51:41.630719Z","caller":"traceutil/trace.go:171","msg":"trace[200923266] transaction","detail":"{read_only:false; response_revision:1591; number_of_response:1; }","duration":"2.002756329s","start":"2026-02-27T16:51:39.627744Z","end":"2026-02-27T16:51:41.630501Z","steps":["trace[200923266] 'process raft request' (duration: 793.626605ms)","trace[200923266] 'compare' (duration: 1.20775225s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T16:51:41.631246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:51:39.62772Z","time spent":"2.003225711s","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T16:51:41.631375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.759264206s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-02-27T16:51:41.631378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.385286762s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-02-27T16:51:41.631409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.757292898s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-02-27T16:51:41.631445Z","caller":"traceutil/trace.go:171","msg":"trace[1669588538] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1595; }","duration":"1.759357938s","start":"2026-02-27T16:51:39.872067Z","end":"2026-02-27T16:51:41.631425Z","steps":["trace[1669588538] 'agreement among raft nodes before linearized reading' (duration: 1.759244265s)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:51:41.631474Z","caller":"traceutil/trace.go:171","msg":"trace[204070749] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1595; }","duration":"1.75737702s","start":"2026-02-27T16:51:39.874079Z","end":"2026-02-27T16:51:41.631456Z","steps":["trace[204070749] 'agreement among raft nodes before linearized reading' (duration: 1.757186205s)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:51:41.631487Z","caller":"traceutil/trace.go:171","msg":"trace[1757347692] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:1595; }","duration":"2.385429206s","start":"2026-02-27T16:51:39.246016Z","end":"2026-02-27T16:51:41.631446Z","steps":["trace[1757347692] 'agreement among raft nodes before linearized reading' (duration: 2.384927804s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:51:41.631498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:51:39.872047Z","time spent":"1.759436271s","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-27T16:51:41.631506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.377845482s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-02-27T16:51:41.630195Z","caller":"traceutil/trace.go:171","msg":"trace[377401369] transaction","detail":"{read_only:false; response_revision:1595; number_of_response:1; }","duration":"1.306884786s","start":"2026-02-27T16:51:40.323282Z","end":"2026-02-27T16:51:41.630167Z","steps":["trace[377401369] 'process raft request' (duration: 1.306832595s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:51:41.631575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:51:39.245995Z","time spent":"2.385566258s","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":579,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-02-27T16:51:41.631574Z","caller":"traceutil/trace.go:171","msg":"trace[1613431838] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1595; }","duration":"2.377945704s","start":"2026-02-27T16:51:39.253607Z","end":"2026-02-27T16:51:41.631553Z","steps":["trace[1613431838] 'agreement among raft nodes before linearized reading' (duration: 2.3777697s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:51:41.631615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.252964203s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-27T16:51:41.63161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.299744204s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-10b06e7f-46a5-4115-9fdb-bf3f1dcab0a1\" ","response":"range_response_count:1 size:3746"} {"level":"warn","ts":"2026-02-27T16:51:41.631574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.311791ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-27T16:51:41.631665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.325209179s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-10b06e7f-46a5-4115-9fdb-bf3f1dcab0a1\" ","response":"range_response_count:1 size:3746"} {"level":"info","ts":"2026-02-27T16:51:41.631679Z","caller":"traceutil/trace.go:171","msg":"trace[1485677308] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-10b06e7f-46a5-4115-9fdb-bf3f1dcab0a1; range_end:; response_count:1; response_revision:1595; }","duration":"2.299846997s","start":"2026-02-27T16:51:39.331816Z","end":"2026-02-27T16:51:41.631663Z","steps":["trace[1485677308] 'agreement among raft nodes before linearized reading' (duration: 2.299706333s)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:51:41.631702Z","caller":"traceutil/trace.go:171","msg":"trace[2034607931] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-10b06e7f-46a5-4115-9fdb-bf3f1dcab0a1; range_end:; response_count:1; response_revision:1595; }","duration":"1.32527172s","start":"2026-02-27T16:51:40.306418Z","end":"2026-02-27T16:51:41.63169Z","steps":["trace[2034607931] 'agreement among raft nodes before linearized reading' (duration: 1.325167108s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:51:41.631713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"463.94029ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T16:51:41.631727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:51:39.331796Z","time spent":"2.299922369s","remote":"127.0.0.1:42234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3768,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-10b06e7f-46a5-4115-9fdb-bf3f1dcab0a1\" "} {"level":"warn","ts":"2026-02-27T16:51:41.631735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:51:40.3064Z","time spent":"1.325328991s","remote":"127.0.0.1:42234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3768,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-10b06e7f-46a5-4115-9fdb-bf3f1dcab0a1\" "} {"level":"info","ts":"2026-02-27T16:51:41.63174Z","caller":"traceutil/trace.go:171","msg":"trace[1460686380] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1595; }","duration":"463.9878ms","start":"2026-02-27T16:51:41.167744Z","end":"2026-02-27T16:51:41.631731Z","steps":["trace[1460686380] 'agreement among raft nodes before linearized reading' (duration: 463.946359ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:51:41.631764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"500.125173ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T16:51:41.631772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:51:41.16773Z","time spent":"464.036132ms","remote":"127.0.0.1:42052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T16:51:41.63176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:51:40.323125Z","time spent":"1.308491245s","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T16:51:41.631535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:51:39.87407Z","time spent":"1.757454223s","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-02-27T16:51:41.631668Z","caller":"traceutil/trace.go:171","msg":"trace[1853518719] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:1595; }","duration":"1.253085126s","start":"2026-02-27T16:51:40.378567Z","end":"2026-02-27T16:51:41.631652Z","steps":["trace[1853518719] 'agreement among raft nodes before linearized reading' (duration: 1.253011414s)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:51:41.631812Z","caller":"traceutil/trace.go:171","msg":"trace[583571517] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1595; }","duration":"500.197295ms","start":"2026-02-27T16:51:41.131603Z","end":"2026-02-27T16:51:41.631801Z","steps":["trace[583571517] 'agreement among raft nodes before linearized reading' (duration: 500.108043ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:51:41.631933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:51:40.378543Z","time spent":"1.253371643s","remote":"127.0.0.1:40388","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":29,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"info","ts":"2026-02-27T16:51:41.631684Z","caller":"traceutil/trace.go:171","msg":"trace[372341474] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:1595; }","duration":"347.464825ms","start":"2026-02-27T16:51:41.284204Z","end":"2026-02-27T16:51:41.631669Z","steps":["trace[372341474] 'agreement among raft nodes before linearized reading' (duration: 347.327332ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:51:41.632103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:51:41.284176Z","time spent":"347.910566ms","remote":"127.0.0.1:42340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":29,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"warn","ts":"2026-02-27T16:51:41.631278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.754608993s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-02-27T16:51:41.632184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:51:41.131585Z","time spent":"500.348188ms","remote":"127.0.0.1:42042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T16:51:41.631478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.364374436s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-02-27T16:51:41.632462Z","caller":"traceutil/trace.go:171","msg":"trace[1632567142] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1595; }","duration":"2.36539629s","start":"2026-02-27T16:51:39.267038Z","end":"2026-02-27T16:51:41.632434Z","steps":["trace[1632567142] 'agreement among raft nodes before linearized reading' (duration: 2.364286494s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:51:41.632578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:51:39.267013Z","time spent":"2.365524194s","remote":"127.0.0.1:32864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-02-27T16:51:41.632177Z","caller":"traceutil/trace.go:171","msg":"trace[665133832] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1595; }","duration":"1.755537416s","start":"2026-02-27T16:51:39.876626Z","end":"2026-02-27T16:51:41.632164Z","steps":["trace[665133832] 'agreement among raft nodes before linearized reading' (duration: 1.754321397s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:51:41.632776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:51:39.876614Z","time spent":"1.75613681s","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-27T16:51:41.631522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.755843384s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-02-27T16:51:41.632967Z","caller":"traceutil/trace.go:171","msg":"trace[1688661461] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1595; }","duration":"1.757301059s","start":"2026-02-27T16:51:39.87564Z","end":"2026-02-27T16:51:41.632941Z","steps":["trace[1688661461] 'agreement among raft nodes before linearized reading' (duration: 1.755754991s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:51:41.633019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:51:39.87563Z","time spent":"1.757376241s","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-27T16:51:41.631275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.763469648s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-02-27T16:51:41.633105Z","caller":"traceutil/trace.go:171","msg":"trace[528869674] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1595; }","duration":"1.765328423s","start":"2026-02-27T16:51:39.86775Z","end":"2026-02-27T16:51:41.633078Z","steps":["trace[528869674] 'agreement among raft nodes before linearized reading' (duration: 1.763210352s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:51:41.633148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:51:39.867728Z","time spent":"1.765404906s","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-27T16:51:41.631633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:51:39.25359Z","time spent":"2.378028276s","remote":"127.0.0.1:32864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-02-27T16:51:54.505243Z","caller":"traceutil/trace.go:171","msg":"trace[1917854867] transaction","detail":"{read_only:false; response_revision:1709; number_of_response:1; }","duration":"122.209044ms","start":"2026-02-27T16:51:54.383012Z","end":"2026-02-27T16:51:54.505221Z","steps":["trace[1917854867] 'process raft request' (duration: 122.065409ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:51:54.787643Z","caller":"traceutil/trace.go:171","msg":"trace[1387829274] transaction","detail":"{read_only:false; response_revision:1713; number_of_response:1; }","duration":"273.882537ms","start":"2026-02-27T16:51:54.513729Z","end":"2026-02-27T16:51:54.787612Z","steps":["trace[1387829274] 'process raft request' (duration: 273.808036ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:51:54.787673Z","caller":"traceutil/trace.go:171","msg":"trace[221595789] transaction","detail":"{read_only:false; response_revision:1711; number_of_response:1; }","duration":"275.341303ms","start":"2026-02-27T16:51:54.512281Z","end":"2026-02-27T16:51:54.787623Z","steps":["trace[221595789] 'process raft request' (duration: 262.558244ms)","trace[221595789] 'compare' (duration: 12.092412ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T16:51:54.787679Z","caller":"traceutil/trace.go:171","msg":"trace[1622904135] transaction","detail":"{read_only:false; response_revision:1712; number_of_response:1; }","duration":"275.172979ms","start":"2026-02-27T16:51:54.512479Z","end":"2026-02-27T16:51:54.787652Z","steps":["trace[1622904135] 'process raft request' (duration: 274.897033ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:51:55.97518Z","caller":"traceutil/trace.go:171","msg":"trace[2079329984] transaction","detail":"{read_only:false; response_revision:1715; number_of_response:1; }","duration":"292.936808ms","start":"2026-02-27T16:51:55.682215Z","end":"2026-02-27T16:51:55.975152Z","steps":["trace[2079329984] 'process raft request' (duration: 292.728183ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:51:57.936146Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.961129819s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-27T16:51:57.938479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"967.491491ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T16:51:57.938679Z","caller":"traceutil/trace.go:171","msg":"trace[1904511225] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1715; }","duration":"967.777108ms","start":"2026-02-27T16:51:56.970875Z","end":"2026-02-27T16:51:57.938652Z","steps":["trace[1904511225] 'range keys from in-memory index tree' (duration: 967.472281ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:51:57.938858Z","caller":"traceutil/trace.go:171","msg":"trace[1723528817] transaction","detail":"{read_only:false; response_revision:1716; number_of_response:1; }","duration":"2.25045295s","start":"2026-02-27T16:51:55.688373Z","end":"2026-02-27T16:51:57.938826Z","steps":["trace[1723528817] 'process raft request' (duration: 2.24796517s)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:51:57.938935Z","caller":"traceutil/trace.go:171","msg":"trace[1184107859] transaction","detail":"{read_only:false; response_revision:1717; number_of_response:1; }","duration":"2.24672046s","start":"2026-02-27T16:51:55.692186Z","end":"2026-02-27T16:51:57.938907Z","steps":["trace[1184107859] 'process raft request' (duration: 2.246549336s)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:51:57.938962Z","caller":"traceutil/trace.go:171","msg":"trace[343401068] linearizableReadLoop","detail":"{readStateIndex:1792; appliedIndex:1789; }","duration":"2.237441466s","start":"2026-02-27T16:51:55.701482Z","end":"2026-02-27T16:51:57.938924Z","steps":["trace[343401068] 'read index received' (duration: 273.57242ms)","trace[343401068] 'applied index is now lower than readState.Index' (duration: 1.963864615s)"],"step_count":2} {"level":"info","ts":"2026-02-27T16:51:57.938978Z","caller":"traceutil/trace.go:171","msg":"trace[83866944] transaction","detail":"{read_only:false; response_revision:1718; number_of_response:1; }","duration":"1.290829664s","start":"2026-02-27T16:51:56.648111Z","end":"2026-02-27T16:51:57.938941Z","steps":["trace[83866944] 'process raft request' (duration: 1.290753752s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:51:57.93902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:51:55.688344Z","time spent":"2.250588794s","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T16:51:57.939061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:51:55.692167Z","time spent":"2.246822233s","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T16:51:57.939159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:51:56.648076Z","time spent":"1.290992498s","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T16:51:57.93926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.133167396s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-02-27T16:51:57.939256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.754557788s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T16:51:57.939293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.237795615s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-02-27T16:51:57.939319Z","caller":"traceutil/trace.go:171","msg":"trace[935562490] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:1718; }","duration":"1.75462603s","start":"2026-02-27T16:51:56.184675Z","end":"2026-02-27T16:51:57.939301Z","steps":["trace[935562490] 'agreement among raft nodes before linearized reading' (duration: 1.754518697s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:51:57.939338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.109193138s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-02-27T16:51:57.939341Z","caller":"traceutil/trace.go:171","msg":"trace[2057189141] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1718; }","duration":"2.237913037s","start":"2026-02-27T16:51:55.701414Z","end":"2026-02-27T16:51:57.939327Z","steps":["trace[2057189141] 'agreement among raft nodes before linearized reading' (duration: 2.237701272s)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:51:57.93936Z","caller":"traceutil/trace.go:171","msg":"trace[10185366] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1718; }","duration":"2.109281s","start":"2026-02-27T16:51:55.830073Z","end":"2026-02-27T16:51:57.939354Z","steps":["trace[10185366] 'agreement among raft nodes before linearized reading' (duration: 2.109224008s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:51:57.93938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:51:55.830043Z","time spent":"2.109332471s","remote":"127.0.0.1:32864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-02-27T16:51:57.939369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:51:56.184599Z","time spent":"1.754754613s","remote":"127.0.0.1:40424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"warn","ts":"2026-02-27T16:51:57.939378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:51:55.70139Z","time spent":"2.237980418s","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-27T16:51:57.939434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.287288168s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-02-27T16:51:57.939284Z","caller":"traceutil/trace.go:171","msg":"trace[1535838534] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1718; }","duration":"2.133209428s","start":"2026-02-27T16:51:55.806066Z","end":"2026-02-27T16:51:57.939276Z","steps":["trace[1535838534] 'agreement among raft nodes before linearized reading' (duration: 2.133102615s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:51:57.939474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.543827287s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T16:51:57.939494Z","caller":"traceutil/trace.go:171","msg":"trace[1181064943] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:1718; }","duration":"1.287392721s","start":"2026-02-27T16:51:56.652082Z","end":"2026-02-27T16:51:57.939474Z","steps":["trace[1181064943] 'agreement among raft nodes before linearized reading' (duration: 1.287212246s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:51:57.93949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"772.576172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T16:51:57.939537Z","caller":"traceutil/trace.go:171","msg":"trace[1842461496] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:1718; }","duration":"1.543993141s","start":"2026-02-27T16:51:56.395527Z","end":"2026-02-27T16:51:57.93952Z","steps":["trace[1842461496] 'agreement among raft nodes before linearized reading' (duration: 1.543879658s)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:51:57.939561Z","caller":"traceutil/trace.go:171","msg":"trace[1218582673] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1718; }","duration":"772.651934ms","start":"2026-02-27T16:51:57.166889Z","end":"2026-02-27T16:51:57.93954Z","steps":["trace[1218582673] 'agreement among raft nodes before linearized reading' (duration: 772.511751ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:51:57.939579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.129755974s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-02-27T16:51:57.93955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:51:55.806055Z","time spent":"2.133455314s","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-27T16:51:57.939603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:51:57.166828Z","time spent":"772.766518ms","remote":"127.0.0.1:42042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-27T16:51:57.939611Z","caller":"traceutil/trace.go:171","msg":"trace[315184025] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1718; }","duration":"2.129806826s","start":"2026-02-27T16:51:55.809795Z","end":"2026-02-27T16:51:57.939602Z","steps":["trace[315184025] 'agreement among raft nodes before linearized reading' (duration: 2.129689083s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:51:57.9396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:51:56.395505Z","time spent":"1.544080153s","remote":"127.0.0.1:42458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":27,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"warn","ts":"2026-02-27T16:51:57.939644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:51:55.809788Z","time spent":"2.129847847s","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-27T16:51:57.939545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:51:56.652053Z","time spent":"1.287478533s","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":579,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-02-27T16:51:57.939805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.123201536s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-02-27T16:51:57.939848Z","caller":"traceutil/trace.go:171","msg":"trace[257402254] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1718; }","duration":"2.123257017s","start":"2026-02-27T16:51:55.816582Z","end":"2026-02-27T16:51:57.939839Z","steps":["trace[257402254] 'agreement among raft nodes before linearized reading' (duration: 2.123162355s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:51:57.939873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:51:55.816574Z","time spent":"2.123291668s","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-27T16:51:57.940798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.131492517s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-02-27T16:51:57.940828Z","caller":"traceutil/trace.go:171","msg":"trace[1447792532] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1718; }","duration":"2.131585589s","start":"2026-02-27T16:51:55.809234Z","end":"2026-02-27T16:51:57.94082Z","steps":["trace[1447792532] 'agreement among raft nodes before linearized reading' (duration: 2.130263616s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:51:57.94085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:51:55.809197Z","time spent":"2.1316478s","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-02-27T16:52:22.168965Z","caller":"traceutil/trace.go:171","msg":"trace[1241586228] transaction","detail":"{read_only:false; response_revision:1845; number_of_response:1; }","duration":"133.308393ms","start":"2026-02-27T16:52:22.035631Z","end":"2026-02-27T16:52:22.168939Z","steps":["trace[1241586228] 'process raft request' (duration: 133.1741ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:52:22.273644Z","caller":"traceutil/trace.go:171","msg":"trace[915740246] linearizableReadLoop","detail":"{readStateIndex:1927; appliedIndex:1924; }","duration":"142.020956ms","start":"2026-02-27T16:52:22.1316Z","end":"2026-02-27T16:52:22.273621Z","steps":["trace[915740246] 'read index received' (duration: 37.218892ms)","trace[915740246] 'applied index is now lower than readState.Index' (duration: 104.800844ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T16:52:22.273683Z","caller":"traceutil/trace.go:171","msg":"trace[1203052664] transaction","detail":"{read_only:false; response_revision:1847; number_of_response:1; }","duration":"162.541797ms","start":"2026-02-27T16:52:22.111104Z","end":"2026-02-27T16:52:22.273646Z","steps":["trace[1203052664] 'process raft request' (duration: 162.459875ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:52:22.273692Z","caller":"traceutil/trace.go:171","msg":"trace[1176073863] transaction","detail":"{read_only:false; response_revision:1846; number_of_response:1; }","duration":"174.249821ms","start":"2026-02-27T16:52:22.099401Z","end":"2026-02-27T16:52:22.273651Z","steps":["trace[1176073863] 'process raft request' (duration: 123.121444ms)","trace[1176073863] 'compare' (duration: 50.884781ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T16:52:22.273938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.313334ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-02-27T16:52:22.274025Z","caller":"traceutil/trace.go:171","msg":"trace[1948013084] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1847; }","duration":"142.462697ms","start":"2026-02-27T16:52:22.131543Z","end":"2026-02-27T16:52:22.274005Z","steps":["trace[1948013084] 'agreement among raft nodes before linearized reading' (duration: 142.200621ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:52:22.274279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.058313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-02-27T16:52:22.274261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.262238ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-02-27T16:52:22.274285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.05573ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T16:52:22.274334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.994415ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-02-27T16:52:22.274341Z","caller":"traceutil/trace.go:171","msg":"trace[112038278] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1848; }","duration":"135.190706ms","start":"2026-02-27T16:52:22.139133Z","end":"2026-02-27T16:52:22.274324Z","steps":["trace[112038278] 'agreement among raft nodes before linearized reading' (duration: 135.042733ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:52:22.274351Z","caller":"traceutil/trace.go:171","msg":"trace[277656039] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1848; }","duration":"138.393651ms","start":"2026-02-27T16:52:22.135942Z","end":"2026-02-27T16:52:22.274336Z","steps":["trace[277656039] 'agreement among raft nodes before linearized reading' (duration: 138.186626ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:52:22.274362Z","caller":"traceutil/trace.go:171","msg":"trace[2031780937] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1848; }","duration":"108.158673ms","start":"2026-02-27T16:52:22.166185Z","end":"2026-02-27T16:52:22.274344Z","steps":["trace[2031780937] 'agreement among raft nodes before linearized reading' (duration: 108.03408ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:52:22.274383Z","caller":"traceutil/trace.go:171","msg":"trace[1979818922] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1848; }","duration":"133.108117ms","start":"2026-02-27T16:52:22.141262Z","end":"2026-02-27T16:52:22.274371Z","steps":["trace[1979818922] 'agreement among raft nodes before linearized reading' (duration: 132.920513ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:52:22.274636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.126514ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-02-27T16:52:22.274851Z","caller":"traceutil/trace.go:171","msg":"trace[1431330493] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1848; }","duration":"132.288178ms","start":"2026-02-27T16:52:22.142423Z","end":"2026-02-27T16:52:22.274712Z","steps":["trace[1431330493] 'agreement among raft nodes before linearized reading' (duration: 131.825418ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:52:22.274944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.3983ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-02-27T16:52:22.275028Z","caller":"traceutil/trace.go:171","msg":"trace[324837350] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1848; }","duration":"123.554284ms","start":"2026-02-27T16:52:22.151456Z","end":"2026-02-27T16:52:22.27501Z","steps":["trace[324837350] 'agreement among raft nodes before linearized reading' (duration: 122.711475ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:52:22.917296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"438.47393ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T16:52:22.917869Z","caller":"traceutil/trace.go:171","msg":"trace[905997002] transaction","detail":"{read_only:false; response_revision:1853; number_of_response:1; }","duration":"636.740462ms","start":"2026-02-27T16:52:22.281104Z","end":"2026-02-27T16:52:22.917845Z","steps":["trace[905997002] 'process raft request' (duration: 636.572898ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:52:22.917892Z","caller":"traceutil/trace.go:171","msg":"trace[531280228] transaction","detail":"{read_only:false; response_revision:1852; number_of_response:1; }","duration":"637.534731ms","start":"2026-02-27T16:52:22.280319Z","end":"2026-02-27T16:52:22.917854Z","steps":["trace[531280228] 'process raft request' (duration: 637.305316ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:52:22.917908Z","caller":"traceutil/trace.go:171","msg":"trace[508310421] transaction","detail":"{read_only:false; response_revision:1851; number_of_response:1; }","duration":"638.091275ms","start":"2026-02-27T16:52:22.279748Z","end":"2026-02-27T16:52:22.917839Z","steps":["trace[508310421] 'process raft request' (duration: 637.735567ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:52:22.917868Z","caller":"traceutil/trace.go:171","msg":"trace[253771551] transaction","detail":"{read_only:false; response_revision:1849; number_of_response:1; }","duration":"639.1741ms","start":"2026-02-27T16:52:22.278649Z","end":"2026-02-27T16:52:22.917823Z","steps":["trace[253771551] 'process raft request' (duration: 200.080006ms)","trace[253771551] 'compare' (duration: 438.312756ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T16:52:22.91775Z","caller":"traceutil/trace.go:171","msg":"trace[745498090] linearizableReadLoop","detail":"{readStateIndex:1933; appliedIndex:1928; }","duration":"499.247723ms","start":"2026-02-27T16:52:22.418479Z","end":"2026-02-27T16:52:22.917727Z","steps":["trace[745498090] 'read index received' (duration: 60.266981ms)","trace[745498090] 'applied index is now lower than readState.Index' (duration: 438.979091ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T16:52:22.918032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:52:22.28108Z","time spent":"636.864816ms","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T16:52:22.91804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:52:22.27973Z","time spent":"638.250198ms","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T16:52:22.918074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:52:22.280305Z","time spent":"637.674605ms","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T16:52:22.91813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:52:22.27858Z","time spent":"639.471537ms","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T16:52:22.918167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"499.677772ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T16:52:22.918232Z","caller":"traceutil/trace.go:171","msg":"trace[177293540] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:1853; }","duration":"499.793395ms","start":"2026-02-27T16:52:22.418421Z","end":"2026-02-27T16:52:22.918214Z","steps":["trace[177293540] 'agreement among raft nodes before linearized reading' (duration: 499.509578ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:52:22.918281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:52:22.418398Z","time spent":"499.873747ms","remote":"127.0.0.1:42106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":246,"response size":30,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-02-27T16:52:22.918339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.82287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.189828a1e10201be\" ","response":"range_response_count:1 size:846"} {"level":"info","ts":"2026-02-27T16:52:22.918461Z","caller":"traceutil/trace.go:171","msg":"trace[1165077892] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.189828a1e10201be; range_end:; response_count:1; response_revision:1853; }","duration":"313.939772ms","start":"2026-02-27T16:52:22.604434Z","end":"2026-02-27T16:52:22.918374Z","steps":["trace[1165077892] 'agreement among raft nodes before linearized reading' (duration: 313.697177ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:52:22.918505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:52:22.604414Z","time spent":"314.082586ms","remote":"127.0.0.1:42106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":868,"request content":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.189828a1e10201be\" "} {"level":"info","ts":"2026-02-27T16:52:22.918542Z","caller":"traceutil/trace.go:171","msg":"trace[1491830252] transaction","detail":"{read_only:false; response_revision:1850; number_of_response:1; }","duration":"639.132549ms","start":"2026-02-27T16:52:22.278745Z","end":"2026-02-27T16:52:22.917878Z","steps":["trace[1491830252] 'process raft request' (duration: 638.665088ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:52:22.918645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:52:22.278728Z","time spent":"639.851145ms","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T16:52:26.616949Z","caller":"traceutil/trace.go:171","msg":"trace[776201252] transaction","detail":"{read_only:false; response_revision:1864; number_of_response:1; }","duration":"436.624346ms","start":"2026-02-27T16:52:26.180297Z","end":"2026-02-27T16:52:26.616921Z","steps":["trace[776201252] 'process raft request' (duration: 436.437992ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:52:26.617118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:52:26.180285Z","time spent":"436.742408ms","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T16:52:26.656085Z","caller":"traceutil/trace.go:171","msg":"trace[1357968065] transaction","detail":"{read_only:false; response_revision:1865; number_of_response:1; }","duration":"370.598579ms","start":"2026-02-27T16:52:26.285458Z","end":"2026-02-27T16:52:26.656057Z","steps":["trace[1357968065] 'process raft request' (duration: 370.301983ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:52:26.656306Z","caller":"traceutil/trace.go:171","msg":"trace[1489627716] linearizableReadLoop","detail":"{readStateIndex:1947; appliedIndex:1944; }","duration":"350.737444ms","start":"2026-02-27T16:52:26.305516Z","end":"2026-02-27T16:52:26.656253Z","steps":["trace[1489627716] 'read index received' (duration: 311.252119ms)","trace[1489627716] 'applied index is now lower than readState.Index' (duration: 39.482835ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T16:52:26.656328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:52:26.285427Z","time spent":"370.742053ms","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T16:52:26.656431Z","caller":"traceutil/trace.go:171","msg":"trace[1185745064] transaction","detail":"{read_only:false; response_revision:1866; number_of_response:1; }","duration":"370.847995ms","start":"2026-02-27T16:52:26.285545Z","end":"2026-02-27T16:52:26.656393Z","steps":["trace[1185745064] 'process raft request' (duration: 370.454096ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:52:26.656563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.032611ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-02-27T16:52:26.656625Z","caller":"traceutil/trace.go:171","msg":"trace[109002582] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1866; }","duration":"351.099254ms","start":"2026-02-27T16:52:26.3055Z","end":"2026-02-27T16:52:26.656599Z","steps":["trace[109002582] 'agreement among raft nodes before linearized reading' (duration: 350.875808ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:52:26.656768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:52:26.305447Z","time spent":"351.303168ms","remote":"127.0.0.1:32864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-02-27T16:52:26.656683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:52:26.285427Z","time spent":"371.100871ms","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T16:52:27.053607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.007001ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-02-27T16:52:27.053703Z","caller":"traceutil/trace.go:171","msg":"trace[863049127] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1866; }","duration":"117.133734ms","start":"2026-02-27T16:52:26.936549Z","end":"2026-02-27T16:52:27.053683Z","steps":["trace[863049127] 'range keys from in-memory index tree' (duration: 116.702302ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:52:27.05375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.558363ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-02-27T16:52:27.053607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.880889ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-27T16:52:27.053839Z","caller":"traceutil/trace.go:171","msg":"trace[132354869] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1866; }","duration":"117.713587ms","start":"2026-02-27T16:52:26.936104Z","end":"2026-02-27T16:52:27.053817Z","steps":["trace[132354869] 'range keys from in-memory index tree' (duration: 117.320428ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:52:27.053887Z","caller":"traceutil/trace.go:171","msg":"trace[985224882] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1866; }","duration":"120.232776ms","start":"2026-02-27T16:52:26.93364Z","end":"2026-02-27T16:52:27.053873Z","steps":["trace[985224882] 'range keys from in-memory index tree' (duration: 119.642593ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:52:27.053706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.789429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-02-27T16:52:27.054189Z","caller":"traceutil/trace.go:171","msg":"trace[1021039322] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1866; }","duration":"118.322801ms","start":"2026-02-27T16:52:26.935835Z","end":"2026-02-27T16:52:27.054157Z","steps":["trace[1021039322] 'range keys from in-memory index tree' (duration: 117.499912ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:52:27.054479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.102997ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-02-27T16:52:27.054678Z","caller":"traceutil/trace.go:171","msg":"trace[1241331455] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1866; }","duration":"118.223509ms","start":"2026-02-27T16:52:26.93634Z","end":"2026-02-27T16:52:27.054564Z","steps":["trace[1241331455] 'range keys from in-memory index tree' (duration: 117.84723ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:52:27.373889Z","caller":"traceutil/trace.go:171","msg":"trace[1492839175] transaction","detail":"{read_only:false; response_revision:1867; number_of_response:1; }","duration":"314.619129ms","start":"2026-02-27T16:52:27.059231Z","end":"2026-02-27T16:52:27.37385Z","steps":["trace[1492839175] 'process raft request' (duration: 314.371102ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:52:27.374136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:52:27.059204Z","time spent":"314.794114ms","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T16:52:27.452345Z","caller":"traceutil/trace.go:171","msg":"trace[2008590377] transaction","detail":"{read_only:false; response_revision:1868; number_of_response:1; }","duration":"392.616156ms","start":"2026-02-27T16:52:27.059697Z","end":"2026-02-27T16:52:27.452314Z","steps":["trace[2008590377] 'process raft request' (duration: 392.3947ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:52:27.452737Z","caller":"traceutil/trace.go:171","msg":"trace[1062814474] transaction","detail":"{read_only:false; response_revision:1869; number_of_response:1; }","duration":"392.893412ms","start":"2026-02-27T16:52:27.059799Z","end":"2026-02-27T16:52:27.452692Z","steps":["trace[1062814474] 'process raft request' (duration: 392.461863ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:52:27.452742Z","caller":"traceutil/trace.go:171","msg":"trace[917413136] transaction","detail":"{read_only:false; response_revision:1870; number_of_response:1; }","duration":"392.894293ms","start":"2026-02-27T16:52:27.059817Z","end":"2026-02-27T16:52:27.452712Z","steps":["trace[917413136] 'process raft request' (duration: 392.726289ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:52:27.452902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:52:27.059809Z","time spent":"393.015325ms","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T16:52:27.452909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:52:27.059775Z","time spent":"393.034746ms","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T16:52:27.452751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:52:27.059682Z","time spent":"392.847892ms","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T16:52:27.453107Z","caller":"traceutil/trace.go:171","msg":"trace[931676245] linearizableReadLoop","detail":"{readStateIndex:1952; appliedIndex:1947; }","duration":"285.21006ms","start":"2026-02-27T16:52:27.167858Z","end":"2026-02-27T16:52:27.453068Z","steps":["trace[931676245] 'read index received' (duration: 205.763379ms)","trace[931676245] 'applied index is now lower than readState.Index' (duration: 79.432671ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T16:52:27.453233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.372173ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T16:52:27.453273Z","caller":"traceutil/trace.go:171","msg":"trace[953597202] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1871; }","duration":"285.488157ms","start":"2026-02-27T16:52:27.167775Z","end":"2026-02-27T16:52:27.453263Z","steps":["trace[953597202] 'agreement among raft nodes before linearized reading' (duration: 285.402735ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:52:27.453164Z","caller":"traceutil/trace.go:171","msg":"trace[639639667] transaction","detail":"{read_only:false; response_revision:1871; number_of_response:1; }","duration":"393.337123ms","start":"2026-02-27T16:52:27.059812Z","end":"2026-02-27T16:52:27.453149Z","steps":["trace[639639667] 'process raft request' (duration: 392.855782ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:52:27.453409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:52:27.059778Z","time spent":"393.572708ms","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T16:52:27.844229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.515401ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T16:52:27.844321Z","caller":"traceutil/trace.go:171","msg":"trace[29580374] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:1872; }","duration":"140.677304ms","start":"2026-02-27T16:52:27.703621Z","end":"2026-02-27T16:52:27.844299Z","steps":["trace[29580374] 'count revisions from in-memory index tree' (duration: 140.393928ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:52:33.57231Z","caller":"traceutil/trace.go:171","msg":"trace[1751161933] linearizableReadLoop","detail":"{readStateIndex:1979; appliedIndex:1978; }","duration":"160.950399ms","start":"2026-02-27T16:52:33.411333Z","end":"2026-02-27T16:52:33.572283Z","steps":["trace[1751161933] 'read index received' (duration: 160.783596ms)","trace[1751161933] 'applied index is now lower than readState.Index' (duration: 165.603µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T16:52:33.572344Z","caller":"traceutil/trace.go:171","msg":"trace[779008159] transaction","detail":"{read_only:false; response_revision:1897; number_of_response:1; }","duration":"171.298262ms","start":"2026-02-27T16:52:33.401017Z","end":"2026-02-27T16:52:33.572316Z","steps":["trace[779008159] 'process raft request' (duration: 171.098738ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:52:33.572485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.131043ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T16:52:33.57284Z","caller":"traceutil/trace.go:171","msg":"trace[1952524530] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:1897; }","duration":"161.525272ms","start":"2026-02-27T16:52:33.411301Z","end":"2026-02-27T16:52:33.572826Z","steps":["trace[1952524530] 'agreement among raft nodes before linearized reading' (duration: 161.108112ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:52:34.084708Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3939133035121633099,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-27T16:52:34.41556Z","caller":"traceutil/trace.go:171","msg":"trace[1895804797] transaction","detail":"{read_only:false; response_revision:1898; number_of_response:1; }","duration":"838.13348ms","start":"2026-02-27T16:52:33.5774Z","end":"2026-02-27T16:52:34.415533Z","steps":["trace[1895804797] 'process raft request' (duration: 783.938491ms)","trace[1895804797] 'compare' (duration: 53.879042ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T16:52:34.415697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:52:33.577375Z","time spent":"838.248262ms","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T16:52:34.643691Z","caller":"traceutil/trace.go:171","msg":"trace[431652810] transaction","detail":"{read_only:false; response_revision:1899; number_of_response:1; }","duration":"1.066099269s","start":"2026-02-27T16:52:33.577544Z","end":"2026-02-27T16:52:34.643643Z","steps":["trace[431652810] 'process raft request' (duration: 1.045180889s)","trace[431652810] 'compare' (duration: 20.52473ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T16:52:34.643811Z","caller":"traceutil/trace.go:171","msg":"trace[1927815510] transaction","detail":"{read_only:false; response_revision:1900; number_of_response:1; }","duration":"1.065499556s","start":"2026-02-27T16:52:33.578261Z","end":"2026-02-27T16:52:34.64376Z","steps":["trace[1927815510] 'process raft request' (duration: 1.065327722s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:52:34.643933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:52:33.577514Z","time spent":"1.066295014s","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T16:52:34.644021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:52:33.578238Z","time spent":"1.065660379s","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T16:52:34.64423Z","caller":"traceutil/trace.go:171","msg":"trace[315930918] transaction","detail":"{read_only:false; response_revision:1901; number_of_response:1; }","duration":"1.064777678s","start":"2026-02-27T16:52:33.579435Z","end":"2026-02-27T16:52:34.644212Z","steps":["trace[315930918] 'process raft request' (duration: 1.064297997s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:52:34.644313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:52:33.579418Z","time spent":"1.064845589s","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T16:52:34.775402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.371507ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-02-27T16:52:34.775928Z","caller":"traceutil/trace.go:171","msg":"trace[346674580] transaction","detail":"{read_only:false; response_revision:1902; number_of_response:1; }","duration":"605.48278ms","start":"2026-02-27T16:52:34.170403Z","end":"2026-02-27T16:52:34.775886Z","steps":["trace[346674580] 'process raft request' (duration: 605.143312ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:52:34.776137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:52:34.170373Z","time spent":"605.653185ms","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T16:52:34.776042Z","caller":"traceutil/trace.go:171","msg":"trace[394305384] linearizableReadLoop","detail":"{readStateIndex:1984; appliedIndex:1979; }","duration":"1.191818234s","start":"2026-02-27T16:52:33.58419Z","end":"2026-02-27T16:52:34.776008Z","steps":["trace[394305384] 'read index received' (duration: 777.260905ms)","trace[394305384] 'applied index is now lower than readState.Index' (duration: 414.555259ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T16:52:34.776237Z","caller":"traceutil/trace.go:171","msg":"trace[1271245908] transaction","detail":"{read_only:false; response_revision:1903; number_of_response:1; }","duration":"127.116137ms","start":"2026-02-27T16:52:34.648983Z","end":"2026-02-27T16:52:34.776099Z","steps":["trace[1271245908] 'process raft request' (duration: 126.850381ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:52:34.776438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"609.488765ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T16:52:34.776484Z","caller":"traceutil/trace.go:171","msg":"trace[2002343551] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1905; }","duration":"609.609238ms","start":"2026-02-27T16:52:34.166861Z","end":"2026-02-27T16:52:34.77647Z","steps":["trace[2002343551] 'agreement among raft nodes before linearized reading' (duration: 609.514296ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:52:34.776519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:52:34.166823Z","time spent":"609.68818ms","remote":"127.0.0.1:42042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T16:52:34.776581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.064556343s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-02-27T16:52:34.776656Z","caller":"traceutil/trace.go:171","msg":"trace[550824] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1905; }","duration":"1.064633264s","start":"2026-02-27T16:52:33.711995Z","end":"2026-02-27T16:52:34.776628Z","steps":["trace[550824] 'agreement among raft nodes before linearized reading' (duration: 1.064378228s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:52:34.776711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:52:33.711909Z","time spent":"1.064788508s","remote":"127.0.0.1:32864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-02-27T16:52:34.776669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"998.655248ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"warn","ts":"2026-02-27T16:52:34.776669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.192441068s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-02-27T16:52:34.776794Z","caller":"traceutil/trace.go:171","msg":"trace[1942324950] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:1905; }","duration":"998.849504ms","start":"2026-02-27T16:52:33.777917Z","end":"2026-02-27T16:52:34.776766Z","steps":["trace[1942324950] 'agreement among raft nodes before linearized reading' (duration: 998.579587ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:52:34.776833Z","caller":"traceutil/trace.go:171","msg":"trace[295860989] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1905; }","duration":"1.192642133s","start":"2026-02-27T16:52:33.584136Z","end":"2026-02-27T16:52:34.776778Z","steps":["trace[295860989] 'agreement among raft nodes before linearized reading' (duration: 1.192180262s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:52:34.776895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:52:33.584129Z","time spent":"1.192751665s","remote":"127.0.0.1:32864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-02-27T16:52:34.776857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:52:33.777889Z","time spent":"998.954965ms","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":552,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-02-27T16:52:35.294503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.782729ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T16:52:35.294663Z","caller":"traceutil/trace.go:171","msg":"trace[1802863758] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1906; }","duration":"126.991024ms","start":"2026-02-27T16:52:35.167647Z","end":"2026-02-27T16:52:35.294638Z","steps":["trace[1802863758] 'range keys from in-memory index tree' (duration: 126.632256ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:52:35.294709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.859388ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T16:52:35.29479Z","caller":"traceutil/trace.go:171","msg":"trace[499471291] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:1906; }","duration":"307.017651ms","start":"2026-02-27T16:52:34.987752Z","end":"2026-02-27T16:52:35.29477Z","steps":["trace[499471291] 'count revisions from in-memory index tree' (duration: 306.657413ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:52:35.29484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:52:34.98772Z","time spent":"307.111204ms","remote":"127.0.0.1:60922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"info","ts":"2026-02-27T16:52:35.689294Z","caller":"traceutil/trace.go:171","msg":"trace[1112621921] linearizableReadLoop","detail":"{readStateIndex:1991; appliedIndex:1990; }","duration":"104.724732ms","start":"2026-02-27T16:52:35.584541Z","end":"2026-02-27T16:52:35.689266Z","steps":["trace[1112621921] 'read index received' (duration: 46.223272ms)","trace[1112621921] 'applied index is now lower than readState.Index' (duration: 58.49975ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T16:52:35.689326Z","caller":"traceutil/trace.go:171","msg":"trace[1573566712] transaction","detail":"{read_only:false; response_revision:1908; number_of_response:1; }","duration":"106.771011ms","start":"2026-02-27T16:52:35.582521Z","end":"2026-02-27T16:52:35.689292Z","steps":["trace[1573566712] 'process raft request' (duration: 48.294271ms)","trace[1573566712] 'compare' (duration: 58.336387ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T16:52:35.689456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.879157ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T16:52:35.689526Z","caller":"traceutil/trace.go:171","msg":"trace[2074443603] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1908; }","duration":"104.99448ms","start":"2026-02-27T16:52:35.584514Z","end":"2026-02-27T16:52:35.689509Z","steps":["trace[2074443603] 'agreement among raft nodes before linearized reading' (duration: 104.869477ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:52:36.26876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.987742ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T16:52:36.268859Z","caller":"traceutil/trace.go:171","msg":"trace[455136242] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1908; }","duration":"103.155296ms","start":"2026-02-27T16:52:36.165681Z","end":"2026-02-27T16:52:36.268836Z","steps":["trace[455136242] 'range keys from in-memory index tree' (duration: 102.87817ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:52:36.268852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.70274ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T16:52:36.268999Z","caller":"traceutil/trace.go:171","msg":"trace[252457793] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:1908; }","duration":"185.909194ms","start":"2026-02-27T16:52:36.083029Z","end":"2026-02-27T16:52:36.268939Z","steps":["trace[252457793] 'count revisions from in-memory index tree' (duration: 185.526904ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:52:36.966627Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3939133035121633128,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-27T16:52:36.96691Z","caller":"traceutil/trace.go:171","msg":"trace[686006261] transaction","detail":"{read_only:false; response_revision:1909; number_of_response:1; }","duration":"542.261661ms","start":"2026-02-27T16:52:36.424613Z","end":"2026-02-27T16:52:36.966875Z","steps":["trace[686006261] 'process raft request' (duration: 542.081086ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:52:36.967Z","caller":"traceutil/trace.go:171","msg":"trace[487835931] linearizableReadLoop","detail":"{readStateIndex:1992; appliedIndex:1991; }","duration":"500.676726ms","start":"2026-02-27T16:52:36.46628Z","end":"2026-02-27T16:52:36.966957Z","steps":["trace[487835931] 'read index received' (duration: 500.500492ms)","trace[487835931] 'applied index is now lower than readState.Index' (duration: 172.374µs)"],"step_count":2} {"level":"warn","ts":"2026-02-27T16:52:36.96709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:52:36.424572Z","time spent":"542.436735ms","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T16:52:36.967349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"501.027844ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T16:52:36.967404Z","caller":"traceutil/trace.go:171","msg":"trace[521434669] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:1909; }","duration":"501.169108ms","start":"2026-02-27T16:52:36.466219Z","end":"2026-02-27T16:52:36.967388Z","steps":["trace[521434669] 'agreement among raft nodes before linearized reading' (duration: 500.916793ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:52:36.967522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:52:36.466193Z","time spent":"501.286531ms","remote":"127.0.0.1:57046","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-02-27T16:52:37.12819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.613088ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T16:52:37.128361Z","caller":"traceutil/trace.go:171","msg":"trace[2129152229] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1909; }","duration":"156.809552ms","start":"2026-02-27T16:52:36.971525Z","end":"2026-02-27T16:52:37.128334Z","steps":["trace[2129152229] 'range keys from in-memory index tree' (duration: 156.592648ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:52:37.136866Z","caller":"traceutil/trace.go:171","msg":"trace[1204675357] linearizableReadLoop","detail":"{readStateIndex:1995; appliedIndex:1992; }","duration":"169.761247ms","start":"2026-02-27T16:52:36.967087Z","end":"2026-02-27T16:52:37.136848Z","steps":["trace[1204675357] 'read index received' (duration: 169.394537ms)","trace[1204675357] 'applied index is now lower than readState.Index' (duration: 365.59µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T16:52:37.137096Z","caller":"traceutil/trace.go:171","msg":"trace[589316982] transaction","detail":"{read_only:false; response_revision:1912; number_of_response:1; }","duration":"354.648906ms","start":"2026-02-27T16:52:36.7824Z","end":"2026-02-27T16:52:37.137049Z","steps":["trace[589316982] 'process raft request' (duration: 354.392271ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:52:37.137209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"487.075708ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-02-27T16:52:37.13723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:52:36.782388Z","time spent":"354.7633ms","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T16:52:37.13725Z","caller":"traceutil/trace.go:171","msg":"trace[344037812] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1912; }","duration":"487.13864ms","start":"2026-02-27T16:52:36.650098Z","end":"2026-02-27T16:52:37.137236Z","steps":["trace[344037812] 'agreement among raft nodes before linearized reading' (duration: 487.041817ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:52:37.13729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:52:36.650088Z","time spent":"487.193461ms","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-02-27T16:52:37.137264Z","caller":"traceutil/trace.go:171","msg":"trace[511356884] transaction","detail":"{read_only:false; response_revision:1910; number_of_response:1; }","duration":"355.21035ms","start":"2026-02-27T16:52:36.781996Z","end":"2026-02-27T16:52:37.137207Z","steps":["trace[511356884] 'process raft request' (duration: 354.562655ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:52:37.137458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.346629ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-02-27T16:52:37.13749Z","caller":"traceutil/trace.go:171","msg":"trace[1163151015] transaction","detail":"{read_only:false; response_revision:1911; number_of_response:1; }","duration":"355.117677ms","start":"2026-02-27T16:52:36.782361Z","end":"2026-02-27T16:52:37.137478Z","steps":["trace[1163151015] 'process raft request' (duration: 354.37307ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:52:37.137505Z","caller":"traceutil/trace.go:171","msg":"trace[1214183480] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1912; }","duration":"345.42443ms","start":"2026-02-27T16:52:36.792066Z","end":"2026-02-27T16:52:37.137491Z","steps":["trace[1214183480] 'agreement among raft nodes before linearized reading' (duration: 345.309397ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:52:37.137508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:52:36.781976Z","time spent":"355.401164ms","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T16:52:37.13755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:52:36.792052Z","time spent":"345.483182ms","remote":"127.0.0.1:32864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-02-27T16:52:37.137569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:52:36.782345Z","time spent":"355.177439ms","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T16:52:37.137112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"487.502447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-02-27T16:52:37.137734Z","caller":"traceutil/trace.go:171","msg":"trace[305721066] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1912; }","duration":"488.168173ms","start":"2026-02-27T16:52:36.649536Z","end":"2026-02-27T16:52:37.137704Z","steps":["trace[305721066] 'agreement among raft nodes before linearized reading' (duration: 487.397966ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:52:37.137826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:52:36.649513Z","time spent":"488.281066ms","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-27T16:52:37.138374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"488.114452ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-02-27T16:52:37.138439Z","caller":"traceutil/trace.go:171","msg":"trace[1416578191] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1912; }","duration":"488.179503ms","start":"2026-02-27T16:52:36.650243Z","end":"2026-02-27T16:52:37.138422Z","steps":["trace[1416578191] 'agreement among raft nodes before linearized reading' (duration: 487.989519ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:52:37.138489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:52:36.650176Z","time spent":"488.300826ms","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-27T16:52:38.194559Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3939133035121633140,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T16:52:38.695243Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3939133035121633140,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T16:52:38.886973Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.281696469s","expected-duration":"1s"} {"level":"info","ts":"2026-02-27T16:52:38.887404Z","caller":"traceutil/trace.go:171","msg":"trace[191680521] linearizableReadLoop","detail":"{readStateIndex:1999; appliedIndex:1998; }","duration":"1.193913744s","start":"2026-02-27T16:52:37.693461Z","end":"2026-02-27T16:52:38.887375Z","steps":["trace[191680521] 'read index received' (duration: 1.193656657s)","trace[191680521] 'applied index is now lower than readState.Index' (duration: 255.397µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T16:52:38.887525Z","caller":"traceutil/trace.go:171","msg":"trace[1407794120] transaction","detail":"{read_only:false; response_revision:1916; number_of_response:1; }","duration":"1.282375815s","start":"2026-02-27T16:52:37.605126Z","end":"2026-02-27T16:52:38.887502Z","steps":["trace[1407794120] 'process raft request' (duration: 1.282069787s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:52:38.887614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"930.913964ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T16:52:38.887662Z","caller":"traceutil/trace.go:171","msg":"trace[1830998872] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:1916; }","duration":"931.025706ms","start":"2026-02-27T16:52:37.956624Z","end":"2026-02-27T16:52:38.88765Z","steps":["trace[1830998872] 'agreement among raft nodes before linearized reading' (duration: 930.921484ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:52:38.887704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:52:37.956602Z","time spent":"931.089717ms","remote":"127.0.0.1:42206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":14,"response size":29,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-02-27T16:52:38.887749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.194267772s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-27T16:52:38.887864Z","caller":"traceutil/trace.go:171","msg":"trace[954626967] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1916; }","duration":"1.194448376s","start":"2026-02-27T16:52:37.693396Z","end":"2026-02-27T16:52:38.887844Z","steps":["trace[954626967] 'agreement among raft nodes before linearized reading' (duration: 1.194147069s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:52:38.887921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:52:37.693373Z","time spent":"1.194539688s","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-27T16:52:38.88792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"720.372173ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T16:52:38.887979Z","caller":"traceutil/trace.go:171","msg":"trace[1987680419] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1916; }","duration":"720.629369ms","start":"2026-02-27T16:52:38.167333Z","end":"2026-02-27T16:52:38.887962Z","steps":["trace[1987680419] 'agreement among raft nodes before linearized reading' (duration: 720.326022ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:52:38.887981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.579535ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T16:52:38.888033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"457.748992ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.70\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-02-27T16:52:38.888212Z","caller":"traceutil/trace.go:171","msg":"trace[1656365400] range","detail":"{range_begin:/registry/masterleases/162.253.55.70; range_end:; response_count:1; response_revision:1916; }","duration":"457.976017ms","start":"2026-02-27T16:52:38.430175Z","end":"2026-02-27T16:52:38.888151Z","steps":["trace[1656365400] 'agreement among raft nodes before linearized reading' (duration: 457.459005ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:52:38.888108Z","caller":"traceutil/trace.go:171","msg":"trace[938341005] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:1916; }","duration":"348.769349ms","start":"2026-02-27T16:52:38.539313Z","end":"2026-02-27T16:52:38.888082Z","steps":["trace[938341005] 'agreement among raft nodes before linearized reading' (duration: 348.565465ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:52:38.888262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:52:37.605099Z","time spent":"1.283092912s","remote":"127.0.0.1:42106","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":831,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T16:52:38.888222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"743.381571ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-02-27T16:52:38.888435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:52:38.539291Z","time spent":"349.005014ms","remote":"127.0.0.1:60948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"warn","ts":"2026-02-27T16:52:38.888327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:52:38.430153Z","time spent":"458.139391ms","remote":"127.0.0.1:42074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":155,"request content":"key:\"/registry/masterleases/162.253.55.70\" "} {"level":"info","ts":"2026-02-27T16:52:38.888456Z","caller":"traceutil/trace.go:171","msg":"trace[700156429] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1916; }","duration":"743.717319ms","start":"2026-02-27T16:52:38.144705Z","end":"2026-02-27T16:52:38.888422Z","steps":["trace[700156429] 'agreement among raft nodes before linearized reading' (duration: 743.087105ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:52:38.88865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:52:38.144661Z","time spent":"743.970005ms","remote":"127.0.0.1:32864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-02-27T16:52:38.888023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:52:38.167318Z","time spent":"720.696511ms","remote":"127.0.0.1:42042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T16:52:40.264299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"972.893945ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:39"} {"level":"info","ts":"2026-02-27T16:52:40.264607Z","caller":"traceutil/trace.go:171","msg":"trace[225550492] transaction","detail":"{read_only:false; response_revision:1918; number_of_response:1; }","duration":"1.121436794s","start":"2026-02-27T16:52:39.143147Z","end":"2026-02-27T16:52:40.264584Z","steps":["trace[225550492] 'process raft request' (duration: 1.121363463s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:52:40.264718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:52:39.143119Z","time spent":"1.121535317s","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T16:52:40.264628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:52:38.890959Z","time spent":"1.373656381s","remote":"127.0.0.1:42074","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-02-27T16:52:40.26479Z","caller":"traceutil/trace.go:171","msg":"trace[1061096914] transaction","detail":"{read_only:false; response_revision:1917; number_of_response:1; }","duration":"1.372505675s","start":"2026-02-27T16:52:38.892234Z","end":"2026-02-27T16:52:40.26474Z","steps":["trace[1061096914] 'process raft request' (duration: 1.372174457s)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:52:40.264946Z","caller":"traceutil/trace.go:171","msg":"trace[1483833433] transaction","detail":"{read_only:false; response_revision:1919; number_of_response:1; }","duration":"1.121640269s","start":"2026-02-27T16:52:39.143277Z","end":"2026-02-27T16:52:40.264917Z","steps":["trace[1483833433] 'process raft request' (duration: 1.121272131s)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:52:40.265496Z","caller":"traceutil/trace.go:171","msg":"trace[1709972646] transaction","detail":"{read_only:false; response_revision:1920; number_of_response:1; }","duration":"1.121869014s","start":"2026-02-27T16:52:39.143615Z","end":"2026-02-27T16:52:40.265484Z","steps":["trace[1709972646] 'process raft request' (duration: 1.121188618s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:52:40.265512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:52:38.892207Z","time spent":"1.37315068s","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T16:52:40.265415Z","caller":"traceutil/trace.go:171","msg":"trace[1074917308] linearizableReadLoop","detail":"{readStateIndex:2001; appliedIndex:1999; }","duration":"1.293528314s","start":"2026-02-27T16:52:38.971874Z","end":"2026-02-27T16:52:40.265402Z","steps":["trace[1074917308] 'read index received' (duration: 319.540024ms)","trace[1074917308] 'applied index is now lower than readState.Index' (duration: 973.98691ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T16:52:40.265592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.293725479s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-02-27T16:52:40.265629Z","caller":"traceutil/trace.go:171","msg":"trace[1425112912] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1920; }","duration":"1.293812671s","start":"2026-02-27T16:52:38.971806Z","end":"2026-02-27T16:52:40.265619Z","steps":["trace[1425112912] 'agreement among raft nodes before linearized reading' (duration: 1.293637147s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:52:40.265594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:52:39.143238Z","time spent":"1.122252363s","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T16:52:40.26567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:52:38.971783Z","time spent":"1.293880433s","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-27T16:52:40.265621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:52:39.1436Z","time spent":"1.121946287s","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T16:52:40.265922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.103968095s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-02-27T16:52:40.265942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"480.486334ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12382"} {"level":"warn","ts":"2026-02-27T16:52:40.265929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.212906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T16:52:40.265982Z","caller":"traceutil/trace.go:171","msg":"trace[1167093703] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1920; }","duration":"1.104095149s","start":"2026-02-27T16:52:39.161871Z","end":"2026-02-27T16:52:40.265966Z","steps":["trace[1167093703] 'agreement among raft nodes before linearized reading' (duration: 1.103829913s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:52:40.26599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.077504266s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-02-27T16:52:40.266027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:52:39.161857Z","time spent":"1.104159751s","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-02-27T16:52:40.266045Z","caller":"traceutil/trace.go:171","msg":"trace[1070135824] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1920; }","duration":"1.077590448s","start":"2026-02-27T16:52:39.188438Z","end":"2026-02-27T16:52:40.266028Z","steps":["trace[1070135824] 'agreement among raft nodes before linearized reading' (duration: 1.077405284s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:52:40.266112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:52:39.18841Z","time spent":"1.077695601s","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-27T16:52:40.266132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.098268972s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T16:52:40.265999Z","caller":"traceutil/trace.go:171","msg":"trace[2097984286] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1920; }","duration":"480.579606ms","start":"2026-02-27T16:52:39.785395Z","end":"2026-02-27T16:52:40.265975Z","steps":["trace[2097984286] 'agreement among raft nodes before linearized reading' (duration: 480.34029ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:52:40.266022Z","caller":"traceutil/trace.go:171","msg":"trace[356816186] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:1920; }","duration":"117.388809ms","start":"2026-02-27T16:52:40.148609Z","end":"2026-02-27T16:52:40.265998Z","steps":["trace[356816186] 'agreement among raft nodes before linearized reading' (duration: 117.230395ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:52:40.266174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.638104ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-02-27T16:52:40.266201Z","caller":"traceutil/trace.go:171","msg":"trace[740318995] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1920; }","duration":"1.098380864s","start":"2026-02-27T16:52:39.167805Z","end":"2026-02-27T16:52:40.266186Z","steps":["trace[740318995] 'agreement among raft nodes before linearized reading' (duration: 1.098284792s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:52:40.266216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:52:39.785371Z","time spent":"480.831862ms","remote":"127.0.0.1:42234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12404,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-02-27T16:52:40.266238Z","caller":"traceutil/trace.go:171","msg":"trace[244759978] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1920; }","duration":"368.765877ms","start":"2026-02-27T16:52:39.897458Z","end":"2026-02-27T16:52:40.266224Z","steps":["trace[244759978] 'agreement among raft nodes before linearized reading' (duration: 368.569583ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:52:40.266242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:52:39.167784Z","time spent":"1.098449907s","remote":"127.0.0.1:42042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T16:52:40.2663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:52:39.897439Z","time spent":"368.847209ms","remote":"127.0.0.1:32864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-02-27T16:52:40.266416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.0776899s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-02-27T16:52:40.26657Z","caller":"traceutil/trace.go:171","msg":"trace[1780464448] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1920; }","duration":"1.077871024s","start":"2026-02-27T16:52:39.188654Z","end":"2026-02-27T16:52:40.266525Z","steps":["trace[1780464448] 'agreement among raft nodes before linearized reading' (duration: 1.077462215s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:52:40.266695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:52:39.188647Z","time spent":"1.078031609s","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-27T16:52:40.670437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.18437ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T16:52:40.670637Z","caller":"traceutil/trace.go:171","msg":"trace[516583228] transaction","detail":"{read_only:false; response_revision:1922; number_of_response:1; }","duration":"399.703061ms","start":"2026-02-27T16:52:40.270882Z","end":"2026-02-27T16:52:40.670585Z","steps":["trace[516583228] 'process raft request' (duration: 108.288066ms)","trace[516583228] 'compare' (duration: 291.070648ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T16:52:40.670705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:52:40.270866Z","time spent":"399.808715ms","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T16:52:40.671044Z","caller":"traceutil/trace.go:171","msg":"trace[963314342] linearizableReadLoop","detail":"{readStateIndex:2006; appliedIndex:2005; }","duration":"400.306065ms","start":"2026-02-27T16:52:40.270707Z","end":"2026-02-27T16:52:40.671013Z","steps":["trace[963314342] 'read index received' (duration: 69.58729ms)","trace[963314342] 'applied index is now lower than readState.Index' (duration: 330.717165ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T16:52:40.671114Z","caller":"traceutil/trace.go:171","msg":"trace[1595303728] transaction","detail":"{read_only:false; response_revision:1925; number_of_response:1; }","duration":"398.432761ms","start":"2026-02-27T16:52:40.272657Z","end":"2026-02-27T16:52:40.67109Z","steps":["trace[1595303728] 'process raft request' (duration: 398.312488ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:52:40.671121Z","caller":"traceutil/trace.go:171","msg":"trace[1076024753] transaction","detail":"{read_only:false; response_revision:1923; number_of_response:1; }","duration":"399.486146ms","start":"2026-02-27T16:52:40.271594Z","end":"2026-02-27T16:52:40.67108Z","steps":["trace[1076024753] 'process raft request' (duration: 398.953454ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:52:40.671233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"395.227397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T16:52:40.671218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"400.49131ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T16:52:40.671195Z","caller":"traceutil/trace.go:171","msg":"trace[161054798] transaction","detail":"{read_only:false; response_revision:1924; number_of_response:1; }","duration":"398.529224ms","start":"2026-02-27T16:52:40.272587Z","end":"2026-02-27T16:52:40.671116Z","steps":["trace[161054798] 'process raft request' (duration: 398.316099ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:52:40.671268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:52:40.271573Z","time spent":"399.617288ms","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T16:52:40.671294Z","caller":"traceutil/trace.go:171","msg":"trace[1942893915] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1925; }","duration":"400.616593ms","start":"2026-02-27T16:52:40.27066Z","end":"2026-02-27T16:52:40.671277Z","steps":["trace[1942893915] 'agreement among raft nodes before linearized reading' (duration: 400.4844ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:52:40.67128Z","caller":"traceutil/trace.go:171","msg":"trace[128672058] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:1925; }","duration":"395.297868ms","start":"2026-02-27T16:52:40.275967Z","end":"2026-02-27T16:52:40.671265Z","steps":["trace[128672058] 'agreement among raft nodes before linearized reading' (duration: 395.211566ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:52:40.671366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:52:40.270606Z","time spent":"400.751826ms","remote":"127.0.0.1:42052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T16:52:40.671371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.713213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-27T16:52:40.671414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:52:40.27596Z","time spent":"395.436661ms","remote":"127.0.0.1:42508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":27,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-02-27T16:52:40.671422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.688248ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:421"} {"level":"info","ts":"2026-02-27T16:52:40.671461Z","caller":"traceutil/trace.go:171","msg":"trace[1614763661] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:1925; }","duration":"328.763449ms","start":"2026-02-27T16:52:40.342689Z","end":"2026-02-27T16:52:40.671452Z","steps":["trace[1614763661] 'agreement among raft nodes before linearized reading' (duration: 328.700578ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:52:40.671493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:52:40.34267Z","time spent":"328.815351ms","remote":"127.0.0.1:42206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":443,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-02-27T16:52:40.671368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.91279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T16:52:40.671568Z","caller":"traceutil/trace.go:171","msg":"trace[1610629965] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:1925; }","duration":"293.156156ms","start":"2026-02-27T16:52:40.378394Z","end":"2026-02-27T16:52:40.67155Z","steps":["trace[1610629965] 'agreement among raft nodes before linearized reading' (duration: 292.9057ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:52:40.67147Z","caller":"traceutil/trace.go:171","msg":"trace[408902611] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:1925; }","duration":"139.940437ms","start":"2026-02-27T16:52:40.531506Z","end":"2026-02-27T16:52:40.671447Z","steps":["trace[408902611] 'agreement among raft nodes before linearized reading' (duration: 139.671451ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:52:40.67167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:52:40.272564Z","time spent":"398.811731ms","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T16:52:40.672092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:52:40.272629Z","time spent":"398.530654ms","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T16:53:28.677445Z","caller":"traceutil/trace.go:171","msg":"trace[45461351] transaction","detail":"{read_only:false; response_revision:2326; number_of_response:1; }","duration":"148.193667ms","start":"2026-02-27T16:53:28.529227Z","end":"2026-02-27T16:53:28.67742Z","steps":["trace[45461351] 'process raft request' (duration: 145.926564ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:53:28.677704Z","caller":"traceutil/trace.go:171","msg":"trace[1184802528] transaction","detail":"{read_only:false; response_revision:2327; number_of_response:1; }","duration":"144.508571ms","start":"2026-02-27T16:53:28.533172Z","end":"2026-02-27T16:53:28.67768Z","steps":["trace[1184802528] 'process raft request' (duration: 144.187784ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:53:28.67776Z","caller":"traceutil/trace.go:171","msg":"trace[1556736159] transaction","detail":"{read_only:false; response_revision:2328; number_of_response:1; }","duration":"143.424605ms","start":"2026-02-27T16:53:28.534308Z","end":"2026-02-27T16:53:28.677733Z","steps":["trace[1556736159] 'process raft request' (duration: 143.259331ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:53:29.082405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.067356ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T16:53:29.082661Z","caller":"traceutil/trace.go:171","msg":"trace[1572199222] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:2330; }","duration":"243.319843ms","start":"2026-02-27T16:53:28.839263Z","end":"2026-02-27T16:53:29.082582Z","steps":["trace[1572199222] 'count revisions from in-memory index tree' (duration: 242.950303ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:53:29.082837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.917756ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-02-27T16:53:29.082882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.890816ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-02-27T16:53:29.082934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.119128ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-02-27T16:53:29.082946Z","caller":"traceutil/trace.go:171","msg":"trace[1926987601] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2330; }","duration":"132.105301ms","start":"2026-02-27T16:53:28.950813Z","end":"2026-02-27T16:53:29.082918Z","steps":["trace[1926987601] 'range keys from in-memory index tree' (duration: 131.65931ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:53:29.082951Z","caller":"traceutil/trace.go:171","msg":"trace[938617430] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2330; }","duration":"134.993868ms","start":"2026-02-27T16:53:28.947939Z","end":"2026-02-27T16:53:29.082933Z","steps":["trace[938617430] 'range keys from in-memory index tree' (duration: 134.689281ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:53:29.082983Z","caller":"traceutil/trace.go:171","msg":"trace[2014715437] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2330; }","duration":"134.232901ms","start":"2026-02-27T16:53:28.948736Z","end":"2026-02-27T16:53:29.082969Z","steps":["trace[2014715437] 'range keys from in-memory index tree' (duration: 133.920943ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:53:29.082978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.152165ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-02-27T16:53:29.083054Z","caller":"traceutil/trace.go:171","msg":"trace[1461494228] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2330; }","duration":"124.269678ms","start":"2026-02-27T16:53:28.958764Z","end":"2026-02-27T16:53:29.083034Z","steps":["trace[1461494228] 'range keys from in-memory index tree' (duration: 124.009902ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:53:29.432223Z","caller":"traceutil/trace.go:171","msg":"trace[1730241556] transaction","detail":"{read_only:false; response_revision:2331; number_of_response:1; }","duration":"345.050403ms","start":"2026-02-27T16:53:29.087147Z","end":"2026-02-27T16:53:29.432197Z","steps":["trace[1730241556] 'process raft request' (duration: 344.874129ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:53:29.432457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:53:29.087118Z","time spent":"345.201496ms","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T16:53:29.529845Z","caller":"traceutil/trace.go:171","msg":"trace[348350520] transaction","detail":"{read_only:false; response_revision:2332; number_of_response:1; }","duration":"441.605551ms","start":"2026-02-27T16:53:29.08822Z","end":"2026-02-27T16:53:29.529826Z","steps":["trace[348350520] 'process raft request' (duration: 439.375359ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:53:29.52998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:53:29.088187Z","time spent":"441.743735ms","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T16:53:29.53015Z","caller":"traceutil/trace.go:171","msg":"trace[197872152] transaction","detail":"{read_only:false; response_revision:2333; number_of_response:1; }","duration":"441.734324ms","start":"2026-02-27T16:53:29.088396Z","end":"2026-02-27T16:53:29.53013Z","steps":["trace[197872152] 'process raft request' (duration: 441.391316ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:53:29.530157Z","caller":"traceutil/trace.go:171","msg":"trace[1360594172] linearizableReadLoop","detail":"{readStateIndex:2434; appliedIndex:2430; }","duration":"362.825828ms","start":"2026-02-27T16:53:29.167305Z","end":"2026-02-27T16:53:29.530131Z","steps":["trace[1360594172] 'read index received' (duration: 264.695173ms)","trace[1360594172] 'applied index is now lower than readState.Index' (duration: 98.129215ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T16:53:29.530245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:53:29.088383Z","time spent":"441.819036ms","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T16:53:29.53023Z","caller":"traceutil/trace.go:171","msg":"trace[118251725] transaction","detail":"{read_only:false; response_revision:2334; number_of_response:1; }","duration":"439.857381ms","start":"2026-02-27T16:53:29.09033Z","end":"2026-02-27T16:53:29.530187Z","steps":["trace[118251725] 'process raft request' (duration: 439.698057ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:53:29.53029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.969792ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T16:53:29.530328Z","caller":"traceutil/trace.go:171","msg":"trace[1202451077] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2334; }","duration":"363.053814ms","start":"2026-02-27T16:53:29.167262Z","end":"2026-02-27T16:53:29.530316Z","steps":["trace[1202451077] 'agreement among raft nodes before linearized reading' (duration: 362.956551ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:53:29.530361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:53:29.167246Z","time spent":"363.107925ms","remote":"127.0.0.1:42042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T16:53:29.530385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:53:29.090305Z","time spent":"439.996114ms","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T16:53:34.831419Z","caller":"traceutil/trace.go:171","msg":"trace[1325538192] transaction","detail":"{read_only:false; response_revision:2362; number_of_response:1; }","duration":"123.839428ms","start":"2026-02-27T16:53:34.707551Z","end":"2026-02-27T16:53:34.831391Z","steps":["trace[1325538192] 'process raft request' (duration: 123.644174ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:53:34.836156Z","caller":"traceutil/trace.go:171","msg":"trace[1850086883] transaction","detail":"{read_only:false; response_revision:2363; number_of_response:1; }","duration":"127.715587ms","start":"2026-02-27T16:53:34.708414Z","end":"2026-02-27T16:53:34.83613Z","steps":["trace[1850086883] 'process raft request' (duration: 127.499162ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:53:34.836346Z","caller":"traceutil/trace.go:171","msg":"trace[697258476] linearizableReadLoop","detail":"{readStateIndex:2465; appliedIndex:2462; }","duration":"114.346815ms","start":"2026-02-27T16:53:34.721977Z","end":"2026-02-27T16:53:34.836324Z","steps":["trace[697258476] 'read index received' (duration: 109.231336ms)","trace[697258476] 'applied index is now lower than readState.Index' (duration: 5.113469ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T16:53:34.836374Z","caller":"traceutil/trace.go:171","msg":"trace[431478598] transaction","detail":"{read_only:false; response_revision:2364; number_of_response:1; }","duration":"127.000661ms","start":"2026-02-27T16:53:34.709362Z","end":"2026-02-27T16:53:34.836363Z","steps":["trace[431478598] 'process raft request' (duration: 126.724945ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:53:34.836574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.574651ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"warn","ts":"2026-02-27T16:53:34.836608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.483193ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-27T16:53:34.836635Z","caller":"traceutil/trace.go:171","msg":"trace[1303480617] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2364; }","duration":"114.684354ms","start":"2026-02-27T16:53:34.721937Z","end":"2026-02-27T16:53:34.836621Z","steps":["trace[1303480617] 'agreement among raft nodes before linearized reading' (duration: 114.478368ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:53:34.836644Z","caller":"traceutil/trace.go:171","msg":"trace[989180847] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2364; }","duration":"112.546014ms","start":"2026-02-27T16:53:34.724087Z","end":"2026-02-27T16:53:34.836633Z","steps":["trace[989180847] 'agreement among raft nodes before linearized reading' (duration: 112.440382ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:54:03.474033Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3939133035121634545,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-27T16:54:03.761778Z","caller":"traceutil/trace.go:171","msg":"trace[174849713] transaction","detail":"{read_only:false; response_revision:2514; number_of_response:1; }","duration":"830.508922ms","start":"2026-02-27T16:54:02.93124Z","end":"2026-02-27T16:54:03.761749Z","steps":["trace[174849713] 'process raft request' (duration: 830.366219ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:54:03.761915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:54:02.931204Z","time spent":"830.641725ms","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T16:54:03.826144Z","caller":"traceutil/trace.go:171","msg":"trace[1714343455] transaction","detail":"{read_only:false; response_revision:2516; number_of_response:1; }","duration":"885.791935ms","start":"2026-02-27T16:54:02.940275Z","end":"2026-02-27T16:54:03.826067Z","steps":["trace[1714343455] 'process raft request' (duration: 885.716203ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:54:03.826157Z","caller":"traceutil/trace.go:171","msg":"trace[1252712929] transaction","detail":"{read_only:false; response_revision:2515; number_of_response:1; }","duration":"892.360649ms","start":"2026-02-27T16:54:02.933751Z","end":"2026-02-27T16:54:03.826111Z","steps":["trace[1252712929] 'process raft request' (duration: 892.105223ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:54:03.826241Z","caller":"traceutil/trace.go:171","msg":"trace[1661866198] linearizableReadLoop","detail":"{readStateIndex:2623; appliedIndex:2620; }","duration":"852.915626ms","start":"2026-02-27T16:54:02.973287Z","end":"2026-02-27T16:54:03.826202Z","steps":["trace[1661866198] 'read index received' (duration: 788.319795ms)","trace[1661866198] 'applied index is now lower than readState.Index' (duration: 64.593761ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T16:54:03.826304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:54:02.940259Z","time spent":"885.967129ms","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T16:54:03.826342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:54:02.933716Z","time spent":"892.531013ms","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T16:54:03.82639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"662.007499ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T16:54:03.826434Z","caller":"traceutil/trace.go:171","msg":"trace[1256898252] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2517; }","duration":"662.092771ms","start":"2026-02-27T16:54:03.164327Z","end":"2026-02-27T16:54:03.82642Z","steps":["trace[1256898252] 'agreement among raft nodes before linearized reading' (duration: 662.022079ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:54:03.826473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:54:03.164304Z","time spent":"662.159302ms","remote":"127.0.0.1:42042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T16:54:03.826463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"853.162982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-27T16:54:03.826617Z","caller":"traceutil/trace.go:171","msg":"trace[943100890] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2517; }","duration":"853.296715ms","start":"2026-02-27T16:54:02.973269Z","end":"2026-02-27T16:54:03.826565Z","steps":["trace[943100890] 'agreement among raft nodes before linearized reading' (duration: 853.027589ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:54:03.826572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.160246ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-02-27T16:54:03.826672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"487.050656ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-27T16:54:03.826659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.117017ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-02-27T16:54:03.82676Z","caller":"traceutil/trace.go:171","msg":"trace[635933730] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2517; }","duration":"225.24405ms","start":"2026-02-27T16:54:03.601504Z","end":"2026-02-27T16:54:03.826748Z","steps":["trace[635933730] 'agreement among raft nodes before linearized reading' (duration: 225.026795ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:54:03.826771Z","caller":"traceutil/trace.go:171","msg":"trace[1902561228] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2517; }","duration":"487.195219ms","start":"2026-02-27T16:54:03.33955Z","end":"2026-02-27T16:54:03.826745Z","steps":["trace[1902561228] 'agreement among raft nodes before linearized reading' (duration: 487.001524ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:54:03.826765Z","caller":"traceutil/trace.go:171","msg":"trace[1632256196] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2517; }","duration":"136.384301ms","start":"2026-02-27T16:54:03.690326Z","end":"2026-02-27T16:54:03.82671Z","steps":["trace[1632256196] 'agreement among raft nodes before linearized reading' (duration: 136.044133ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:54:03.82683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:54:03.339526Z","time spent":"487.284531ms","remote":"127.0.0.1:32800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-27T16:54:03.826687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:54:02.973212Z","time spent":"853.459969ms","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-02-27T16:54:03.82678Z","caller":"traceutil/trace.go:171","msg":"trace[2119448611] transaction","detail":"{read_only:false; response_revision:2517; number_of_response:1; }","duration":"215.555833ms","start":"2026-02-27T16:54:03.610697Z","end":"2026-02-27T16:54:03.826252Z","steps":["trace[2119448611] 'process raft request' (duration: 215.335928ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:54:03.827042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"454.833602ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/valkey-node-0.189828b7d404c1f7\" ","response":"range_response_count:1 size:765"} {"level":"info","ts":"2026-02-27T16:54:03.827299Z","caller":"traceutil/trace.go:171","msg":"trace[1895527795] range","detail":"{range_begin:/registry/events/openstack/valkey-node-0.189828b7d404c1f7; range_end:; response_count:1; response_revision:2517; }","duration":"455.130989ms","start":"2026-02-27T16:54:03.372146Z","end":"2026-02-27T16:54:03.827277Z","steps":["trace[1895527795] 'agreement among raft nodes before linearized reading' (duration: 454.370351ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:54:03.827343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:54:03.372135Z","time spent":"455.19846ms","remote":"127.0.0.1:42106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":787,"request content":"key:\"/registry/events/openstack/valkey-node-0.189828b7d404c1f7\" "} {"level":"warn","ts":"2026-02-27T16:54:03.828083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.033596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-02-27T16:54:03.828139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.123215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-02-27T16:54:03.828204Z","caller":"traceutil/trace.go:171","msg":"trace[335269841] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2517; }","duration":"124.188637ms","start":"2026-02-27T16:54:03.704Z","end":"2026-02-27T16:54:03.828189Z","steps":["trace[335269841] 'agreement among raft nodes before linearized reading' (duration: 122.478656ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:54:03.828147Z","caller":"traceutil/trace.go:171","msg":"trace[268565944] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2517; }","duration":"125.141378ms","start":"2026-02-27T16:54:03.702987Z","end":"2026-02-27T16:54:03.828128Z","steps":["trace[268565944] 'agreement among raft nodes before linearized reading' (duration: 123.629103ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:54:04.456701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"489.285279ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T16:54:04.456814Z","caller":"traceutil/trace.go:171","msg":"trace[176945920] transaction","detail":"{read_only:false; response_revision:2518; number_of_response:1; }","duration":"627.368719ms","start":"2026-02-27T16:54:03.82942Z","end":"2026-02-27T16:54:04.456789Z","steps":["trace[176945920] 'process raft request' (duration: 137.905107ms)","trace[176945920] 'compare' (duration: 489.008111ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T16:54:04.456892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:54:03.829398Z","time spent":"627.462581ms","remote":"127.0.0.1:42106","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":750,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T16:54:04.665985Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3939133035121634552,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T16:54:05.166935Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3939133035121634552,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T16:54:05.667417Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3939133035121634552,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T16:54:05.798137Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.830718823s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-27T16:54:06.050318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.874603ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T16:54:06.050567Z","caller":"traceutil/trace.go:171","msg":"trace[402380242] transaction","detail":"{read_only:false; response_revision:2519; number_of_response:1; }","duration":"2.219498489s","start":"2026-02-27T16:54:03.831024Z","end":"2026-02-27T16:54:06.050522Z","steps":["trace[402380242] 'process raft request' (duration: 1.967330609s)","trace[402380242] 'compare' (duration: 251.707469ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T16:54:06.050742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:54:03.831007Z","time spent":"2.219659692s","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T16:54:06.051131Z","caller":"traceutil/trace.go:171","msg":"trace[1682736164] transaction","detail":"{read_only:false; response_revision:2520; number_of_response:1; }","duration":"2.219089869s","start":"2026-02-27T16:54:03.832026Z","end":"2026-02-27T16:54:06.051116Z","steps":["trace[1682736164] 'process raft request' (duration: 2.218395493s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:54:06.05122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:54:03.832005Z","time spent":"2.219177771s","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T16:54:06.051555Z","caller":"traceutil/trace.go:171","msg":"trace[1259050992] transaction","detail":"{read_only:false; response_revision:2522; number_of_response:1; }","duration":"2.219363716s","start":"2026-02-27T16:54:03.832156Z","end":"2026-02-27T16:54:06.05152Z","steps":["trace[1259050992] 'process raft request' (duration: 2.218841074s)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:54:06.051588Z","caller":"traceutil/trace.go:171","msg":"trace[1235727395] transaction","detail":"{read_only:false; response_revision:2521; number_of_response:1; }","duration":"2.21953447s","start":"2026-02-27T16:54:03.832027Z","end":"2026-02-27T16:54:06.051561Z","steps":["trace[1235727395] 'process raft request' (duration: 2.218847424s)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:54:06.051565Z","caller":"traceutil/trace.go:171","msg":"trace[257467197] transaction","detail":"{read_only:false; response_revision:2523; number_of_response:1; }","duration":"2.218840294s","start":"2026-02-27T16:54:03.832682Z","end":"2026-02-27T16:54:06.051522Z","steps":["trace[257467197] 'process raft request' (duration: 2.218354773s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:54:06.051688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:54:03.832002Z","time spent":"2.219638952s","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T16:54:06.051735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:54:03.832147Z","time spent":"2.219497399s","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T16:54:06.051786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:54:03.832654Z","time spent":"2.219020598s","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T16:54:06.136302Z","caller":"traceutil/trace.go:171","msg":"trace[1663020735] transaction","detail":"{read_only:false; response_revision:2524; number_of_response:1; }","duration":"470.819757ms","start":"2026-02-27T16:54:05.665461Z","end":"2026-02-27T16:54:06.136281Z","steps":["trace[1663020735] 'process raft request' (duration: 470.545049ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:54:06.13634Z","caller":"traceutil/trace.go:171","msg":"trace[1947208397] transaction","detail":"{read_only:false; response_revision:2525; number_of_response:1; }","duration":"365.760628ms","start":"2026-02-27T16:54:05.770544Z","end":"2026-02-27T16:54:06.136304Z","steps":["trace[1947208397] 'process raft request' (duration: 365.655746ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:54:06.136358Z","caller":"traceutil/trace.go:171","msg":"trace[1499674535] transaction","detail":"{read_only:false; response_revision:2527; number_of_response:1; }","duration":"303.981353ms","start":"2026-02-27T16:54:05.832349Z","end":"2026-02-27T16:54:06.136331Z","steps":["trace[1499674535] 'process raft request' (duration: 303.935382ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:54:06.136378Z","caller":"traceutil/trace.go:171","msg":"trace[1716547137] linearizableReadLoop","detail":"{readStateIndex:2632; appliedIndex:2625; }","duration":"1.971010476s","start":"2026-02-27T16:54:04.165321Z","end":"2026-02-27T16:54:06.136332Z","steps":["trace[1716547137] 'read index received' (duration: 1.633046388s)","trace[1716547137] 'applied index is now lower than readState.Index' (duration: 337.957778ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T16:54:06.136415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:54:05.665437Z","time spent":"470.926189ms","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T16:54:06.136498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:54:05.770519Z","time spent":"365.893731ms","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T16:54:06.136512Z","caller":"traceutil/trace.go:171","msg":"trace[2054654317] transaction","detail":"{read_only:false; response_revision:2526; number_of_response:1; }","duration":"305.148189ms","start":"2026-02-27T16:54:05.831331Z","end":"2026-02-27T16:54:06.136479Z","steps":["trace[2054654317] 'process raft request' (duration: 304.921654ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:54:06.136588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.971243801s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T16:54:06.13651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:54:05.832342Z","time spent":"304.086195ms","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T16:54:06.13667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:54:05.831307Z","time spent":"305.264522ms","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T16:54:06.136716Z","caller":"traceutil/trace.go:171","msg":"trace[124896706] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2527; }","duration":"1.971341074s","start":"2026-02-27T16:54:04.165284Z","end":"2026-02-27T16:54:06.136625Z","steps":["trace[124896706] 'agreement among raft nodes before linearized reading' (duration: 1.971230291s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:54:06.136728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.67629655s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/valkey-node-0.189828ba3a6033e5\" ","response":"range_response_count:1 size:768"} {"level":"warn","ts":"2026-02-27T16:54:06.136764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.250898828s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-02-27T16:54:06.136777Z","caller":"traceutil/trace.go:171","msg":"trace[1852009108] range","detail":"{range_begin:/registry/events/openstack/valkey-node-0.189828ba3a6033e5; range_end:; response_count:1; response_revision:2527; }","duration":"1.676373322s","start":"2026-02-27T16:54:04.460392Z","end":"2026-02-27T16:54:06.136765Z","steps":["trace[1852009108] 'agreement among raft nodes before linearized reading' (duration: 1.676214158s)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:54:06.136806Z","caller":"traceutil/trace.go:171","msg":"trace[280962518] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:2527; }","duration":"1.250963659s","start":"2026-02-27T16:54:04.885833Z","end":"2026-02-27T16:54:06.136796Z","steps":["trace[280962518] 'agreement among raft nodes before linearized reading' (duration: 1.250808535s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:54:06.136811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:54:04.460376Z","time spent":"1.676427933s","remote":"127.0.0.1:42106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":790,"request content":"key:\"/registry/events/openstack/valkey-node-0.189828ba3a6033e5\" "} {"level":"warn","ts":"2026-02-27T16:54:06.136843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:54:04.885818Z","time spent":"1.251018269s","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":552,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-02-27T16:54:06.136871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.413625ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"warn","ts":"2026-02-27T16:54:06.136764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:54:04.165266Z","time spent":"1.971487977s","remote":"127.0.0.1:42042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-27T16:54:06.137001Z","caller":"traceutil/trace.go:171","msg":"trace[410900603] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2527; }","duration":"137.581429ms","start":"2026-02-27T16:54:05.999389Z","end":"2026-02-27T16:54:06.13697Z","steps":["trace[410900603] 'agreement among raft nodes before linearized reading' (duration: 137.263751ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:54:06.137047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.414898523s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-02-27T16:54:06.137182Z","caller":"traceutil/trace.go:171","msg":"trace[1058425592] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2527; }","duration":"1.415089278s","start":"2026-02-27T16:54:04.722063Z","end":"2026-02-27T16:54:06.137153Z","steps":["trace[1058425592] 'agreement among raft nodes before linearized reading' (duration: 1.414665788s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:54:06.137266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:54:04.722039Z","time spent":"1.415216851s","remote":"127.0.0.1:42240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1391,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"info","ts":"2026-02-27T16:54:06.670806Z","caller":"traceutil/trace.go:171","msg":"trace[802515150] linearizableReadLoop","detail":"{readStateIndex:2636; appliedIndex:2635; }","duration":"529.777434ms","start":"2026-02-27T16:54:06.141001Z","end":"2026-02-27T16:54:06.670778Z","steps":["trace[802515150] 'read index received' (duration: 449.042636ms)","trace[802515150] 'applied index is now lower than readState.Index' (duration: 80.733048ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T16:54:06.670992Z","caller":"traceutil/trace.go:171","msg":"trace[217951434] transaction","detail":"{read_only:false; response_revision:2528; number_of_response:1; }","duration":"530.611484ms","start":"2026-02-27T16:54:06.140338Z","end":"2026-02-27T16:54:06.67095Z","steps":["trace[217951434] 'process raft request' (duration: 449.689862ms)","trace[217951434] 'compare' (duration: 80.537893ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T16:54:06.671165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:54:06.140308Z","time spent":"530.769997ms","remote":"127.0.0.1:42106","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":753,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T16:54:06.671202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"530.198114ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" ","response":"range_response_count:1 size:1449"} {"level":"info","ts":"2026-02-27T16:54:06.671306Z","caller":"traceutil/trace.go:171","msg":"trace[815060608] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-metrics; range_end:; response_count:1; response_revision:2528; }","duration":"530.338469ms","start":"2026-02-27T16:54:06.140943Z","end":"2026-02-27T16:54:06.671281Z","steps":["trace[815060608] 'agreement among raft nodes before linearized reading' (duration: 530.084792ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:54:06.67137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:54:06.140935Z","time spent":"530.420621ms","remote":"127.0.0.1:42240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":1471,"request content":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" "} {"level":"info","ts":"2026-02-27T16:54:06.697528Z","caller":"traceutil/trace.go:171","msg":"trace[1844060357] transaction","detail":"{read_only:false; response_revision:2529; number_of_response:1; }","duration":"554.405101ms","start":"2026-02-27T16:54:06.1431Z","end":"2026-02-27T16:54:06.697505Z","steps":["trace[1844060357] 'process raft request' (duration: 554.076744ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:54:06.697676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:54:06.143071Z","time spent":"554.525394ms","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T16:54:06.697793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"550.564532ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T16:54:06.69784Z","caller":"traceutil/trace.go:171","msg":"trace[186169117] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2529; }","duration":"550.611823ms","start":"2026-02-27T16:54:06.147216Z","end":"2026-02-27T16:54:06.697828Z","steps":["trace[186169117] 'agreement among raft nodes before linearized reading' (duration: 550.545061ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:54:06.697875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:54:06.147144Z","time spent":"550.724176ms","remote":"127.0.0.1:42042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T16:54:06.698216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"556.715045ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-02-27T16:54:06.698285Z","caller":"traceutil/trace.go:171","msg":"trace[1425938723] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2529; }","duration":"556.806328ms","start":"2026-02-27T16:54:06.141464Z","end":"2026-02-27T16:54:06.69827Z","steps":["trace[1425938723] 'agreement among raft nodes before linearized reading' (duration: 556.561592ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:54:06.698326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:54:06.141458Z","time spent":"556.859439ms","remote":"127.0.0.1:42234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12234,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-02-27T16:54:06.983324Z","caller":"traceutil/trace.go:171","msg":"trace[1324736296] transaction","detail":"{read_only:false; response_revision:2531; number_of_response:1; }","duration":"199.628231ms","start":"2026-02-27T16:54:06.783665Z","end":"2026-02-27T16:54:06.983294Z","steps":["trace[1324736296] 'process raft request' (duration: 199.511028ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:54:06.983552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.231319ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-02-27T16:54:06.983574Z","caller":"traceutil/trace.go:171","msg":"trace[1374531620] transaction","detail":"{read_only:false; response_revision:2530; number_of_response:1; }","duration":"281.762343ms","start":"2026-02-27T16:54:06.701423Z","end":"2026-02-27T16:54:06.983186Z","steps":["trace[1374531620] 'process raft request' (duration: 194.280567ms)","trace[1374531620] 'compare' (duration: 87.20742ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T16:54:06.983673Z","caller":"traceutil/trace.go:171","msg":"trace[321573252] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2531; }","duration":"263.390922ms","start":"2026-02-27T16:54:06.72027Z","end":"2026-02-27T16:54:06.983661Z","steps":["trace[321573252] 'agreement among raft nodes before linearized reading' (duration: 263.110246ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:54:06.983329Z","caller":"traceutil/trace.go:171","msg":"trace[1201313925] linearizableReadLoop","detail":"{readStateIndex:2638; appliedIndex:2637; }","duration":"263.007874ms","start":"2026-02-27T16:54:06.720295Z","end":"2026-02-27T16:54:06.983303Z","steps":["trace[1201313925] 'read index received' (duration: 175.409745ms)","trace[1201313925] 'applied index is now lower than readState.Index' (duration: 87.596689ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T16:54:06.984087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.273818ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T16:54:06.984156Z","caller":"traceutil/trace.go:171","msg":"trace[452787464] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2531; }","duration":"230.363179ms","start":"2026-02-27T16:54:06.753776Z","end":"2026-02-27T16:54:06.984139Z","steps":["trace[452787464] 'agreement among raft nodes before linearized reading' (duration: 230.221716ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:54:36.411554Z","caller":"traceutil/trace.go:171","msg":"trace[960758488] transaction","detail":"{read_only:false; response_revision:2678; number_of_response:1; }","duration":"145.633033ms","start":"2026-02-27T16:54:36.265879Z","end":"2026-02-27T16:54:36.411512Z","steps":["trace[960758488] 'process raft request' (duration: 109.259408ms)","trace[960758488] 'compare' (duration: 35.991796ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T16:54:36.411757Z","caller":"traceutil/trace.go:171","msg":"trace[827640627] transaction","detail":"{read_only:false; response_revision:2679; number_of_response:1; }","duration":"145.764575ms","start":"2026-02-27T16:54:36.265974Z","end":"2026-02-27T16:54:36.411738Z","steps":["trace[827640627] 'process raft request' (duration: 145.405036ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:54:36.411858Z","caller":"traceutil/trace.go:171","msg":"trace[1245826302] transaction","detail":"{read_only:false; response_revision:2680; number_of_response:1; }","duration":"145.673763ms","start":"2026-02-27T16:54:36.266163Z","end":"2026-02-27T16:54:36.411837Z","steps":["trace[1245826302] 'process raft request' (duration: 145.254363ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:54:36.829319Z","caller":"traceutil/trace.go:171","msg":"trace[1085998637] linearizableReadLoop","detail":"{readStateIndex:2795; appliedIndex:2794; }","duration":"108.95586ms","start":"2026-02-27T16:54:36.720338Z","end":"2026-02-27T16:54:36.829294Z","steps":["trace[1085998637] 'read index received' (duration: 108.797377ms)","trace[1085998637] 'applied index is now lower than readState.Index' (duration: 157.513µs)"],"step_count":2} {"level":"warn","ts":"2026-02-27T16:54:36.829508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.156695ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-02-27T16:54:36.829533Z","caller":"traceutil/trace.go:171","msg":"trace[1366653180] transaction","detail":"{read_only:false; response_revision:2681; number_of_response:1; }","duration":"110.627589ms","start":"2026-02-27T16:54:36.71888Z","end":"2026-02-27T16:54:36.829508Z","steps":["trace[1366653180] 'process raft request' (duration: 110.282061ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:54:36.829559Z","caller":"traceutil/trace.go:171","msg":"trace[1714669928] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2681; }","duration":"109.223186ms","start":"2026-02-27T16:54:36.720326Z","end":"2026-02-27T16:54:36.829549Z","steps":["trace[1714669928] 'agreement among raft nodes before linearized reading' (duration: 109.064953ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:55:44.679203Z","caller":"traceutil/trace.go:171","msg":"trace[296949472] transaction","detail":"{read_only:false; response_revision:2995; number_of_response:1; }","duration":"176.887667ms","start":"2026-02-27T16:55:44.502287Z","end":"2026-02-27T16:55:44.679175Z","steps":["trace[296949472] 'process raft request' (duration: 176.714663ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:55:44.704042Z","caller":"traceutil/trace.go:171","msg":"trace[1786826736] transaction","detail":"{read_only:false; response_revision:2997; number_of_response:1; }","duration":"159.911218ms","start":"2026-02-27T16:55:44.544093Z","end":"2026-02-27T16:55:44.704005Z","steps":["trace[1786826736] 'process raft request' (duration: 159.826757ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:55:44.704164Z","caller":"traceutil/trace.go:171","msg":"trace[328585732] transaction","detail":"{read_only:false; response_revision:2996; number_of_response:1; }","duration":"168.139852ms","start":"2026-02-27T16:55:44.536001Z","end":"2026-02-27T16:55:44.704141Z","steps":["trace[328585732] 'process raft request' (duration: 167.817504ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:56:05.863738Z","caller":"traceutil/trace.go:171","msg":"trace[1450749024] transaction","detail":"{read_only:false; response_revision:3216; number_of_response:1; }","duration":"157.401459ms","start":"2026-02-27T16:56:05.706294Z","end":"2026-02-27T16:56:05.863696Z","steps":["trace[1450749024] 'process raft request' (duration: 157.287706ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:56:33.624441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"665.128115ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-02-27T16:56:33.624538Z","caller":"traceutil/trace.go:171","msg":"trace[188163895] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3424; }","duration":"665.260388ms","start":"2026-02-27T16:56:32.959256Z","end":"2026-02-27T16:56:33.624516Z","steps":["trace[188163895] 'range keys from in-memory index tree' (duration: 664.954101ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:56:33.624541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"665.665228ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-02-27T16:56:33.624649Z","caller":"traceutil/trace.go:171","msg":"trace[556963579] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3424; }","duration":"665.809172ms","start":"2026-02-27T16:56:32.958815Z","end":"2026-02-27T16:56:33.624624Z","steps":["trace[556963579] 'range keys from in-memory index tree' (duration: 665.470064ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:56:33.624671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"665.657689ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-02-27T16:56:33.624687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.719589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-l8xw2\" ","response":"range_response_count:1 size:6527"} {"level":"warn","ts":"2026-02-27T16:56:33.624579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:56:32.959246Z","time spent":"665.324469ms","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-02-27T16:56:33.62477Z","caller":"traceutil/trace.go:171","msg":"trace[1519609743] range","detail":"{range_begin:/registry/pods/openstack/keepalived-l8xw2; range_end:; response_count:1; response_revision:3424; }","duration":"294.850302ms","start":"2026-02-27T16:56:33.3299Z","end":"2026-02-27T16:56:33.624751Z","steps":["trace[1519609743] 'range keys from in-memory index tree' (duration: 294.525824ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:56:33.624543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"591.107888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T16:56:33.624711Z","caller":"traceutil/trace.go:171","msg":"trace[807974155] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3424; }","duration":"665.700889ms","start":"2026-02-27T16:56:32.95899Z","end":"2026-02-27T16:56:33.624691Z","steps":["trace[807974155] 'range keys from in-memory index tree' (duration: 665.572886ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:56:33.624788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"665.637257ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-02-27T16:56:33.624794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"667.174174ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-02-27T16:56:33.624844Z","caller":"traceutil/trace.go:171","msg":"trace[1584817203] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3424; }","duration":"665.717159ms","start":"2026-02-27T16:56:32.95912Z","end":"2026-02-27T16:56:33.624837Z","steps":["trace[1584817203] 'range keys from in-memory index tree' (duration: 665.547815ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:56:33.624862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:56:32.958982Z","time spent":"665.861703ms","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-27T16:56:33.624885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:56:32.959108Z","time spent":"665.77094ms","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-02-27T16:56:33.624839Z","caller":"traceutil/trace.go:171","msg":"trace[637247495] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:3424; }","duration":"591.506707ms","start":"2026-02-27T16:56:33.033313Z","end":"2026-02-27T16:56:33.62482Z","steps":["trace[637247495] 'count revisions from in-memory index tree' (duration: 590.959895ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:56:33.624895Z","caller":"traceutil/trace.go:171","msg":"trace[1393607296] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3424; }","duration":"667.333048ms","start":"2026-02-27T16:56:32.957541Z","end":"2026-02-27T16:56:33.624874Z","steps":["trace[1393607296] 'range keys from in-memory index tree' (duration: 666.97004ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:56:33.624941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:56:32.957497Z","time spent":"667.43461ms","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-27T16:56:33.624941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:56:33.033273Z","time spent":"591.647851ms","remote":"127.0.0.1:57056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"warn","ts":"2026-02-27T16:56:33.624717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:56:32.958793Z","time spent":"665.909575ms","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-27T16:56:34.101335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"463.416564ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-02-27T16:56:34.165671Z","caller":"traceutil/trace.go:171","msg":"trace[1045188795] transaction","detail":"{read_only:false; response_revision:3425; number_of_response:1; }","duration":"536.604032ms","start":"2026-02-27T16:56:33.629024Z","end":"2026-02-27T16:56:34.165628Z","steps":["trace[1045188795] 'process raft request' (duration: 536.284625ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:56:34.165904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:56:33.628999Z","time spent":"536.778687ms","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T16:56:34.168262Z","caller":"traceutil/trace.go:171","msg":"trace[817167731] transaction","detail":"{read_only:false; response_revision:3426; number_of_response:1; }","duration":"539.183104ms","start":"2026-02-27T16:56:33.629034Z","end":"2026-02-27T16:56:34.168217Z","steps":["trace[817167731] 'process raft request' (duration: 536.532601ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:56:34.168538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:56:33.629015Z","time spent":"539.403929ms","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T16:56:34.168524Z","caller":"traceutil/trace.go:171","msg":"trace[480923232] transaction","detail":"{read_only:false; response_revision:3427; number_of_response:1; }","duration":"539.182944ms","start":"2026-02-27T16:56:33.629293Z","end":"2026-02-27T16:56:34.168476Z","steps":["trace[480923232] 'process raft request' (duration: 538.642741ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:56:34.168836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:56:33.629287Z","time spent":"539.45027ms","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T16:56:34.169135Z","caller":"traceutil/trace.go:171","msg":"trace[945212609] transaction","detail":"{read_only:false; response_revision:3428; number_of_response:1; }","duration":"539.647435ms","start":"2026-02-27T16:56:33.629436Z","end":"2026-02-27T16:56:34.169083Z","steps":["trace[945212609] 'process raft request' (duration: 538.897707ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:56:34.169376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:56:33.629424Z","time spent":"539.791468ms","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T16:56:34.170206Z","caller":"traceutil/trace.go:171","msg":"trace[1157611767] linearizableReadLoop","detail":"{readStateIndex:3573; appliedIndex:3567; }","duration":"540.505986ms","start":"2026-02-27T16:56:33.629599Z","end":"2026-02-27T16:56:34.170105Z","steps":["trace[1157611767] 'read index received' (duration: 8.305147ms)","trace[1157611767] 'applied index is now lower than readState.Index' (duration: 532.197359ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T16:56:34.170544Z","caller":"traceutil/trace.go:171","msg":"trace[1673208312] transaction","detail":"{read_only:false; response_revision:3429; number_of_response:1; }","duration":"540.975807ms","start":"2026-02-27T16:56:33.629507Z","end":"2026-02-27T16:56:34.170483Z","steps":["trace[1673208312] 'process raft request' (duration: 539.113032ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:56:34.170771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:56:33.629461Z","time spent":"541.162101ms","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T16:56:34.171245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"541.630662ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:63165"} {"level":"info","ts":"2026-02-27T16:56:34.171329Z","caller":"traceutil/trace.go:171","msg":"trace[932878702] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:3429; }","duration":"541.732445ms","start":"2026-02-27T16:56:33.629561Z","end":"2026-02-27T16:56:34.171293Z","steps":["trace[932878702] 'agreement among raft nodes before linearized reading' (duration: 541.365586ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:56:34.171372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:56:33.629553Z","time spent":"541.807346ms","remote":"127.0.0.1:42234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":7,"response size":63187,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-02-27T16:56:34.171475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"419.002089ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-prometheus-client-secret\" ","response":"range_response_count:1 size:1225"} {"level":"info","ts":"2026-02-27T16:56:34.171578Z","caller":"traceutil/trace.go:171","msg":"trace[850804639] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-prometheus-client-secret; range_end:; response_count:1; response_revision:3429; }","duration":"419.206235ms","start":"2026-02-27T16:56:33.752346Z","end":"2026-02-27T16:56:34.171553Z","steps":["trace[850804639] 'agreement among raft nodes before linearized reading' (duration: 418.935528ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:56:34.171645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:56:33.752312Z","time spent":"419.303937ms","remote":"127.0.0.1:43342","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":1,"response size":1247,"request content":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-prometheus-client-secret\" "} {"level":"warn","ts":"2026-02-27T16:57:56.861563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.341021ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-acddca7f-97e1-482c-a6b4-d7a1104c0836\" ","response":"range_response_count:1 size:3773"} {"level":"info","ts":"2026-02-27T16:57:56.861675Z","caller":"traceutil/trace.go:171","msg":"trace[1391479120] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-acddca7f-97e1-482c-a6b4-d7a1104c0836; range_end:; response_count:1; response_revision:4362; }","duration":"119.516796ms","start":"2026-02-27T16:57:56.742133Z","end":"2026-02-27T16:57:56.861649Z","steps":["trace[1391479120] 'range keys from in-memory index tree' (duration: 119.109096ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:57:56.872714Z","caller":"traceutil/trace.go:171","msg":"trace[891144196] transaction","detail":"{read_only:false; response_revision:4363; number_of_response:1; }","duration":"126.206816ms","start":"2026-02-27T16:57:56.746489Z","end":"2026-02-27T16:57:56.872696Z","steps":["trace[891144196] 'process raft request' (duration: 126.069912ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:58:00.824241Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3939133035121639358,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-27T16:58:00.953063Z","caller":"traceutil/trace.go:171","msg":"trace[897595729] transaction","detail":"{read_only:false; response_revision:4433; number_of_response:1; }","duration":"674.643479ms","start":"2026-02-27T16:58:00.278363Z","end":"2026-02-27T16:58:00.953006Z","steps":["trace[897595729] 'process raft request' (duration: 674.382173ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:58:00.953266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:58:00.278344Z","time spent":"674.836494ms","remote":"127.0.0.1:42234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4935,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T16:58:00.95964Z","caller":"traceutil/trace.go:171","msg":"trace[1907645301] linearizableReadLoop","detail":"{readStateIndex:4623; appliedIndex:4620; }","duration":"636.080119ms","start":"2026-02-27T16:58:00.323529Z","end":"2026-02-27T16:58:00.95961Z","steps":["trace[1907645301] 'read index received' (duration: 629.180973ms)","trace[1907645301] 'applied index is now lower than readState.Index' (duration: 6.897706ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T16:58:00.959736Z","caller":"traceutil/trace.go:171","msg":"trace[1366095985] transaction","detail":"{read_only:false; response_revision:4436; number_of_response:1; }","duration":"124.68257ms","start":"2026-02-27T16:58:00.835044Z","end":"2026-02-27T16:58:00.959727Z","steps":["trace[1366095985] 'process raft request' (duration: 124.491625ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:58:00.959667Z","caller":"traceutil/trace.go:171","msg":"trace[2053740952] transaction","detail":"{read_only:false; response_revision:4435; number_of_response:1; }","duration":"320.124689ms","start":"2026-02-27T16:58:00.639519Z","end":"2026-02-27T16:58:00.959644Z","steps":["trace[2053740952] 'process raft request' (duration: 319.897833ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:58:00.959715Z","caller":"traceutil/trace.go:171","msg":"trace[1529987215] transaction","detail":"{read_only:false; response_revision:4434; number_of_response:1; }","duration":"669.148108ms","start":"2026-02-27T16:58:00.290532Z","end":"2026-02-27T16:58:00.95968Z","steps":["trace[1529987215] 'process raft request' (duration: 667.99974ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:58:00.959933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"636.378735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-94af309b-c79d-44e4-850a-20cb3b5305a7\" ","response":"range_response_count:1 size:4067"} {"level":"info","ts":"2026-02-27T16:58:00.960009Z","caller":"traceutil/trace.go:171","msg":"trace[985375643] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-94af309b-c79d-44e4-850a-20cb3b5305a7; range_end:; response_count:1; response_revision:4436; }","duration":"636.515929ms","start":"2026-02-27T16:58:00.323478Z","end":"2026-02-27T16:58:00.959994Z","steps":["trace[985375643] 'agreement among raft nodes before linearized reading' (duration: 636.285383ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:58:00.960054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:58:00.323458Z","time spent":"636.58622ms","remote":"127.0.0.1:42234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":4089,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-94af309b-c79d-44e4-850a-20cb3b5305a7\" "} {"level":"warn","ts":"2026-02-27T16:58:00.959922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:58:00.639502Z","time spent":"320.356515ms","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T16:58:00.960191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:58:00.290508Z","time spent":"669.472176ms","remote":"127.0.0.1:42126","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":197468,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-27T16:58:00.963075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.527985ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-02-27T16:58:00.963149Z","caller":"traceutil/trace.go:171","msg":"trace[650281274] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4438; }","duration":"360.646607ms","start":"2026-02-27T16:58:00.602485Z","end":"2026-02-27T16:58:00.963131Z","steps":["trace[650281274] 'agreement among raft nodes before linearized reading' (duration: 360.429772ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:58:00.963184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:58:00.602466Z","time spent":"360.709209ms","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-27T16:58:00.963395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.511817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-02-27T16:58:00.963421Z","caller":"traceutil/trace.go:171","msg":"trace[1308100188] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4438; }","duration":"335.560048ms","start":"2026-02-27T16:58:00.627853Z","end":"2026-02-27T16:58:00.963413Z","steps":["trace[1308100188] 'agreement among raft nodes before linearized reading' (duration: 335.484556ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:58:00.963416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.699893ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-l8xw2\" ","response":"range_response_count:1 size:6527"} {"level":"warn","ts":"2026-02-27T16:58:00.963442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:58:00.627842Z","time spent":"335.594249ms","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-02-27T16:58:00.963458Z","caller":"traceutil/trace.go:171","msg":"trace[1316868207] range","detail":"{range_begin:/registry/pods/openstack/keepalived-l8xw2; range_end:; response_count:1; response_revision:4438; }","duration":"333.755255ms","start":"2026-02-27T16:58:00.629691Z","end":"2026-02-27T16:58:00.963446Z","steps":["trace[1316868207] 'agreement among raft nodes before linearized reading' (duration: 333.628132ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:58:00.963497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.354329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-02-27T16:58:00.963489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.282986ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-02-27T16:58:00.963528Z","caller":"traceutil/trace.go:171","msg":"trace[109624566] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4438; }","duration":"334.39887ms","start":"2026-02-27T16:58:00.62912Z","end":"2026-02-27T16:58:00.963519Z","steps":["trace[109624566] 'agreement among raft nodes before linearized reading' (duration: 334.323188ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:58:00.96354Z","caller":"traceutil/trace.go:171","msg":"trace[306710373] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4438; }","duration":"334.361139ms","start":"2026-02-27T16:58:00.629165Z","end":"2026-02-27T16:58:00.963527Z","steps":["trace[306710373] 'agreement among raft nodes before linearized reading' (duration: 334.202465ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:58:00.963554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:58:00.629113Z","time spent":"334.43583ms","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-27T16:58:00.963569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:58:00.629154Z","time spent":"334.41048ms","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-27T16:58:00.963499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:58:00.629676Z","time spent":"333.814846ms","remote":"127.0.0.1:42234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6549,"request content":"key:\"/registry/pods/openstack/keepalived-l8xw2\" "} {"level":"warn","ts":"2026-02-27T16:58:00.963705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.581605ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-twqnr.189828f3872eb84f\" ","response":"range_response_count:1 size:962"} {"level":"info","ts":"2026-02-27T16:58:00.963749Z","caller":"traceutil/trace.go:171","msg":"trace[631296472] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-twqnr.189828f3872eb84f; range_end:; response_count:1; response_revision:4438; }","duration":"167.653726ms","start":"2026-02-27T16:58:00.796082Z","end":"2026-02-27T16:58:00.963736Z","steps":["trace[631296472] 'agreement among raft nodes before linearized reading' (duration: 167.546313ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:58:00.963418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.623715ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-02-27T16:58:00.963785Z","caller":"traceutil/trace.go:171","msg":"trace[1925584054] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4438; }","duration":"335.030405ms","start":"2026-02-27T16:58:00.628745Z","end":"2026-02-27T16:58:00.963775Z","steps":["trace[1925584054] 'agreement among raft nodes before linearized reading' (duration: 334.596284ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:58:00.963814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:58:00.628721Z","time spent":"335.084485ms","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-27T16:58:04.417196Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3939133035121639615,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-27T16:58:04.764109Z","caller":"traceutil/trace.go:171","msg":"trace[288400511] linearizableReadLoop","detail":"{readStateIndex:4789; appliedIndex:4788; }","duration":"847.055428ms","start":"2026-02-27T16:58:03.917031Z","end":"2026-02-27T16:58:04.764087Z","steps":["trace[288400511] 'read index received' (duration: 846.862214ms)","trace[288400511] 'applied index is now lower than readState.Index' (duration: 190.144µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T16:58:04.764433Z","caller":"traceutil/trace.go:171","msg":"trace[89482849] transaction","detail":"{read_only:false; response_revision:4598; number_of_response:1; }","duration":"929.474758ms","start":"2026-02-27T16:58:03.83494Z","end":"2026-02-27T16:58:04.764415Z","steps":["trace[89482849] 'process raft request' (duration: 929.020957ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:58:04.764564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:58:03.83492Z","time spent":"929.562691ms","remote":"127.0.0.1:42234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3705,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T16:58:04.764788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.688326ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T16:58:04.764874Z","caller":"traceutil/trace.go:171","msg":"trace[2015247879] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:4598; }","duration":"172.824199ms","start":"2026-02-27T16:58:04.592025Z","end":"2026-02-27T16:58:04.76485Z","steps":["trace[2015247879] 'agreement among raft nodes before linearized reading' (duration: 172.688816ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:58:04.765116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"848.093573ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-f94c21ba-309a-4c3e-99b9-e9ff4054f590\" ","response":"range_response_count:1 size:3720"} {"level":"info","ts":"2026-02-27T16:58:04.765147Z","caller":"traceutil/trace.go:171","msg":"trace[1157823768] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-f94c21ba-309a-4c3e-99b9-e9ff4054f590; range_end:; response_count:1; response_revision:4598; }","duration":"848.167825ms","start":"2026-02-27T16:58:03.91697Z","end":"2026-02-27T16:58:04.765137Z","steps":["trace[1157823768] 'agreement among raft nodes before linearized reading' (duration: 848.099254ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:58:04.765176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:58:03.916947Z","time spent":"848.220396ms","remote":"127.0.0.1:42234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3742,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-f94c21ba-309a-4c3e-99b9-e9ff4054f590\" "} {"level":"warn","ts":"2026-02-27T16:58:04.765631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.127164ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:25 size:776974"} {"level":"info","ts":"2026-02-27T16:58:04.765715Z","caller":"traceutil/trace.go:171","msg":"trace[576438085] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:25; response_revision:4598; }","duration":"152.235447ms","start":"2026-02-27T16:58:04.613459Z","end":"2026-02-27T16:58:04.765695Z","steps":["trace[576438085] 'agreement among raft nodes before linearized reading' (duration: 151.628933ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:58:05.349364Z","caller":"traceutil/trace.go:171","msg":"trace[241058731] transaction","detail":"{read_only:false; response_revision:4604; number_of_response:1; }","duration":"169.171753ms","start":"2026-02-27T16:58:05.180162Z","end":"2026-02-27T16:58:05.349334Z","steps":["trace[241058731] 'process raft request' (duration: 169.019269ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:58:05.366942Z","caller":"traceutil/trace.go:171","msg":"trace[141881191] transaction","detail":"{read_only:false; response_revision:4605; number_of_response:1; }","duration":"185.596674ms","start":"2026-02-27T16:58:05.181319Z","end":"2026-02-27T16:58:05.366915Z","steps":["trace[141881191] 'process raft request' (duration: 185.43381ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:58:05.367136Z","caller":"traceutil/trace.go:171","msg":"trace[777185765] transaction","detail":"{read_only:false; response_revision:4606; number_of_response:1; }","duration":"181.045235ms","start":"2026-02-27T16:58:05.18608Z","end":"2026-02-27T16:58:05.367125Z","steps":["trace[777185765] 'process raft request' (duration: 180.795999ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:58:07.202758Z","caller":"traceutil/trace.go:171","msg":"trace[801143829] transaction","detail":"{read_only:false; response_revision:4645; number_of_response:1; }","duration":"337.054703ms","start":"2026-02-27T16:58:06.865676Z","end":"2026-02-27T16:58:07.202731Z","steps":["trace[801143829] 'process raft request' (duration: 336.847818ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:58:07.202916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:58:06.865658Z","time spent":"337.177406ms","remote":"127.0.0.1:42106","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":881,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T16:58:07.357561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"445.186188ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-02-27T16:58:07.357576Z","caller":"traceutil/trace.go:171","msg":"trace[433458396] linearizableReadLoop","detail":"{readStateIndex:4838; appliedIndex:4836; }","duration":"444.931272ms","start":"2026-02-27T16:58:06.912323Z","end":"2026-02-27T16:58:07.357254Z","steps":["trace[433458396] 'read index received' (duration: 290.128522ms)","trace[433458396] 'applied index is now lower than readState.Index' (duration: 154.80178ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T16:58:07.35763Z","caller":"traceutil/trace.go:171","msg":"trace[934799704] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:4646; }","duration":"445.30894ms","start":"2026-02-27T16:58:06.912304Z","end":"2026-02-27T16:58:07.357613Z","steps":["trace[934799704] 'agreement among raft nodes before linearized reading' (duration: 445.088275ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:58:07.357664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:58:06.912285Z","time spent":"445.370852ms","remote":"127.0.0.1:42200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1957,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"info","ts":"2026-02-27T16:58:07.357351Z","caller":"traceutil/trace.go:171","msg":"trace[1137985307] transaction","detail":"{read_only:false; response_revision:4646; number_of_response:1; }","duration":"485.426429ms","start":"2026-02-27T16:58:06.871893Z","end":"2026-02-27T16:58:07.35732Z","steps":["trace[1137985307] 'process raft request' (duration: 473.135945ms)","trace[1137985307] 'compare' (duration: 12.041098ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T16:58:07.357773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:58:06.871865Z","time spent":"485.833899ms","remote":"127.0.0.1:42234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":13279,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T16:58:07.358104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.766638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-02-27T16:58:07.35822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.353403ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-02-27T16:58:07.358241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.018714ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-02-27T16:58:07.358278Z","caller":"traceutil/trace.go:171","msg":"trace[480812701] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4647; }","duration":"281.067975ms","start":"2026-02-27T16:58:07.0772Z","end":"2026-02-27T16:58:07.358268Z","steps":["trace[480812701] 'agreement among raft nodes before linearized reading' (duration: 280.974303ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:58:07.358328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.136424ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T16:58:07.358279Z","caller":"traceutil/trace.go:171","msg":"trace[500163433] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4647; }","duration":"281.433055ms","start":"2026-02-27T16:58:07.076828Z","end":"2026-02-27T16:58:07.358261Z","steps":["trace[500163433] 'agreement among raft nodes before linearized reading' (duration: 281.247151ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:58:07.358376Z","caller":"traceutil/trace.go:171","msg":"trace[346732571] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4647; }","duration":"190.236626ms","start":"2026-02-27T16:58:07.168125Z","end":"2026-02-27T16:58:07.358361Z","steps":["trace[346732571] 'agreement among raft nodes before linearized reading' (duration: 190.161124ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:58:07.358382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.343452ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-l8xw2\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-02-27T16:58:07.358412Z","caller":"traceutil/trace.go:171","msg":"trace[2111953998] range","detail":"{range_begin:/registry/pods/openstack/keepalived-l8xw2; range_end:; response_count:1; response_revision:4647; }","duration":"281.387063ms","start":"2026-02-27T16:58:07.077016Z","end":"2026-02-27T16:58:07.358403Z","steps":["trace[2111953998] 'agreement among raft nodes before linearized reading' (duration: 281.28525ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:58:07.358445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.620852ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-02-27T16:58:07.358479Z","caller":"traceutil/trace.go:171","msg":"trace[1795174560] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:4647; }","duration":"341.698334ms","start":"2026-02-27T16:58:07.016772Z","end":"2026-02-27T16:58:07.35847Z","steps":["trace[1795174560] 'agreement among raft nodes before linearized reading' (duration: 341.614332ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:58:07.358508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:58:07.01675Z","time spent":"341.749396ms","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":552,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-02-27T16:58:07.358498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.919847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-02-27T16:58:07.358546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.469584ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-02-27T16:58:07.35868Z","caller":"traceutil/trace.go:171","msg":"trace[13839769] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4647; }","duration":"282.114931ms","start":"2026-02-27T16:58:07.076469Z","end":"2026-02-27T16:58:07.358584Z","steps":["trace[13839769] 'agreement among raft nodes before linearized reading' (duration: 281.745312ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:58:07.358731Z","caller":"traceutil/trace.go:171","msg":"trace[16467805] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4647; }","duration":"361.142069ms","start":"2026-02-27T16:58:06.997567Z","end":"2026-02-27T16:58:07.358709Z","steps":["trace[16467805] 'agreement among raft nodes before linearized reading' (duration: 360.378861ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:58:07.358735Z","caller":"traceutil/trace.go:171","msg":"trace[2133005396] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4647; }","duration":"280.85773ms","start":"2026-02-27T16:58:07.077277Z","end":"2026-02-27T16:58:07.358135Z","steps":["trace[2133005396] 'agreement among raft nodes before linearized reading' (duration: 280.700417ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:58:07.35878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:58:06.99755Z","time spent":"361.217361ms","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-02-27T16:58:07.718137Z","caller":"traceutil/trace.go:171","msg":"trace[711033432] transaction","detail":"{read_only:false; response_revision:4648; number_of_response:1; }","duration":"354.122031ms","start":"2026-02-27T16:58:07.363989Z","end":"2026-02-27T16:58:07.718111Z","steps":["trace[711033432] 'process raft request' (duration: 329.812961ms)","trace[711033432] 'compare' (duration: 23.965082ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T16:58:07.71832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:58:07.363976Z","time spent":"354.235953ms","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T16:58:07.719885Z","caller":"traceutil/trace.go:171","msg":"trace[1032278312] transaction","detail":"{read_only:false; response_revision:4649; number_of_response:1; }","duration":"355.608997ms","start":"2026-02-27T16:58:07.364121Z","end":"2026-02-27T16:58:07.71973Z","steps":["trace[1032278312] 'process raft request' (duration: 353.917436ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:58:07.720002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:58:07.3641Z","time spent":"355.844072ms","remote":"127.0.0.1:42328","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1869,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T16:58:07.7246Z","caller":"traceutil/trace.go:171","msg":"trace[255971310] linearizableReadLoop","detail":"{readStateIndex:4849; appliedIndex:4839; }","duration":"359.065359ms","start":"2026-02-27T16:58:07.365476Z","end":"2026-02-27T16:58:07.724542Z","steps":["trace[255971310] 'read index received' (duration: 328.330395ms)","trace[255971310] 'applied index is now lower than readState.Index' (duration: 30.732324ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T16:58:07.725002Z","caller":"traceutil/trace.go:171","msg":"trace[972128334] transaction","detail":"{read_only:false; response_revision:4651; number_of_response:1; }","duration":"360.286179ms","start":"2026-02-27T16:58:07.364625Z","end":"2026-02-27T16:58:07.724911Z","steps":["trace[972128334] 'process raft request' (duration: 359.021918ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:58:07.724867Z","caller":"traceutil/trace.go:171","msg":"trace[1776371891] transaction","detail":"{read_only:false; response_revision:4653; number_of_response:1; }","duration":"360.208917ms","start":"2026-02-27T16:58:07.364628Z","end":"2026-02-27T16:58:07.724837Z","steps":["trace[1776371891] 'process raft request' (duration: 359.421339ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:58:07.725039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.54822ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:62971"} {"level":"info","ts":"2026-02-27T16:58:07.725075Z","caller":"traceutil/trace.go:171","msg":"trace[872243321] transaction","detail":"{read_only:false; response_revision:4657; number_of_response:1; }","duration":"359.784037ms","start":"2026-02-27T16:58:07.365267Z","end":"2026-02-27T16:58:07.725051Z","steps":["trace[872243321] 'process raft request' (duration: 359.106591ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:58:07.72504Z","caller":"traceutil/trace.go:171","msg":"trace[1886223880] transaction","detail":"{read_only:false; response_revision:4654; number_of_response:1; }","duration":"360.019452ms","start":"2026-02-27T16:58:07.364983Z","end":"2026-02-27T16:58:07.725003Z","steps":["trace[1886223880] 'process raft request' (duration: 359.154232ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:58:07.725054Z","caller":"traceutil/trace.go:171","msg":"trace[1135817928] transaction","detail":"{read_only:false; response_revision:4658; number_of_response:1; }","duration":"353.783313ms","start":"2026-02-27T16:58:07.371246Z","end":"2026-02-27T16:58:07.725029Z","steps":["trace[1135817928] 'process raft request' (duration: 353.185269ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:58:07.725102Z","caller":"traceutil/trace.go:171","msg":"trace[990173667] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:4659; }","duration":"359.614742ms","start":"2026-02-27T16:58:07.365459Z","end":"2026-02-27T16:58:07.725074Z","steps":["trace[990173667] 'agreement among raft nodes before linearized reading' (duration: 359.245133ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:58:07.725135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:58:07.364615Z","time spent":"360.439152ms","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T16:58:07.725147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:58:07.365258Z","time spent":"359.850269ms","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T16:58:07.725088Z","caller":"traceutil/trace.go:171","msg":"trace[734652429] transaction","detail":"{read_only:false; response_revision:4655; number_of_response:1; }","duration":"359.981442ms","start":"2026-02-27T16:58:07.365053Z","end":"2026-02-27T16:58:07.725034Z","steps":["trace[734652429] 'process raft request' (duration: 359.167963ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:58:07.725129Z","caller":"traceutil/trace.go:171","msg":"trace[327311621] transaction","detail":"{read_only:false; response_revision:4659; number_of_response:1; }","duration":"352.868231ms","start":"2026-02-27T16:58:07.372183Z","end":"2026-02-27T16:58:07.725051Z","steps":["trace[327311621] 'process raft request' (duration: 352.295558ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:58:07.725151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:58:07.365431Z","time spent":"359.704945ms","remote":"127.0.0.1:42234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":7,"response size":62993,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-02-27T16:58:07.725185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:58:07.364976Z","time spent":"360.146536ms","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T16:58:07.725197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:58:07.371237Z","time spent":"353.892205ms","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T16:58:07.724985Z","caller":"traceutil/trace.go:171","msg":"trace[1763518423] transaction","detail":"{read_only:false; response_revision:4656; number_of_response:1; }","duration":"359.803718ms","start":"2026-02-27T16:58:07.365147Z","end":"2026-02-27T16:58:07.724951Z","steps":["trace[1763518423] 'process raft request' (duration: 359.157103ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:58:07.725012Z","caller":"traceutil/trace.go:171","msg":"trace[681289692] transaction","detail":"{read_only:false; response_revision:4652; number_of_response:1; }","duration":"360.293539ms","start":"2026-02-27T16:58:07.364619Z","end":"2026-02-27T16:58:07.724913Z","steps":["trace[681289692] 'process raft request' (duration: 359.325775ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:58:07.724978Z","caller":"traceutil/trace.go:171","msg":"trace[1671318261] transaction","detail":"{read_only:false; response_revision:4650; number_of_response:1; }","duration":"360.75066ms","start":"2026-02-27T16:58:07.364198Z","end":"2026-02-27T16:58:07.724949Z","steps":["trace[1671318261] 'process raft request' (duration: 354.1061ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:58:07.725311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:58:07.364616Z","time spent":"360.483333ms","remote":"127.0.0.1:42328","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1455,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T16:58:07.725337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:58:07.365044Z","time spent":"360.156846ms","remote":"127.0.0.1:42206","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":906,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T16:58:07.725369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:58:07.364179Z","time spent":"361.140058ms","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T16:58:07.725394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:58:07.364601Z","time spent":"360.717128ms","remote":"127.0.0.1:42206","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1283,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T16:58:07.725273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:58:07.365134Z","time spent":"360.107635ms","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T16:58:07.725392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:58:07.372174Z","time spent":"353.029245ms","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T16:58:13.039664Z","caller":"traceutil/trace.go:171","msg":"trace[467000782] transaction","detail":"{read_only:false; response_revision:4763; number_of_response:1; }","duration":"100.497161ms","start":"2026-02-27T16:58:12.939135Z","end":"2026-02-27T16:58:13.039632Z","steps":["trace[467000782] 'process raft request' (duration: 29.29109ms)","trace[467000782] 'compare' (duration: 70.866683ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T16:58:13.19293Z","caller":"traceutil/trace.go:171","msg":"trace[2095292785] transaction","detail":"{read_only:false; response_revision:4767; number_of_response:1; }","duration":"138.335585ms","start":"2026-02-27T16:58:13.054561Z","end":"2026-02-27T16:58:13.192897Z","steps":["trace[2095292785] 'process raft request' (duration: 138.280114ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:58:13.192947Z","caller":"traceutil/trace.go:171","msg":"trace[1589003792] transaction","detail":"{read_only:false; response_revision:4765; number_of_response:1; }","duration":"138.396047ms","start":"2026-02-27T16:58:13.054487Z","end":"2026-02-27T16:58:13.192883Z","steps":["trace[1589003792] 'process raft request' (duration: 85.896602ms)","trace[1589003792] 'compare' (duration: 52.223789ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T16:58:13.193116Z","caller":"traceutil/trace.go:171","msg":"trace[1001518953] transaction","detail":"{read_only:false; response_revision:4766; number_of_response:1; }","duration":"138.608042ms","start":"2026-02-27T16:58:13.054494Z","end":"2026-02-27T16:58:13.193102Z","steps":["trace[1001518953] 'process raft request' (duration: 138.274524ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:58:16.348428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.647069ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T16:58:16.348487Z","caller":"traceutil/trace.go:171","msg":"trace[2089899561] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:4817; }","duration":"222.722711ms","start":"2026-02-27T16:58:16.125752Z","end":"2026-02-27T16:58:16.348475Z","steps":["trace[2089899561] 'count revisions from in-memory index tree' (duration: 222.566198ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:58:22.809217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"717.208606ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T16:58:22.809329Z","caller":"traceutil/trace.go:171","msg":"trace[430152841] linearizableReadLoop","detail":"{readStateIndex:5131; appliedIndex:5130; }","duration":"642.122162ms","start":"2026-02-27T16:58:22.167189Z","end":"2026-02-27T16:58:22.809311Z","steps":["trace[430152841] 'read index received' (duration: 35.621µs)","trace[430152841] 'applied index is now lower than readState.Index' (duration: 642.085301ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T16:58:22.809407Z","caller":"traceutil/trace.go:171","msg":"trace[1295359626] transaction","detail":"{read_only:false; response_revision:4933; number_of_response:1; }","duration":"789.38645ms","start":"2026-02-27T16:58:22.020009Z","end":"2026-02-27T16:58:22.809395Z","steps":["trace[1295359626] 'process raft request' (duration: 71.917838ms)","trace[1295359626] 'compare' (duration: 717.099924ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T16:58:22.809468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:58:22.019989Z","time spent":"789.448162ms","remote":"127.0.0.1:42234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3747,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T16:58:22.809602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"642.39372ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T16:58:22.80962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"622.149746ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T16:58:22.809692Z","caller":"traceutil/trace.go:171","msg":"trace[1211834789] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4933; }","duration":"642.531253ms","start":"2026-02-27T16:58:22.167143Z","end":"2026-02-27T16:58:22.809674Z","steps":["trace[1211834789] 'agreement among raft nodes before linearized reading' (duration: 642.39747ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:58:22.809702Z","caller":"traceutil/trace.go:171","msg":"trace[2051532257] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:4933; }","duration":"622.246278ms","start":"2026-02-27T16:58:22.187434Z","end":"2026-02-27T16:58:22.809681Z","steps":["trace[2051532257] 'agreement among raft nodes before linearized reading' (duration: 622.077324ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:58:22.809738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:58:22.16712Z","time spent":"642.610794ms","remote":"127.0.0.1:42042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T16:58:22.80975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:58:22.18742Z","time spent":"622.319581ms","remote":"127.0.0.1:34230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":22,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true "} {"level":"warn","ts":"2026-02-27T16:58:22.809608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"548.701511ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-310fe57a-4987-43e9-97d4-d328f65e7c8c\" ","response":"range_response_count:1 size:3762"} {"level":"info","ts":"2026-02-27T16:58:22.809812Z","caller":"traceutil/trace.go:171","msg":"trace[2023514176] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-310fe57a-4987-43e9-97d4-d328f65e7c8c; range_end:; response_count:1; response_revision:4933; }","duration":"548.956067ms","start":"2026-02-27T16:58:22.260836Z","end":"2026-02-27T16:58:22.809792Z","steps":["trace[2023514176] 'agreement among raft nodes before linearized reading' (duration: 548.705701ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:58:22.809871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:58:22.260806Z","time spent":"549.049288ms","remote":"127.0.0.1:42234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3784,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-310fe57a-4987-43e9-97d4-d328f65e7c8c\" "} {"level":"warn","ts":"2026-02-27T16:58:23.366865Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3939133035121640355,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-27T16:58:23.592576Z","caller":"traceutil/trace.go:171","msg":"trace[1390526281] transaction","detail":"{read_only:false; response_revision:4934; number_of_response:1; }","duration":"778.47505ms","start":"2026-02-27T16:58:22.814071Z","end":"2026-02-27T16:58:23.592546Z","steps":["trace[1390526281] 'process raft request' (duration: 760.844579ms)","trace[1390526281] 'compare' (duration: 17.519669ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T16:58:23.592732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:58:22.814051Z","time spent":"778.597284ms","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T16:58:24.496304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"419.368581ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T16:58:24.496594Z","caller":"traceutil/trace.go:171","msg":"trace[1591285188] transaction","detail":"{read_only:false; response_revision:4935; number_of_response:1; }","duration":"1.677509612s","start":"2026-02-27T16:58:22.819038Z","end":"2026-02-27T16:58:24.496548Z","steps":["trace[1591285188] 'process raft request' (duration: 1.257790694s)","trace[1591285188] 'compare' (duration: 419.215556ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T16:58:24.49679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:58:22.819018Z","time spent":"1.677669925s","remote":"127.0.0.1:42234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4982,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T16:58:24.496944Z","caller":"traceutil/trace.go:171","msg":"trace[95877509] transaction","detail":"{read_only:false; response_revision:4936; number_of_response:1; }","duration":"1.021631501s","start":"2026-02-27T16:58:23.475273Z","end":"2026-02-27T16:58:24.496905Z","steps":["trace[95877509] 'process raft request' (duration: 1.02117605s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:58:24.497115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:58:23.475243Z","time spent":"1.021783104s","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T16:58:24.497151Z","caller":"traceutil/trace.go:171","msg":"trace[1163202402] linearizableReadLoop","detail":"{readStateIndex:5133; appliedIndex:5131; }","duration":"1.630242182s","start":"2026-02-27T16:58:22.866637Z","end":"2026-02-27T16:58:24.496879Z","steps":["trace[1163202402] 'read index received' (duration: 708.14994ms)","trace[1163202402] 'applied index is now lower than readState.Index' (duration: 922.087322ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T16:58:24.572538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.70585561s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T16:58:24.572824Z","caller":"traceutil/trace.go:171","msg":"trace[2094973176] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:4936; }","duration":"1.706051554s","start":"2026-02-27T16:58:22.866564Z","end":"2026-02-27T16:58:24.572616Z","steps":["trace[2094973176] 'agreement among raft nodes before linearized reading' (duration: 1.63056182s)","trace[2094973176] 'count revisions from in-memory index tree' (duration: 75.3208ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T16:58:24.572879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:58:22.866541Z","time spent":"1.706325811s","remote":"127.0.0.1:42444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":27,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"info","ts":"2026-02-27T16:58:24.573074Z","caller":"traceutil/trace.go:171","msg":"trace[1193509299] transaction","detail":"{read_only:false; response_revision:4937; number_of_response:1; }","duration":"744.1078ms","start":"2026-02-27T16:58:23.828937Z","end":"2026-02-27T16:58:24.573045Z","steps":["trace[1193509299] 'process raft request' (duration: 743.68469ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:58:24.57324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:58:23.828897Z","time spent":"744.240403ms","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T16:58:24.573291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"737.422429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-02-27T16:58:24.573343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.931226ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T16:58:24.573363Z","caller":"traceutil/trace.go:171","msg":"trace[325185718] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4938; }","duration":"737.550552ms","start":"2026-02-27T16:58:23.835792Z","end":"2026-02-27T16:58:24.573343Z","steps":["trace[325185718] 'agreement among raft nodes before linearized reading' (duration: 737.275865ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:58:24.573379Z","caller":"traceutil/trace.go:171","msg":"trace[972049083] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:4938; }","duration":"423.031507ms","start":"2026-02-27T16:58:24.150338Z","end":"2026-02-27T16:58:24.573369Z","steps":["trace[972049083] 'agreement among raft nodes before linearized reading' (duration: 422.962936ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:58:24.573405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:58:23.835771Z","time spent":"737.625354ms","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-02-27T16:58:24.573375Z","caller":"traceutil/trace.go:171","msg":"trace[1529108007] transaction","detail":"{read_only:false; response_revision:4938; number_of_response:1; }","duration":"744.330435ms","start":"2026-02-27T16:58:23.829003Z","end":"2026-02-27T16:58:24.573334Z","steps":["trace[1529108007] 'process raft request' (duration: 743.966536ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:58:24.573447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"405.945459ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T16:58:24.573483Z","caller":"traceutil/trace.go:171","msg":"trace[545200381] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4938; }","duration":"405.992351ms","start":"2026-02-27T16:58:24.167481Z","end":"2026-02-27T16:58:24.573474Z","steps":["trace[545200381] 'agreement among raft nodes before linearized reading' (duration: 405.94697ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:58:24.573509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:58:24.167473Z","time spent":"406.030752ms","remote":"127.0.0.1:42042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T16:58:24.573503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"757.677173ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-310fe57a-4987-43e9-97d4-d328f65e7c8c\" ","response":"range_response_count:1 size:3762"} {"level":"warn","ts":"2026-02-27T16:58:24.573568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"737.567043ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-02-27T16:58:24.573577Z","caller":"traceutil/trace.go:171","msg":"trace[1417675885] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-310fe57a-4987-43e9-97d4-d328f65e7c8c; range_end:; response_count:1; response_revision:4938; }","duration":"757.780646ms","start":"2026-02-27T16:58:23.815767Z","end":"2026-02-27T16:58:24.573548Z","steps":["trace[1417675885] 'agreement among raft nodes before linearized reading' (duration: 757.600571ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:58:24.573594Z","caller":"traceutil/trace.go:171","msg":"trace[609287100] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4938; }","duration":"737.636744ms","start":"2026-02-27T16:58:23.835949Z","end":"2026-02-27T16:58:24.573586Z","steps":["trace[609287100] 'agreement among raft nodes before linearized reading' (duration: 737.547382ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:58:24.573581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:58:23.828971Z","time spent":"744.492879ms","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T16:58:24.573616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:58:23.815742Z","time spent":"757.865798ms","remote":"127.0.0.1:42234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3784,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-310fe57a-4987-43e9-97d4-d328f65e7c8c\" "} {"level":"warn","ts":"2026-02-27T16:58:24.573622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:58:23.835934Z","time spent":"737.682795ms","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-27T16:58:24.57341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:58:24.150303Z","time spent":"423.099489ms","remote":"127.0.0.1:42334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":4,"response size":29,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"warn","ts":"2026-02-27T16:58:24.573752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"737.766087ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-l8xw2\" ","response":"range_response_count:1 size:6527"} {"level":"warn","ts":"2026-02-27T16:58:24.573761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"737.952231ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-02-27T16:58:24.573769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.100291039s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T16:58:24.573778Z","caller":"traceutil/trace.go:171","msg":"trace[598554862] range","detail":"{range_begin:/registry/pods/openstack/keepalived-l8xw2; range_end:; response_count:1; response_revision:4938; }","duration":"737.804978ms","start":"2026-02-27T16:58:23.835966Z","end":"2026-02-27T16:58:24.573771Z","steps":["trace[598554862] 'agreement among raft nodes before linearized reading' (duration: 737.726256ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:58:24.573791Z","caller":"traceutil/trace.go:171","msg":"trace[1057126306] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4938; }","duration":"738.008423ms","start":"2026-02-27T16:58:23.835775Z","end":"2026-02-27T16:58:24.573783Z","steps":["trace[1057126306] 'agreement among raft nodes before linearized reading' (duration: 737.877ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:58:24.573797Z","caller":"traceutil/trace.go:171","msg":"trace[307096169] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:4938; }","duration":"1.100374481s","start":"2026-02-27T16:58:23.473414Z","end":"2026-02-27T16:58:24.573788Z","steps":["trace[307096169] 'agreement among raft nodes before linearized reading' (duration: 1.100289119s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:58:24.573803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:58:23.83596Z","time spent":"737.838109ms","remote":"127.0.0.1:42234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6549,"request content":"key:\"/registry/pods/openstack/keepalived-l8xw2\" "} {"level":"warn","ts":"2026-02-27T16:58:24.573814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:58:23.835763Z","time spent":"738.047054ms","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-27T16:58:24.573826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:58:23.473383Z","time spent":"1.100436732s","remote":"127.0.0.1:42206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":48,"response size":29,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-02-27T16:58:24.573885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.688579255s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-27T16:58:24.573861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"738.077654ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-02-27T16:58:24.573928Z","caller":"traceutil/trace.go:171","msg":"trace[712543612] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:4938; }","duration":"1.688641786s","start":"2026-02-27T16:58:22.885275Z","end":"2026-02-27T16:58:24.573916Z","steps":["trace[712543612] 'agreement among raft nodes before linearized reading' (duration: 1.688553464s)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:58:24.573948Z","caller":"traceutil/trace.go:171","msg":"trace[886603332] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4938; }","duration":"738.248929ms","start":"2026-02-27T16:58:23.835683Z","end":"2026-02-27T16:58:24.573932Z","steps":["trace[886603332] 'agreement among raft nodes before linearized reading' (duration: 738.008863ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:58:24.573966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:58:22.885267Z","time spent":"1.688690988s","remote":"127.0.0.1:42186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":5,"response size":29,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"warn","ts":"2026-02-27T16:58:24.573988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:58:23.835663Z","time spent":"738.319001ms","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-27T16:58:24.574127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"739.265403ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-02-27T16:58:24.574179Z","caller":"traceutil/trace.go:171","msg":"trace[353098857] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4938; }","duration":"739.330184ms","start":"2026-02-27T16:58:23.834839Z","end":"2026-02-27T16:58:24.574169Z","steps":["trace[353098857] 'agreement among raft nodes before linearized reading' (duration: 739.204631ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:58:24.574211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:58:23.834831Z","time spent":"739.374005ms","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-02-27T16:58:25.160678Z","caller":"traceutil/trace.go:171","msg":"trace[111857574] transaction","detail":"{read_only:false; response_revision:4947; number_of_response:1; }","duration":"114.576447ms","start":"2026-02-27T16:58:25.046048Z","end":"2026-02-27T16:58:25.160625Z","steps":["trace[111857574] 'process raft request' (duration: 114.378823ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:58:30.565145Z","caller":"traceutil/trace.go:171","msg":"trace[906860415] linearizableReadLoop","detail":"{readStateIndex:5205; appliedIndex:5204; }","duration":"398.992173ms","start":"2026-02-27T16:58:30.166127Z","end":"2026-02-27T16:58:30.565119Z","steps":["trace[906860415] 'read index received' (duration: 398.853029ms)","trace[906860415] 'applied index is now lower than readState.Index' (duration: 138.123µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T16:58:30.565174Z","caller":"traceutil/trace.go:171","msg":"trace[1121432609] transaction","detail":"{read_only:false; response_revision:5005; number_of_response:1; }","duration":"464.180141ms","start":"2026-02-27T16:58:30.100973Z","end":"2026-02-27T16:58:30.565153Z","steps":["trace[1121432609] 'process raft request' (duration: 463.976987ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:58:30.565353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.227019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1781"} {"level":"warn","ts":"2026-02-27T16:58:30.565356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:58:30.10095Z","time spent":"464.336614ms","remote":"127.0.0.1:42234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4752,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T16:58:30.565388Z","caller":"traceutil/trace.go:171","msg":"trace[549561670] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:5005; }","duration":"399.310261ms","start":"2026-02-27T16:58:30.166067Z","end":"2026-02-27T16:58:30.565377Z","steps":["trace[549561670] 'agreement among raft nodes before linearized reading' (duration: 399.175837ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:58:30.565417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:58:30.166043Z","time spent":"399.367311ms","remote":"127.0.0.1:42200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1803,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"warn","ts":"2026-02-27T16:58:30.57237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.827218ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T16:58:30.572502Z","caller":"traceutil/trace.go:171","msg":"trace[1981857076] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:5006; }","duration":"152.016383ms","start":"2026-02-27T16:58:30.420466Z","end":"2026-02-27T16:58:30.572482Z","steps":["trace[1981857076] 'agreement among raft nodes before linearized reading' (duration: 151.855499ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:58:40.858346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"768.090307ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T16:58:40.858475Z","caller":"traceutil/trace.go:171","msg":"trace[1191513190] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:5148; }","duration":"768.309413ms","start":"2026-02-27T16:58:40.09014Z","end":"2026-02-27T16:58:40.858449Z","steps":["trace[1191513190] 'count revisions from in-memory index tree' (duration: 767.926794ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:58:40.858552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:58:40.0901Z","time spent":"768.432986ms","remote":"127.0.0.1:54460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":27,"request content":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true "} {"level":"warn","ts":"2026-02-27T16:58:40.858676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"691.635568ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T16:58:40.85873Z","caller":"traceutil/trace.go:171","msg":"trace[1612288306] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5148; }","duration":"691.734321ms","start":"2026-02-27T16:58:40.166983Z","end":"2026-02-27T16:58:40.858717Z","steps":["trace[1612288306] 'range keys from in-memory index tree' (duration: 691.494464ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:58:40.858769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:58:40.166953Z","time spent":"691.808982ms","remote":"127.0.0.1:42042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T16:58:40.859016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"656.605693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:16548"} {"level":"info","ts":"2026-02-27T16:58:40.859093Z","caller":"traceutil/trace.go:171","msg":"trace[404398435] range","detail":"{range_begin:/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:5148; }","duration":"656.733206ms","start":"2026-02-27T16:58:40.202341Z","end":"2026-02-27T16:58:40.859074Z","steps":["trace[404398435] 'range keys from in-memory index tree' (duration: 656.408888ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:58:40.85913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:58:40.202319Z","time spent":"656.802657ms","remote":"127.0.0.1:42234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":16570,"request content":"key:\"/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"warn","ts":"2026-02-27T16:58:40.859209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"618.286595ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-02-27T16:58:40.859294Z","caller":"traceutil/trace.go:171","msg":"trace[1836138903] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:5148; }","duration":"618.420079ms","start":"2026-02-27T16:58:40.240852Z","end":"2026-02-27T16:58:40.859272Z","steps":["trace[1836138903] 'range keys from in-memory index tree' (duration: 617.981408ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:58:40.85934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:58:40.240828Z","time spent":"618.498471ms","remote":"127.0.0.1:42200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2104,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"info","ts":"2026-02-27T16:58:40.859706Z","caller":"traceutil/trace.go:171","msg":"trace[800327657] transaction","detail":"{read_only:false; response_revision:5150; number_of_response:1; }","duration":"232.767791ms","start":"2026-02-27T16:58:40.626919Z","end":"2026-02-27T16:58:40.859687Z","steps":["trace[800327657] 'process raft request' (duration: 232.262818ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:58:40.860041Z","caller":"traceutil/trace.go:171","msg":"trace[1654572167] transaction","detail":"{read_only:false; response_revision:5149; number_of_response:1; }","duration":"249.341875ms","start":"2026-02-27T16:58:40.610663Z","end":"2026-02-27T16:58:40.860005Z","steps":["trace[1654572167] 'process raft request' (duration: 204.364286ms)","trace[1654572167] 'compare' (duration: 43.686568ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T16:58:40.860162Z","caller":"traceutil/trace.go:171","msg":"trace[821873911] linearizableReadLoop","detail":"{readStateIndex:5355; appliedIndex:5352; }","duration":"175.117161ms","start":"2026-02-27T16:58:40.685026Z","end":"2026-02-27T16:58:40.860144Z","steps":["trace[821873911] 'read index received' (duration: 130.016478ms)","trace[821873911] 'applied index is now lower than readState.Index' (duration: 45.099312ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T16:58:40.860216Z","caller":"traceutil/trace.go:171","msg":"trace[16148033] transaction","detail":"{read_only:false; response_revision:5151; number_of_response:1; }","duration":"231.303796ms","start":"2026-02-27T16:58:40.628882Z","end":"2026-02-27T16:58:40.860186Z","steps":["trace[16148033] 'process raft request' (duration: 230.758112ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:58:40.860398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.367186ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-02-27T16:58:40.860453Z","caller":"traceutil/trace.go:171","msg":"trace[1547047189] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5151; }","duration":"175.45252ms","start":"2026-02-27T16:58:40.684984Z","end":"2026-02-27T16:58:40.860436Z","steps":["trace[1547047189] 'agreement among raft nodes before linearized reading' (duration: 175.259385ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:58:40.860475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.988741ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-02-27T16:58:40.860503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.255641ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-02-27T16:58:40.860513Z","caller":"traceutil/trace.go:171","msg":"trace[414610940] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5151; }","duration":"160.046332ms","start":"2026-02-27T16:58:40.700456Z","end":"2026-02-27T16:58:40.860502Z","steps":["trace[414610940] 'agreement among raft nodes before linearized reading' (duration: 159.899579ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:58:40.860562Z","caller":"traceutil/trace.go:171","msg":"trace[1724869936] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5151; }","duration":"172.321172ms","start":"2026-02-27T16:58:40.688221Z","end":"2026-02-27T16:58:40.860542Z","steps":["trace[1724869936] 'agreement among raft nodes before linearized reading' (duration: 172.169828ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:58:40.860586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.801627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-02-27T16:58:40.861257Z","caller":"traceutil/trace.go:171","msg":"trace[333369061] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5151; }","duration":"167.503134ms","start":"2026-02-27T16:58:40.693734Z","end":"2026-02-27T16:58:40.861238Z","steps":["trace[333369061] 'agreement among raft nodes before linearized reading' (duration: 166.700245ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:58:40.860759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.362856ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-l8xw2\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-02-27T16:58:40.861461Z","caller":"traceutil/trace.go:171","msg":"trace[948330705] range","detail":"{range_begin:/registry/pods/openstack/keepalived-l8xw2; range_end:; response_count:1; response_revision:5151; }","duration":"169.027712ms","start":"2026-02-27T16:58:40.692355Z","end":"2026-02-27T16:58:40.861382Z","steps":["trace[948330705] 'agreement among raft nodes before linearized reading' (duration: 167.969247ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:58:40.861147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.582654ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-02-27T16:58:40.861638Z","caller":"traceutil/trace.go:171","msg":"trace[1817007315] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5151; }","duration":"174.058527ms","start":"2026-02-27T16:58:40.687544Z","end":"2026-02-27T16:58:40.861603Z","steps":["trace[1817007315] 'agreement among raft nodes before linearized reading' (duration: 172.754934ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:58:41.639308Z","caller":"traceutil/trace.go:171","msg":"trace[1467800341] transaction","detail":"{read_only:false; response_revision:5154; number_of_response:1; }","duration":"774.186366ms","start":"2026-02-27T16:58:40.865089Z","end":"2026-02-27T16:58:41.639275Z","steps":["trace[1467800341] 'process raft request' (duration: 774.070833ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:58:41.639372Z","caller":"traceutil/trace.go:171","msg":"trace[540602201] transaction","detail":"{read_only:false; response_revision:5153; number_of_response:1; }","duration":"774.507404ms","start":"2026-02-27T16:58:40.864822Z","end":"2026-02-27T16:58:41.639329Z","steps":["trace[540602201] 'process raft request' (duration: 774.043563ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:58:41.639478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:58:40.865079Z","time spent":"774.3155ms","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T16:58:41.63957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:58:40.8648Z","time spent":"774.655807ms","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T16:58:41.63975Z","caller":"traceutil/trace.go:171","msg":"trace[1009920863] transaction","detail":"{read_only:false; response_revision:5155; number_of_response:1; }","duration":"774.173306ms","start":"2026-02-27T16:58:40.865545Z","end":"2026-02-27T16:58:41.639718Z","steps":["trace[1009920863] 'process raft request' (duration: 773.675834ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:58:41.639897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:58:40.865538Z","time spent":"774.287599ms","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T16:58:41.64006Z","caller":"traceutil/trace.go:171","msg":"trace[132794305] transaction","detail":"{read_only:false; response_revision:5157; number_of_response:1; }","duration":"766.804745ms","start":"2026-02-27T16:58:40.87324Z","end":"2026-02-27T16:58:41.640044Z","steps":["trace[132794305] 'process raft request' (duration: 766.636731ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:58:41.640145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:58:40.873231Z","time spent":"766.870747ms","remote":"127.0.0.1:42234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17216,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T16:58:41.640234Z","caller":"traceutil/trace.go:171","msg":"trace[768047594] linearizableReadLoop","detail":"{readStateIndex:5359; appliedIndex:5355; }","duration":"773.759676ms","start":"2026-02-27T16:58:40.86624Z","end":"2026-02-27T16:58:41.64Z","steps":["trace[768047594] 'read index received' (duration: 42.52892ms)","trace[768047594] 'applied index is now lower than readState.Index' (duration: 731.229826ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T16:58:41.640188Z","caller":"traceutil/trace.go:171","msg":"trace[828461832] transaction","detail":"{read_only:false; response_revision:5156; number_of_response:1; }","duration":"773.460438ms","start":"2026-02-27T16:58:40.866539Z","end":"2026-02-27T16:58:41.639999Z","steps":["trace[828461832] 'process raft request' (duration: 773.154641ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:58:41.640255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"773.986842ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-02-27T16:58:41.640398Z","caller":"traceutil/trace.go:171","msg":"trace[881110308] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5157; }","duration":"774.162366ms","start":"2026-02-27T16:58:40.866214Z","end":"2026-02-27T16:58:41.640376Z","steps":["trace[881110308] 'agreement among raft nodes before linearized reading' (duration: 773.793356ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:58:41.640447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:58:40.866531Z","time spent":"773.785768ms","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T16:58:41.640507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"773.731066ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:81888"} {"level":"warn","ts":"2026-02-27T16:58:41.640416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"623.863412ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3316"} {"level":"info","ts":"2026-02-27T16:58:41.640553Z","caller":"traceutil/trace.go:171","msg":"trace[1652358017] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:5157; }","duration":"773.790947ms","start":"2026-02-27T16:58:40.86675Z","end":"2026-02-27T16:58:41.640541Z","steps":["trace[1652358017] 'agreement among raft nodes before linearized reading' (duration: 773.569772ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:58:41.640477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:58:40.866206Z","time spent":"774.257139ms","remote":"127.0.0.1:42200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1887,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-02-27T16:58:41.640586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:58:40.866744Z","time spent":"773.834339ms","remote":"127.0.0.1:42234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":9,"response size":81910,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-02-27T16:58:41.64062Z","caller":"traceutil/trace.go:171","msg":"trace[1619372544] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5157; }","duration":"624.054487ms","start":"2026-02-27T16:58:41.016506Z","end":"2026-02-27T16:58:41.64056Z","steps":["trace[1619372544] 'agreement among raft nodes before linearized reading' (duration: 623.824311ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:58:41.640732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:58:41.016483Z","time spent":"624.21162ms","remote":"127.0.0.1:60906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3338,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"warn","ts":"2026-02-27T16:58:41.941665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.579536ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T16:58:41.941868Z","caller":"traceutil/trace.go:171","msg":"trace[1816075374] transaction","detail":"{read_only:false; response_revision:5159; number_of_response:1; }","duration":"178.615927ms","start":"2026-02-27T16:58:41.763233Z","end":"2026-02-27T16:58:41.941849Z","steps":["trace[1816075374] 'process raft request' (duration: 178.540475ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:58:41.942087Z","caller":"traceutil/trace.go:171","msg":"trace[1361127899] transaction","detail":"{read_only:false; response_revision:5158; number_of_response:1; }","duration":"283.151962ms","start":"2026-02-27T16:58:41.658924Z","end":"2026-02-27T16:58:41.942076Z","steps":["trace[1361127899] 'process raft request' (duration: 140.066664ms)","trace[1361127899] 'compare' (duration: 142.167096ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T16:58:41.942199Z","caller":"traceutil/trace.go:171","msg":"trace[2021980758] linearizableReadLoop","detail":"{readStateIndex:5362; appliedIndex:5361; }","duration":"238.434979ms","start":"2026-02-27T16:58:41.703717Z","end":"2026-02-27T16:58:41.942152Z","steps":["trace[2021980758] 'read index received' (duration: 95.28658ms)","trace[2021980758] 'applied index is now lower than readState.Index' (duration: 143.145009ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T16:58:41.942377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.661344ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T16:58:41.942456Z","caller":"traceutil/trace.go:171","msg":"trace[1156877606] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:5159; }","duration":"238.797088ms","start":"2026-02-27T16:58:41.703635Z","end":"2026-02-27T16:58:41.942433Z","steps":["trace[1156877606] 'agreement among raft nodes before linearized reading' (duration: 238.628374ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:58:41.942509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.316396ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-02-27T16:58:41.942583Z","caller":"traceutil/trace.go:171","msg":"trace[550379420] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:5159; }","duration":"193.429068ms","start":"2026-02-27T16:58:41.74912Z","end":"2026-02-27T16:58:41.942549Z","steps":["trace[550379420] 'agreement among raft nodes before linearized reading' (duration: 193.225514ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:58:42.249232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.548824ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-02-27T16:58:42.249348Z","caller":"traceutil/trace.go:171","msg":"trace[1536097237] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5159; }","duration":"144.732209ms","start":"2026-02-27T16:58:42.104595Z","end":"2026-02-27T16:58:42.249327Z","steps":["trace[1536097237] 'range keys from in-memory index tree' (duration: 144.230226ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:58:42.666063Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3939133035121640860,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-27T16:58:42.723034Z","caller":"traceutil/trace.go:171","msg":"trace[1251876936] linearizableReadLoop","detail":"{readStateIndex:5364; appliedIndex:5363; }","duration":"558.045413ms","start":"2026-02-27T16:58:42.164962Z","end":"2026-02-27T16:58:42.723008Z","steps":["trace[1251876936] 'read index received' (duration: 557.843948ms)","trace[1251876936] 'applied index is now lower than readState.Index' (duration: 200.285µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T16:58:42.723142Z","caller":"traceutil/trace.go:171","msg":"trace[1157651702] transaction","detail":"{read_only:false; response_revision:5160; number_of_response:1; }","duration":"558.848421ms","start":"2026-02-27T16:58:42.164263Z","end":"2026-02-27T16:58:42.723111Z","steps":["trace[1157651702] 'process raft request' (duration: 558.565074ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:58:42.723292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:58:42.164227Z","time spent":"558.983525ms","remote":"127.0.0.1:42218","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":19707,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T16:58:42.723279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"558.292618ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T16:58:42.72334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"469.635512ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-02-27T16:58:42.723372Z","caller":"traceutil/trace.go:171","msg":"trace[1565726499] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5160; }","duration":"558.445482ms","start":"2026-02-27T16:58:42.164904Z","end":"2026-02-27T16:58:42.723349Z","steps":["trace[1565726499] 'agreement among raft nodes before linearized reading' (duration: 558.257767ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:58:42.72341Z","caller":"traceutil/trace.go:171","msg":"trace[310274279] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:5160; }","duration":"469.759164ms","start":"2026-02-27T16:58:42.25363Z","end":"2026-02-27T16:58:42.72339Z","steps":["trace[310274279] 'agreement among raft nodes before linearized reading' (duration: 469.525528ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:58:42.723429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:58:42.164875Z","time spent":"558.542135ms","remote":"127.0.0.1:42042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T16:58:42.723462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"469.568549ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-02-27T16:58:42.723533Z","caller":"traceutil/trace.go:171","msg":"trace[2095104479] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5160; }","duration":"469.725103ms","start":"2026-02-27T16:58:42.253792Z","end":"2026-02-27T16:58:42.723517Z","steps":["trace[2095104479] 'agreement among raft nodes before linearized reading' (duration: 469.435446ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:58:42.723581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:58:42.253776Z","time spent":"469.793584ms","remote":"127.0.0.1:42234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12234,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-27T16:58:42.723471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:58:42.253614Z","time spent":"469.843137ms","remote":"127.0.0.1:42200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2104,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"warn","ts":"2026-02-27T16:58:43.11712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.393616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T16:58:43.117185Z","caller":"traceutil/trace.go:171","msg":"trace[1093094214] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:5160; }","duration":"332.505249ms","start":"2026-02-27T16:58:42.784665Z","end":"2026-02-27T16:58:43.11717Z","steps":["trace[1093094214] 'range keys from in-memory index tree' (duration: 332.278964ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:58:43.117215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T16:58:42.784643Z","time spent":"332.564141ms","remote":"127.0.0.1:42508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":27,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-02-27T16:58:43.117534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.527468ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T16:58:43.117856Z","caller":"traceutil/trace.go:171","msg":"trace[1422211382] transaction","detail":"{read_only:false; response_revision:5162; number_of_response:1; }","duration":"251.631502ms","start":"2026-02-27T16:58:42.866201Z","end":"2026-02-27T16:58:43.117832Z","steps":["trace[1422211382] 'process raft request' (duration: 251.482438ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:58:43.11788Z","caller":"traceutil/trace.go:171","msg":"trace[1459729980] transaction","detail":"{read_only:false; response_revision:5161; number_of_response:1; }","duration":"252.770369ms","start":"2026-02-27T16:58:42.865077Z","end":"2026-02-27T16:58:43.117847Z","steps":["trace[1459729980] 'process raft request' (duration: 126.79318ms)","trace[1459729980] 'compare' (duration: 125.150209ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T16:58:43.117984Z","caller":"traceutil/trace.go:171","msg":"trace[44018866] transaction","detail":"{read_only:false; response_revision:5163; number_of_response:1; }","duration":"251.429467ms","start":"2026-02-27T16:58:42.866536Z","end":"2026-02-27T16:58:43.117965Z","steps":["trace[44018866] 'process raft request' (duration: 251.253103ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:58:43.117982Z","caller":"traceutil/trace.go:171","msg":"trace[1518422661] linearizableReadLoop","detail":"{readStateIndex:5367; appliedIndex:5364; }","duration":"205.577255ms","start":"2026-02-27T16:58:42.912375Z","end":"2026-02-27T16:58:43.117952Z","steps":["trace[1518422661] 'read index received' (duration: 79.506833ms)","trace[1518422661] 'applied index is now lower than readState.Index' (duration: 126.067892ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T16:58:43.118164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.791751ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-02-27T16:58:43.11822Z","caller":"traceutil/trace.go:171","msg":"trace[852467508] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5163; }","duration":"205.896923ms","start":"2026-02-27T16:58:42.9123Z","end":"2026-02-27T16:58:43.118197Z","steps":["trace[852467508] 'agreement among raft nodes before linearized reading' (duration: 205.737039ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:59:18.149775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.485742ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T16:59:18.149965Z","caller":"traceutil/trace.go:171","msg":"trace[2036044693] linearizableReadLoop","detail":"{readStateIndex:5663; appliedIndex:5660; }","duration":"224.946319ms","start":"2026-02-27T16:59:17.925Z","end":"2026-02-27T16:59:18.149946Z","steps":["trace[2036044693] 'read index received' (duration: 18.979824ms)","trace[2036044693] 'applied index is now lower than readState.Index' (duration: 205.965615ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T16:59:18.150187Z","caller":"traceutil/trace.go:171","msg":"trace[2007837153] transaction","detail":"{read_only:false; response_revision:5449; number_of_response:1; }","duration":"226.474157ms","start":"2026-02-27T16:59:17.923686Z","end":"2026-02-27T16:59:18.15016Z","steps":["trace[2007837153] 'process raft request' (duration: 99.522713ms)","trace[2007837153] 'compare' (duration: 126.353099ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T16:59:18.150232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.231296ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:101820"} {"level":"info","ts":"2026-02-27T16:59:18.150216Z","caller":"traceutil/trace.go:171","msg":"trace[307421146] transaction","detail":"{read_only:false; response_revision:5450; number_of_response:1; }","duration":"226.356753ms","start":"2026-02-27T16:59:17.923825Z","end":"2026-02-27T16:59:18.150182Z","steps":["trace[307421146] 'process raft request' (duration: 226.050096ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:59:18.150265Z","caller":"traceutil/trace.go:171","msg":"trace[659979582] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:5450; }","duration":"225.276907ms","start":"2026-02-27T16:59:17.924979Z","end":"2026-02-27T16:59:18.150256Z","steps":["trace[659979582] 'agreement among raft nodes before linearized reading' (duration: 225.024741ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:59:18.799474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.491543ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T16:59:18.799569Z","caller":"traceutil/trace.go:171","msg":"trace[1520598047] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:5451; }","duration":"117.642316ms","start":"2026-02-27T16:59:18.681904Z","end":"2026-02-27T16:59:18.799546Z","steps":["trace[1520598047] 'count revisions from in-memory index tree' (duration: 117.35617ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:59:24.041173Z","caller":"traceutil/trace.go:171","msg":"trace[1331911331] transaction","detail":"{read_only:false; response_revision:5490; number_of_response:1; }","duration":"257.428963ms","start":"2026-02-27T16:59:23.783719Z","end":"2026-02-27T16:59:24.041148Z","steps":["trace[1331911331] 'process raft request' (duration: 257.278369ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:59:24.158487Z","caller":"traceutil/trace.go:171","msg":"trace[687239633] linearizableReadLoop","detail":"{readStateIndex:5705; appliedIndex:5703; }","duration":"247.806498ms","start":"2026-02-27T16:59:23.910648Z","end":"2026-02-27T16:59:24.158455Z","steps":["trace[687239633] 'read index received' (duration: 130.351306ms)","trace[687239633] 'applied index is now lower than readState.Index' (duration: 117.453652ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T16:59:24.158794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.547506ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-02-27T16:59:24.158843Z","caller":"traceutil/trace.go:171","msg":"trace[931196251] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5490; }","duration":"223.653408ms","start":"2026-02-27T16:59:23.935176Z","end":"2026-02-27T16:59:24.15883Z","steps":["trace[931196251] 'agreement among raft nodes before linearized reading' (duration: 223.484634ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:59:24.158817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.163086ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-02-27T16:59:24.158913Z","caller":"traceutil/trace.go:171","msg":"trace[1550349518] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5490; }","duration":"248.340281ms","start":"2026-02-27T16:59:23.910556Z","end":"2026-02-27T16:59:24.158896Z","steps":["trace[1550349518] 'agreement among raft nodes before linearized reading' (duration: 248.022393ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:59:24.158957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.365235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-02-27T16:59:24.159083Z","caller":"traceutil/trace.go:171","msg":"trace[654755226] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5490; }","duration":"195.508539ms","start":"2026-02-27T16:59:23.963552Z","end":"2026-02-27T16:59:24.159061Z","steps":["trace[654755226] 'agreement among raft nodes before linearized reading' (duration: 195.167681ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:59:24.293043Z","caller":"traceutil/trace.go:171","msg":"trace[814868604] transaction","detail":"{read_only:false; response_revision:5491; number_of_response:1; }","duration":"129.481675ms","start":"2026-02-27T16:59:24.163535Z","end":"2026-02-27T16:59:24.293016Z","steps":["trace[814868604] 'process raft request' (duration: 129.29091ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:59:24.316666Z","caller":"traceutil/trace.go:171","msg":"trace[995493495] linearizableReadLoop","detail":"{readStateIndex:5707; appliedIndex:5705; }","duration":"152.055468ms","start":"2026-02-27T16:59:24.164594Z","end":"2026-02-27T16:59:24.316649Z","steps":["trace[995493495] 'read index received' (duration: 128.218525ms)","trace[995493495] 'applied index is now lower than readState.Index' (duration: 23.835883ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T16:59:24.31675Z","caller":"traceutil/trace.go:171","msg":"trace[24102893] transaction","detail":"{read_only:false; response_revision:5492; number_of_response:1; }","duration":"152.882528ms","start":"2026-02-27T16:59:24.163821Z","end":"2026-02-27T16:59:24.316703Z","steps":["trace[24102893] 'process raft request' (duration: 152.734705ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:59:24.316819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.057128ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T16:59:24.316902Z","caller":"traceutil/trace.go:171","msg":"trace[188527481] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5492; }","duration":"150.185862ms","start":"2026-02-27T16:59:24.166673Z","end":"2026-02-27T16:59:24.316859Z","steps":["trace[188527481] 'agreement among raft nodes before linearized reading' (duration: 150.09227ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:59:24.316975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.648224ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-l8xw2\" ","response":"range_response_count:1 size:6527"} {"level":"warn","ts":"2026-02-27T16:59:24.317008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.364375ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19721"} {"level":"info","ts":"2026-02-27T16:59:24.317063Z","caller":"traceutil/trace.go:171","msg":"trace[1775476870] range","detail":"{range_begin:/registry/pods/openstack/keepalived-l8xw2; range_end:; response_count:1; response_revision:5492; }","duration":"139.780477ms","start":"2026-02-27T16:59:24.177263Z","end":"2026-02-27T16:59:24.317043Z","steps":["trace[1775476870] 'agreement among raft nodes before linearized reading' (duration: 139.543422ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:59:24.317133Z","caller":"traceutil/trace.go:171","msg":"trace[655127958] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:5492; }","duration":"152.522029ms","start":"2026-02-27T16:59:24.164567Z","end":"2026-02-27T16:59:24.317089Z","steps":["trace[655127958] 'agreement among raft nodes before linearized reading' (duration: 152.14918ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:59:24.31698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.958427ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-02-27T16:59:24.317154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.09492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-02-27T16:59:24.317238Z","caller":"traceutil/trace.go:171","msg":"trace[1776218702] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5492; }","duration":"141.217013ms","start":"2026-02-27T16:59:24.175992Z","end":"2026-02-27T16:59:24.317209Z","steps":["trace[1776218702] 'agreement among raft nodes before linearized reading' (duration: 140.881015ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:59:24.317232Z","caller":"traceutil/trace.go:171","msg":"trace[1622872057] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5492; }","duration":"141.244104ms","start":"2026-02-27T16:59:24.175972Z","end":"2026-02-27T16:59:24.317216Z","steps":["trace[1622872057] 'agreement among raft nodes before linearized reading' (duration: 140.964757ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:59:24.433512Z","caller":"traceutil/trace.go:171","msg":"trace[1636092313] linearizableReadLoop","detail":"{readStateIndex:5709; appliedIndex:5707; }","duration":"110.098132ms","start":"2026-02-27T16:59:24.323388Z","end":"2026-02-27T16:59:24.433486Z","steps":["trace[1636092313] 'read index received' (duration: 31.858639ms)","trace[1636092313] 'applied index is now lower than readState.Index' (duration: 78.238353ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T16:59:24.433604Z","caller":"traceutil/trace.go:171","msg":"trace[1569940888] transaction","detail":"{read_only:false; response_revision:5494; number_of_response:1; }","duration":"110.87409ms","start":"2026-02-27T16:59:24.322702Z","end":"2026-02-27T16:59:24.433577Z","steps":["trace[1569940888] 'process raft request' (duration: 49.469958ms)","trace[1569940888] 'compare' (duration: 61.177306ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T16:59:24.433801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.411979ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:101753"} {"level":"info","ts":"2026-02-27T16:59:24.433862Z","caller":"traceutil/trace.go:171","msg":"trace[703283176] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:5494; }","duration":"110.521571ms","start":"2026-02-27T16:59:24.323327Z","end":"2026-02-27T16:59:24.433849Z","steps":["trace[703283176] 'agreement among raft nodes before linearized reading' (duration: 110.253195ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:59:34.652856Z","caller":"traceutil/trace.go:171","msg":"trace[93476761] linearizableReadLoop","detail":"{readStateIndex:5780; appliedIndex:5779; }","duration":"169.744819ms","start":"2026-02-27T16:59:34.483085Z","end":"2026-02-27T16:59:34.65283Z","steps":["trace[93476761] 'read index received' (duration: 169.492573ms)","trace[93476761] 'applied index is now lower than readState.Index' (duration: 251.366µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T16:59:34.652923Z","caller":"traceutil/trace.go:171","msg":"trace[458483593] transaction","detail":"{read_only:false; response_revision:5563; number_of_response:1; }","duration":"173.384569ms","start":"2026-02-27T16:59:34.479513Z","end":"2026-02-27T16:59:34.652898Z","steps":["trace[458483593] 'process raft request' (duration: 173.163273ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:59:34.653111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.489328ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-02-27T16:59:34.653198Z","caller":"traceutil/trace.go:171","msg":"trace[766872046] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5563; }","duration":"105.612131ms","start":"2026-02-27T16:59:34.547567Z","end":"2026-02-27T16:59:34.653179Z","steps":["trace[766872046] 'agreement among raft nodes before linearized reading' (duration: 105.411117ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T16:59:34.653342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.137589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:12 size:109171"} {"level":"info","ts":"2026-02-27T16:59:34.653455Z","caller":"traceutil/trace.go:171","msg":"trace[221750474] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:12; response_revision:5563; }","duration":"170.399195ms","start":"2026-02-27T16:59:34.483039Z","end":"2026-02-27T16:59:34.653438Z","steps":["trace[221750474] 'agreement among raft nodes before linearized reading' (duration: 169.896063ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:59:35.039272Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2670} {"level":"info","ts":"2026-02-27T16:59:35.106266Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2670,"took":"65.4469ms","hash":3024756587,"current-db-size-bytes":40742912,"current-db-size":"41 MB","current-db-size-in-use-bytes":30056448,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-02-27T16:59:35.10633Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3024756587,"revision":2670,"compact-revision":-1} {"level":"info","ts":"2026-02-27T16:59:39.531878Z","caller":"traceutil/trace.go:171","msg":"trace[554469384] transaction","detail":"{read_only:false; response_revision:5591; number_of_response:1; }","duration":"100.141858ms","start":"2026-02-27T16:59:39.431711Z","end":"2026-02-27T16:59:39.531853Z","steps":["trace[554469384] 'process raft request' (duration: 99.983695ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T16:59:39.655093Z","caller":"traceutil/trace.go:171","msg":"trace[1416027954] transaction","detail":"{read_only:false; response_revision:5592; number_of_response:1; }","duration":"118.611926ms","start":"2026-02-27T16:59:39.536448Z","end":"2026-02-27T16:59:39.65506Z","steps":["trace[1416027954] 'process raft request' (duration: 106.412924ms)","trace[1416027954] 'compare' (duration: 12.069359ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T16:59:43.892049Z","caller":"traceutil/trace.go:171","msg":"trace[628626473] transaction","detail":"{read_only:false; response_revision:5632; number_of_response:1; }","duration":"157.98005ms","start":"2026-02-27T16:59:43.734033Z","end":"2026-02-27T16:59:43.892013Z","steps":["trace[628626473] 'process raft request' (duration: 71.173007ms)","trace[628626473] 'compare' (duration: 86.564377ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T16:59:50.877947Z","caller":"traceutil/trace.go:171","msg":"trace[1237951395] transaction","detail":"{read_only:false; response_revision:5672; number_of_response:1; }","duration":"129.337493ms","start":"2026-02-27T16:59:50.748569Z","end":"2026-02-27T16:59:50.877907Z","steps":["trace[1237951395] 'process raft request' (duration: 84.436065ms)","trace[1237951395] 'compare' (duration: 44.705253ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T17:04:35.046639Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5564} {"level":"info","ts":"2026-02-27T17:04:35.144139Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5564,"took":"95.596775ms","hash":1385067063,"current-db-size-bytes":42631168,"current-db-size":"43 MB","current-db-size-in-use-bytes":23449600,"current-db-size-in-use":"23 MB"} {"level":"info","ts":"2026-02-27T17:04:35.144197Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1385067063,"revision":5564,"compact-revision":2670} {"level":"warn","ts":"2026-02-27T17:04:36.572037Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3939133035121647559,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-27T17:04:36.65322Z","caller":"traceutil/trace.go:171","msg":"trace[347340715] linearizableReadLoop","detail":"{readStateIndex:7940; appliedIndex:7939; }","duration":"581.360606ms","start":"2026-02-27T17:04:36.071834Z","end":"2026-02-27T17:04:36.653195Z","steps":["trace[347340715] 'read index received' (duration: 581.18654ms)","trace[347340715] 'applied index is now lower than readState.Index' (duration: 172.986µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T17:04:36.653349Z","caller":"traceutil/trace.go:171","msg":"trace[1733569006] transaction","detail":"{read_only:false; response_revision:7646; number_of_response:1; }","duration":"588.333802ms","start":"2026-02-27T17:04:36.064975Z","end":"2026-02-27T17:04:36.653309Z","steps":["trace[1733569006] 'process raft request' (duration: 588.053685ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:04:36.653438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"581.590992ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-02-27T17:04:36.653521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:04:36.06495Z","time spent":"588.484506ms","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T17:04:36.653526Z","caller":"traceutil/trace.go:171","msg":"trace[1640747235] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7646; }","duration":"581.674933ms","start":"2026-02-27T17:04:36.071799Z","end":"2026-02-27T17:04:36.653474Z","steps":["trace[1640747235] 'agreement among raft nodes before linearized reading' (duration: 581.52097ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:04:36.653679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:04:36.07178Z","time spent":"581.844158ms","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-02-27T17:04:36.970067Z","caller":"traceutil/trace.go:171","msg":"trace[680890620] transaction","detail":"{read_only:false; response_revision:7648; number_of_response:1; }","duration":"336.940679ms","start":"2026-02-27T17:04:36.63311Z","end":"2026-02-27T17:04:36.970051Z","steps":["trace[680890620] 'process raft request' (duration: 336.901928ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:04:36.970162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:04:36.633078Z","time spent":"337.034111ms","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T17:04:36.970235Z","caller":"traceutil/trace.go:171","msg":"trace[1338065819] linearizableReadLoop","detail":"{readStateIndex:7943; appliedIndex:7941; }","duration":"316.944138ms","start":"2026-02-27T17:04:36.653285Z","end":"2026-02-27T17:04:36.970229Z","steps":["trace[1338065819] 'read index received' (duration: 316.736343ms)","trace[1338065819] 'applied index is now lower than readState.Index' (duration: 207.265µs)"],"step_count":2} {"level":"warn","ts":"2026-02-27T17:04:36.970364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"894.609646ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-27T17:04:36.970384Z","caller":"traceutil/trace.go:171","msg":"trace[319533803] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7649; }","duration":"894.649726ms","start":"2026-02-27T17:04:36.07573Z","end":"2026-02-27T17:04:36.970379Z","steps":["trace[319533803] 'agreement among raft nodes before linearized reading' (duration: 894.546714ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:04:36.970416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:04:36.07572Z","time spent":"894.690667ms","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-02-27T17:04:36.970345Z","caller":"traceutil/trace.go:171","msg":"trace[1599448012] transaction","detail":"{read_only:false; response_revision:7647; number_of_response:1; }","duration":"377.942773ms","start":"2026-02-27T17:04:36.59213Z","end":"2026-02-27T17:04:36.970072Z","steps":["trace[1599448012] 'process raft request' (duration: 377.79903ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:04:36.970628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"670.334281ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:118"} {"level":"info","ts":"2026-02-27T17:04:36.970652Z","caller":"traceutil/trace.go:171","msg":"trace[66454084] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:7649; }","duration":"670.402153ms","start":"2026-02-27T17:04:36.300245Z","end":"2026-02-27T17:04:36.970647Z","steps":["trace[66454084] 'agreement among raft nodes before linearized reading' (duration: 670.28562ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:04:36.970669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:04:36.300219Z","time spent":"670.445123ms","remote":"127.0.0.1:42098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":140,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"info","ts":"2026-02-27T17:04:36.970572Z","caller":"traceutil/trace.go:171","msg":"trace[1547013366] transaction","detail":"{read_only:false; response_revision:7649; number_of_response:1; }","duration":"327.798059ms","start":"2026-02-27T17:04:36.642699Z","end":"2026-02-27T17:04:36.970497Z","steps":["trace[1547013366] 'process raft request' (duration: 327.332968ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:04:36.970774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"451.662572ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-l8xw2\" ","response":"range_response_count:1 size:6527"} {"level":"warn","ts":"2026-02-27T17:04:36.970849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:04:36.64266Z","time spent":"328.060895ms","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T17:04:36.970876Z","caller":"traceutil/trace.go:171","msg":"trace[622072160] range","detail":"{range_begin:/registry/pods/openstack/keepalived-l8xw2; range_end:; response_count:1; response_revision:7649; }","duration":"451.821175ms","start":"2026-02-27T17:04:36.519028Z","end":"2026-02-27T17:04:36.970849Z","steps":["trace[622072160] 'agreement among raft nodes before linearized reading' (duration: 451.490438ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:04:36.97095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:04:36.519002Z","time spent":"451.938859ms","remote":"127.0.0.1:42234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6549,"request content":"key:\"/registry/pods/openstack/keepalived-l8xw2\" "} {"level":"warn","ts":"2026-02-27T17:04:36.970518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"666.566161ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:128528"} {"level":"info","ts":"2026-02-27T17:04:36.971027Z","caller":"traceutil/trace.go:171","msg":"trace[514464315] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:7649; }","duration":"667.119604ms","start":"2026-02-27T17:04:36.3039Z","end":"2026-02-27T17:04:36.971019Z","steps":["trace[514464315] 'agreement among raft nodes before linearized reading' (duration: 666.565591ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:04:36.97105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:04:36.303872Z","time spent":"667.171775ms","remote":"127.0.0.1:42090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":128550,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"warn","ts":"2026-02-27T17:04:36.97102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"803.16223ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T17:04:36.970835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:04:36.592093Z","time spent":"378.476585ms","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T17:04:36.971144Z","caller":"traceutil/trace.go:171","msg":"trace[781429522] transaction","detail":"{read_only:false; response_revision:7650; number_of_response:1; }","duration":"312.796549ms","start":"2026-02-27T17:04:36.65828Z","end":"2026-02-27T17:04:36.971076Z","steps":["trace[781429522] 'process raft request' (duration: 312.614385ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T17:04:36.971122Z","caller":"traceutil/trace.go:171","msg":"trace[1038768629] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7649; }","duration":"803.333324ms","start":"2026-02-27T17:04:36.167761Z","end":"2026-02-27T17:04:36.971095Z","steps":["trace[1038768629] 'agreement among raft nodes before linearized reading' (duration: 803.085278ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:04:36.971258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:04:36.167739Z","time spent":"803.512818ms","remote":"127.0.0.1:42042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T17:04:36.971278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:04:36.658253Z","time spent":"312.965533ms","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T17:04:36.971382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"602.059603ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-02-27T17:04:36.971493Z","caller":"traceutil/trace.go:171","msg":"trace[1539679625] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7649; }","duration":"602.225826ms","start":"2026-02-27T17:04:36.36921Z","end":"2026-02-27T17:04:36.971436Z","steps":["trace[1539679625] 'agreement among raft nodes before linearized reading' (duration: 601.207862ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:04:36.971602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:04:36.369178Z","time spent":"602.407401ms","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-02-27T17:04:47.205611Z","caller":"traceutil/trace.go:171","msg":"trace[782876810] linearizableReadLoop","detail":"{readStateIndex:7994; appliedIndex:7991; }","duration":"187.11153ms","start":"2026-02-27T17:04:47.018473Z","end":"2026-02-27T17:04:47.205585Z","steps":["trace[782876810] 'read index received' (duration: 46.121147ms)","trace[782876810] 'applied index is now lower than readState.Index' (duration: 140.989083ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T17:04:47.205979Z","caller":"traceutil/trace.go:171","msg":"trace[2130077112] transaction","detail":"{read_only:false; response_revision:7696; number_of_response:1; }","duration":"197.86603ms","start":"2026-02-27T17:04:47.008096Z","end":"2026-02-27T17:04:47.205962Z","steps":["trace[2130077112] 'process raft request' (duration: 172.0716ms)","trace[2130077112] 'compare' (duration: 25.187425ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T17:04:47.206173Z","caller":"traceutil/trace.go:171","msg":"trace[237836153] transaction","detail":"{read_only:false; response_revision:7697; number_of_response:1; }","duration":"197.919531ms","start":"2026-02-27T17:04:47.008243Z","end":"2026-02-27T17:04:47.206163Z","steps":["trace[237836153] 'process raft request' (duration: 197.270875ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:04:47.206418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.937782ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-27T17:04:47.206461Z","caller":"traceutil/trace.go:171","msg":"trace[1670220182] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7697; }","duration":"188.018973ms","start":"2026-02-27T17:04:47.018432Z","end":"2026-02-27T17:04:47.206451Z","steps":["trace[1670220182] 'agreement among raft nodes before linearized reading' (duration: 187.862539ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:04:47.206715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.952852ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-02-27T17:04:47.206754Z","caller":"traceutil/trace.go:171","msg":"trace[215239165] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7697; }","duration":"183.015014ms","start":"2026-02-27T17:04:47.023731Z","end":"2026-02-27T17:04:47.206746Z","steps":["trace[215239165] 'agreement among raft nodes before linearized reading' (duration: 182.912441ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:04:47.207192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.247849ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-l8xw2\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-02-27T17:04:47.207236Z","caller":"traceutil/trace.go:171","msg":"trace[974281046] range","detail":"{range_begin:/registry/pods/openstack/keepalived-l8xw2; range_end:; response_count:1; response_revision:7697; }","duration":"173.32731ms","start":"2026-02-27T17:04:47.033897Z","end":"2026-02-27T17:04:47.207224Z","steps":["trace[974281046] 'agreement among raft nodes before linearized reading' (duration: 173.226618ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:04:47.207419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.684112ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-02-27T17:04:47.207454Z","caller":"traceutil/trace.go:171","msg":"trace[1869135399] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7697; }","duration":"181.734152ms","start":"2026-02-27T17:04:47.025712Z","end":"2026-02-27T17:04:47.207446Z","steps":["trace[1869135399] 'agreement among raft nodes before linearized reading' (duration: 181.65156ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T17:04:48.054456Z","caller":"traceutil/trace.go:171","msg":"trace[1884032618] transaction","detail":"{read_only:false; response_revision:7702; number_of_response:1; }","duration":"337.89337ms","start":"2026-02-27T17:04:47.716509Z","end":"2026-02-27T17:04:48.054402Z","steps":["trace[1884032618] 'process raft request' (duration: 337.678635ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:04:48.054662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:04:47.716487Z","time spent":"338.078135ms","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T17:04:48.849183Z","caller":"traceutil/trace.go:171","msg":"trace[1062552595] linearizableReadLoop","detail":"{readStateIndex:8000; appliedIndex:7999; }","duration":"358.112786ms","start":"2026-02-27T17:04:48.491048Z","end":"2026-02-27T17:04:48.849161Z","steps":["trace[1062552595] 'read index received' (duration: 357.961452ms)","trace[1062552595] 'applied index is now lower than readState.Index' (duration: 150.214µs)"],"step_count":2} {"level":"warn","ts":"2026-02-27T17:04:48.849358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.294561ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T17:04:48.849399Z","caller":"traceutil/trace.go:171","msg":"trace[579737521] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:7702; }","duration":"358.398833ms","start":"2026-02-27T17:04:48.49099Z","end":"2026-02-27T17:04:48.849389Z","steps":["trace[579737521] 'agreement among raft nodes before linearized reading' (duration: 358.290091ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:04:48.849436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:04:48.490968Z","time spent":"358.455674ms","remote":"127.0.0.1:42508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":22,"response size":29,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"warn","ts":"2026-02-27T17:04:48.849415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.769311ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-27T17:04:48.849663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:04:48.477546Z","time spent":"372.110363ms","remote":"127.0.0.1:42074","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-02-27T17:04:48.849713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.936018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-02-27T17:04:48.84963Z","caller":"traceutil/trace.go:171","msg":"trace[287288797] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:7702; }","duration":"203.983987ms","start":"2026-02-27T17:04:48.64559Z","end":"2026-02-27T17:04:48.849573Z","steps":["trace[287288797] 'agreement among raft nodes before linearized reading' (duration: 203.7117ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T17:04:48.849774Z","caller":"traceutil/trace.go:171","msg":"trace[1700570255] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7702; }","duration":"135.054401ms","start":"2026-02-27T17:04:48.714704Z","end":"2026-02-27T17:04:48.849758Z","steps":["trace[1700570255] 'agreement among raft nodes before linearized reading' (duration: 134.766264ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T17:04:49.363831Z","caller":"traceutil/trace.go:171","msg":"trace[1428278210] transaction","detail":"{read_only:false; response_revision:7708; number_of_response:1; }","duration":"149.13037ms","start":"2026-02-27T17:04:49.21467Z","end":"2026-02-27T17:04:49.3638Z","steps":["trace[1428278210] 'process raft request' (duration: 149.063288ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T17:04:49.364105Z","caller":"traceutil/trace.go:171","msg":"trace[444239642] transaction","detail":"{read_only:false; response_revision:7707; number_of_response:1; }","duration":"150.916863ms","start":"2026-02-27T17:04:49.213132Z","end":"2026-02-27T17:04:49.364049Z","steps":["trace[444239642] 'process raft request' (duration: 103.175817ms)","trace[444239642] 'compare' (duration: 47.259554ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T17:04:49.427419Z","caller":"traceutil/trace.go:171","msg":"trace[1886330175] linearizableReadLoop","detail":"{readStateIndex:8007; appliedIndex:8004; }","duration":"198.967396ms","start":"2026-02-27T17:04:49.228427Z","end":"2026-02-27T17:04:49.427394Z","steps":["trace[1886330175] 'read index received' (duration: 87.969602ms)","trace[1886330175] 'applied index is now lower than readState.Index' (duration: 110.995424ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T17:04:49.427575Z","caller":"traceutil/trace.go:171","msg":"trace[1407385138] transaction","detail":"{read_only:false; response_revision:7709; number_of_response:1; }","duration":"206.412645ms","start":"2026-02-27T17:04:49.221118Z","end":"2026-02-27T17:04:49.427531Z","steps":["trace[1407385138] 'process raft request' (duration: 206.058266ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:04:49.427664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.207812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-02-27T17:04:49.427732Z","caller":"traceutil/trace.go:171","msg":"trace[1813439399] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7709; }","duration":"199.298265ms","start":"2026-02-27T17:04:49.228422Z","end":"2026-02-27T17:04:49.42772Z","steps":["trace[1813439399] 'agreement among raft nodes before linearized reading' (duration: 199.10189ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:04:49.427768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.36076ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-l8xw2\" ","response":"range_response_count:1 size:6527"} {"level":"warn","ts":"2026-02-27T17:04:49.427796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.436568ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-02-27T17:04:49.427843Z","caller":"traceutil/trace.go:171","msg":"trace[92689287] range","detail":"{range_begin:/registry/pods/openstack/keepalived-l8xw2; range_end:; response_count:1; response_revision:7709; }","duration":"185.477313ms","start":"2026-02-27T17:04:49.242348Z","end":"2026-02-27T17:04:49.427825Z","steps":["trace[92689287] 'agreement among raft nodes before linearized reading' (duration: 185.240857ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T17:04:49.427873Z","caller":"traceutil/trace.go:171","msg":"trace[365759242] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7709; }","duration":"189.587331ms","start":"2026-02-27T17:04:49.238267Z","end":"2026-02-27T17:04:49.427855Z","steps":["trace[365759242] 'agreement among raft nodes before linearized reading' (duration: 189.300704ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:04:49.427995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.474578ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-27T17:04:49.428071Z","caller":"traceutil/trace.go:171","msg":"trace[1423987693] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7709; }","duration":"189.583611ms","start":"2026-02-27T17:04:49.238469Z","end":"2026-02-27T17:04:49.428052Z","steps":["trace[1423987693] 'agreement among raft nodes before linearized reading' (duration: 189.281174ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T17:04:49.535779Z","caller":"traceutil/trace.go:171","msg":"trace[1304603925] transaction","detail":"{read_only:false; response_revision:7711; number_of_response:1; }","duration":"101.860535ms","start":"2026-02-27T17:04:49.433878Z","end":"2026-02-27T17:04:49.535738Z","steps":["trace[1304603925] 'process raft request' (duration: 69.368266ms)","trace[1304603925] 'compare' (duration: 32.08285ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T17:04:49.536024Z","caller":"traceutil/trace.go:171","msg":"trace[1943844939] transaction","detail":"{read_only:false; response_revision:7712; number_of_response:1; }","duration":"101.978507ms","start":"2026-02-27T17:04:49.434017Z","end":"2026-02-27T17:04:49.535996Z","steps":["trace[1943844939] 'process raft request' (duration: 101.65999ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T17:04:51.264971Z","caller":"traceutil/trace.go:171","msg":"trace[709190770] linearizableReadLoop","detail":"{readStateIndex:8013; appliedIndex:8012; }","duration":"134.179661ms","start":"2026-02-27T17:04:51.130757Z","end":"2026-02-27T17:04:51.264936Z","steps":["trace[709190770] 'read index received' (duration: 36.960838ms)","trace[709190770] 'applied index is now lower than readState.Index' (duration: 97.217152ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T17:04:51.265052Z","caller":"traceutil/trace.go:171","msg":"trace[1366692885] transaction","detail":"{read_only:false; response_revision:7715; number_of_response:1; }","duration":"177.044849ms","start":"2026-02-27T17:04:51.087968Z","end":"2026-02-27T17:04:51.265013Z","steps":["trace[1366692885] 'process raft request' (duration: 79.821526ms)","trace[1366692885] 'compare' (duration: 97.034229ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T17:04:51.26514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.371975ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T17:04:51.265179Z","caller":"traceutil/trace.go:171","msg":"trace[135760832] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7715; }","duration":"134.461608ms","start":"2026-02-27T17:04:51.130705Z","end":"2026-02-27T17:04:51.265167Z","steps":["trace[135760832] 'agreement among raft nodes before linearized reading' (duration: 134.384695ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:04:52.106485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.04334ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T17:04:52.106673Z","caller":"traceutil/trace.go:171","msg":"trace[894512938] transaction","detail":"{read_only:false; response_revision:7719; number_of_response:1; }","duration":"562.731618ms","start":"2026-02-27T17:04:51.543913Z","end":"2026-02-27T17:04:52.106645Z","steps":["trace[894512938] 'process raft request' (duration: 400.400211ms)","trace[894512938] 'compare' (duration: 161.905677ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T17:04:52.106768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:04:51.543895Z","time spent":"562.826141ms","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T17:04:52.191068Z","caller":"traceutil/trace.go:171","msg":"trace[531333323] linearizableReadLoop","detail":"{readStateIndex:8018; appliedIndex:8016; }","duration":"609.86407ms","start":"2026-02-27T17:04:51.581186Z","end":"2026-02-27T17:04:52.19105Z","steps":["trace[531333323] 'read index received' (duration: 363.080436ms)","trace[531333323] 'applied index is now lower than readState.Index' (duration: 246.782624ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T17:04:52.191117Z","caller":"traceutil/trace.go:171","msg":"trace[2013262153] transaction","detail":"{read_only:false; response_revision:7720; number_of_response:1; }","duration":"646.893869ms","start":"2026-02-27T17:04:51.544197Z","end":"2026-02-27T17:04:52.19109Z","steps":["trace[2013262153] 'process raft request' (duration: 646.761696ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:04:52.191258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"610.071784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-02-27T17:04:52.19127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:04:51.544176Z","time spent":"646.992471ms","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T17:04:52.191315Z","caller":"traceutil/trace.go:171","msg":"trace[753995627] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7720; }","duration":"610.157957ms","start":"2026-02-27T17:04:51.581137Z","end":"2026-02-27T17:04:52.191295Z","steps":["trace[753995627] 'agreement among raft nodes before linearized reading' (duration: 610.012423ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:04:52.191386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:04:51.581123Z","time spent":"610.250139ms","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-27T17:04:52.507388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.040607ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T17:04:52.507498Z","caller":"traceutil/trace.go:171","msg":"trace[866854008] linearizableReadLoop","detail":"{readStateIndex:8019; appliedIndex:8018; }","duration":"316.360454ms","start":"2026-02-27T17:04:52.19112Z","end":"2026-02-27T17:04:52.50748Z","steps":["trace[866854008] 'read index received' (duration: 45.128053ms)","trace[866854008] 'applied index is now lower than readState.Index' (duration: 271.231141ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T17:04:52.507612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.595866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T17:04:52.507705Z","caller":"traceutil/trace.go:171","msg":"trace[2050558169] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7721; }","duration":"340.729859ms","start":"2026-02-27T17:04:52.166955Z","end":"2026-02-27T17:04:52.507685Z","steps":["trace[2050558169] 'agreement among raft nodes before linearized reading' (duration: 340.589986ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:04:52.507786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:04:52.166937Z","time spent":"340.808382ms","remote":"127.0.0.1:42042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T17:04:52.50787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"881.196072ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T17:04:52.507938Z","caller":"traceutil/trace.go:171","msg":"trace[1392997716] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:7721; }","duration":"881.287564ms","start":"2026-02-27T17:04:51.626627Z","end":"2026-02-27T17:04:52.507915Z","steps":["trace[1392997716] 'agreement among raft nodes before linearized reading' (duration: 881.174481ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:04:52.508006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:04:51.62659Z","time spent":"881.400987ms","remote":"127.0.0.1:43384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":27,"request content":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true "} {"level":"info","ts":"2026-02-27T17:04:52.50804Z","caller":"traceutil/trace.go:171","msg":"trace[768197678] transaction","detail":"{read_only:false; response_revision:7721; number_of_response:1; }","duration":"518.954027ms","start":"2026-02-27T17:04:51.989056Z","end":"2026-02-27T17:04:52.50801Z","steps":["trace[768197678] 'process raft request' (duration: 247.178953ms)","trace[768197678] 'compare' (duration: 270.837092ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T17:04:52.508085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"685.360191ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T17:04:52.508137Z","caller":"traceutil/trace.go:171","msg":"trace[327794010] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:7721; }","duration":"685.465474ms","start":"2026-02-27T17:04:51.822657Z","end":"2026-02-27T17:04:52.508122Z","steps":["trace[327794010] 'agreement among raft nodes before linearized reading' (duration: 684.909481ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:04:52.508173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:04:51.989019Z","time spent":"519.06762ms","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T17:04:52.508184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:04:51.822626Z","time spent":"685.543506ms","remote":"127.0.0.1:42568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":849,"response size":30,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"info","ts":"2026-02-27T17:04:52.695492Z","caller":"traceutil/trace.go:171","msg":"trace[1757605827] transaction","detail":"{read_only:false; response_revision:7722; number_of_response:1; }","duration":"499.726816ms","start":"2026-02-27T17:04:52.195724Z","end":"2026-02-27T17:04:52.69545Z","steps":["trace[1757605827] 'process raft request' (duration: 453.205859ms)","trace[1757605827] 'compare' (duration: 45.765859ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T17:04:52.695658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:04:52.195708Z","time spent":"499.866969ms","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T17:04:52.69561Z","caller":"traceutil/trace.go:171","msg":"trace[330597409] linearizableReadLoop","detail":"{readStateIndex:8020; appliedIndex:8019; }","duration":"188.059384ms","start":"2026-02-27T17:04:52.507524Z","end":"2026-02-27T17:04:52.695583Z","steps":["trace[330597409] 'read index received' (duration: 141.352562ms)","trace[330597409] 'applied index is now lower than readState.Index' (duration: 46.705002ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T17:04:52.695851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.39281ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T17:04:52.695929Z","caller":"traceutil/trace.go:171","msg":"trace[2076142219] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:7722; }","duration":"320.525004ms","start":"2026-02-27T17:04:52.375386Z","end":"2026-02-27T17:04:52.695911Z","steps":["trace[2076142219] 'agreement among raft nodes before linearized reading' (duration: 320.276318ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:04:52.695972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:04:52.375361Z","time spent":"320.600986ms","remote":"127.0.0.1:42234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":60,"response size":29,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"warn","ts":"2026-02-27T17:04:52.696058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.132192ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T17:04:52.696272Z","caller":"traceutil/trace.go:171","msg":"trace[1063374501] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7722; }","duration":"187.336026ms","start":"2026-02-27T17:04:52.508869Z","end":"2026-02-27T17:04:52.696205Z","steps":["trace[1063374501] 'agreement among raft nodes before linearized reading' (duration: 187.095641ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:04:53.070004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.383434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T17:04:53.070099Z","caller":"traceutil/trace.go:171","msg":"trace[1535445801] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:7722; }","duration":"126.540898ms","start":"2026-02-27T17:04:52.943537Z","end":"2026-02-27T17:04:53.070078Z","steps":["trace[1535445801] 'count revisions from in-memory index tree' (duration: 126.25353ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T17:04:53.619777Z","caller":"traceutil/trace.go:171","msg":"trace[105626065] transaction","detail":"{read_only:false; response_revision:7724; number_of_response:1; }","duration":"349.258814ms","start":"2026-02-27T17:04:53.270482Z","end":"2026-02-27T17:04:53.61974Z","steps":["trace[105626065] 'process raft request' (duration: 316.036866ms)","trace[105626065] 'compare' (duration: 32.8995ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T17:04:53.61992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:04:53.270411Z","time spent":"349.435949ms","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T17:04:53.620293Z","caller":"traceutil/trace.go:171","msg":"trace[412021118] linearizableReadLoop","detail":"{readStateIndex:8024; appliedIndex:8021; }","duration":"102.522571ms","start":"2026-02-27T17:04:53.517747Z","end":"2026-02-27T17:04:53.620269Z","steps":["trace[412021118] 'read index received' (duration: 68.7474ms)","trace[412021118] 'applied index is now lower than readState.Index' (duration: 33.77404ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T17:04:53.620313Z","caller":"traceutil/trace.go:171","msg":"trace[1216504186] transaction","detail":"{read_only:false; response_revision:7726; number_of_response:1; }","duration":"148.273159ms","start":"2026-02-27T17:04:53.472016Z","end":"2026-02-27T17:04:53.620289Z","steps":["trace[1216504186] 'process raft request' (duration: 148.118975ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T17:04:53.620309Z","caller":"traceutil/trace.go:171","msg":"trace[631875320] transaction","detail":"{read_only:false; response_revision:7725; number_of_response:1; }","duration":"160.932073ms","start":"2026-02-27T17:04:53.459361Z","end":"2026-02-27T17:04:53.62017Z","steps":["trace[631875320] 'process raft request' (duration: 160.287958ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:04:53.620537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.767906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-02-27T17:04:53.620616Z","caller":"traceutil/trace.go:171","msg":"trace[34792737] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7726; }","duration":"102.906309ms","start":"2026-02-27T17:04:53.517693Z","end":"2026-02-27T17:04:53.620599Z","steps":["trace[34792737] 'agreement among raft nodes before linearized reading' (duration: 102.657613ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T17:04:54.394454Z","caller":"traceutil/trace.go:171","msg":"trace[314036510] linearizableReadLoop","detail":"{readStateIndex:8027; appliedIndex:8026; }","duration":"281.185571ms","start":"2026-02-27T17:04:54.113246Z","end":"2026-02-27T17:04:54.394432Z","steps":["trace[314036510] 'read index received' (duration: 281.024897ms)","trace[314036510] 'applied index is now lower than readState.Index' (duration: 159.694µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T17:04:54.394563Z","caller":"traceutil/trace.go:171","msg":"trace[1700553501] transaction","detail":"{read_only:false; response_revision:7728; number_of_response:1; }","duration":"433.397904ms","start":"2026-02-27T17:04:53.961131Z","end":"2026-02-27T17:04:54.394528Z","steps":["trace[1700553501] 'process raft request' (duration: 433.152138ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:04:54.394701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.445077ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-02-27T17:04:54.394745Z","caller":"traceutil/trace.go:171","msg":"trace[1862221366] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7728; }","duration":"281.539509ms","start":"2026-02-27T17:04:54.113192Z","end":"2026-02-27T17:04:54.394732Z","steps":["trace[1862221366] 'agreement among raft nodes before linearized reading' (duration: 281.374035ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:04:54.394762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:04:53.961114Z","time spent":"433.560328ms","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T17:04:54.394808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.282291ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T17:04:54.394913Z","caller":"traceutil/trace.go:171","msg":"trace[310209215] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7728; }","duration":"228.441134ms","start":"2026-02-27T17:04:54.166443Z","end":"2026-02-27T17:04:54.394884Z","steps":["trace[310209215] 'agreement among raft nodes before linearized reading' (duration: 228.212269ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:04:54.394929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.637553ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-02-27T17:04:54.394957Z","caller":"traceutil/trace.go:171","msg":"trace[1771794145] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7728; }","duration":"199.723465ms","start":"2026-02-27T17:04:54.195226Z","end":"2026-02-27T17:04:54.394949Z","steps":["trace[1771794145] 'agreement among raft nodes before linearized reading' (duration: 199.649513ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T17:05:17.938972Z","caller":"traceutil/trace.go:171","msg":"trace[1920700645] transaction","detail":"{read_only:false; response_revision:7895; number_of_response:1; }","duration":"228.932075ms","start":"2026-02-27T17:05:17.710013Z","end":"2026-02-27T17:05:17.938945Z","steps":["trace[1920700645] 'process raft request' (duration: 228.781912ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T17:05:17.942128Z","caller":"traceutil/trace.go:171","msg":"trace[811877648] linearizableReadLoop","detail":"{readStateIndex:8202; appliedIndex:8199; }","duration":"173.61088ms","start":"2026-02-27T17:05:17.768491Z","end":"2026-02-27T17:05:17.942101Z","steps":["trace[811877648] 'read index received' (duration: 170.326521ms)","trace[811877648] 'applied index is now lower than readState.Index' (duration: 3.283239ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T17:05:17.942204Z","caller":"traceutil/trace.go:171","msg":"trace[1412944291] transaction","detail":"{read_only:false; response_revision:7896; number_of_response:1; }","duration":"227.257814ms","start":"2026-02-27T17:05:17.714906Z","end":"2026-02-27T17:05:17.942164Z","steps":["trace[1412944291] 'process raft request' (duration: 227.040249ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T17:05:17.942226Z","caller":"traceutil/trace.go:171","msg":"trace[34433597] transaction","detail":"{read_only:false; response_revision:7897; number_of_response:1; }","duration":"225.181035ms","start":"2026-02-27T17:05:17.717019Z","end":"2026-02-27T17:05:17.9422Z","steps":["trace[34433597] 'process raft request' (duration: 225.039742ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:05:17.942403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.844959ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-02-27T17:05:17.942448Z","caller":"traceutil/trace.go:171","msg":"trace[1064303355] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7897; }","duration":"169.939602ms","start":"2026-02-27T17:05:17.772497Z","end":"2026-02-27T17:05:17.942437Z","steps":["trace[1064303355] 'agreement among raft nodes before linearized reading' (duration: 169.737367ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:05:17.942696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.190364ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-l8xw2\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-02-27T17:05:17.942761Z","caller":"traceutil/trace.go:171","msg":"trace[2144925314] range","detail":"{range_begin:/registry/pods/openstack/keepalived-l8xw2; range_end:; response_count:1; response_revision:7897; }","duration":"174.295677ms","start":"2026-02-27T17:05:17.768451Z","end":"2026-02-27T17:05:17.942747Z","steps":["trace[2144925314] 'agreement among raft nodes before linearized reading' (duration: 173.766633ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T17:05:19.724945Z","caller":"traceutil/trace.go:171","msg":"trace[1377553609] linearizableReadLoop","detail":"{readStateIndex:8213; appliedIndex:8212; }","duration":"103.696074ms","start":"2026-02-27T17:05:19.621229Z","end":"2026-02-27T17:05:19.724925Z","steps":["trace[1377553609] 'read index received' (duration: 103.353516ms)","trace[1377553609] 'applied index is now lower than readState.Index' (duration: 341.628µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T17:05:19.725039Z","caller":"traceutil/trace.go:171","msg":"trace[1177148792] transaction","detail":"{read_only:false; response_revision:7907; number_of_response:1; }","duration":"158.855166ms","start":"2026-02-27T17:05:19.566154Z","end":"2026-02-27T17:05:19.725009Z","steps":["trace[1177148792] 'process raft request' (duration: 158.484867ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:05:19.725142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.896588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T17:05:19.725234Z","caller":"traceutil/trace.go:171","msg":"trace[267543181] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7907; }","duration":"104.041312ms","start":"2026-02-27T17:05:19.621173Z","end":"2026-02-27T17:05:19.725214Z","steps":["trace[267543181] 'agreement among raft nodes before linearized reading' (duration: 103.864868ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:05:22.463333Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3939133035121648439,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T17:05:22.964008Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3939133035121648439,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T17:05:23.087572Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.13657899s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-27T17:05:23.097261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.798705154s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-02-27T17:05:23.097316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.965964471s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T17:05:23.097428Z","caller":"traceutil/trace.go:171","msg":"trace[1313859427] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7915; }","duration":"1.966086454s","start":"2026-02-27T17:05:21.131319Z","end":"2026-02-27T17:05:23.097406Z","steps":["trace[1313859427] 'range keys from in-memory index tree' (duration: 1.965819357s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:05:23.097453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.773700505s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T17:05:23.097571Z","caller":"traceutil/trace.go:171","msg":"trace[670119674] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:7915; }","duration":"1.773845169s","start":"2026-02-27T17:05:21.323701Z","end":"2026-02-27T17:05:23.097546Z","steps":["trace[670119674] 'count revisions from in-memory index tree' (duration: 1.773629343s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:05:23.097642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:05:21.323684Z","time spent":"1.773938271s","remote":"127.0.0.1:60948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"warn","ts":"2026-02-27T17:05:23.097753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.896548007s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-02-27T17:05:23.097838Z","caller":"traceutil/trace.go:171","msg":"trace[1988590000] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7915; }","duration":"1.89665866s","start":"2026-02-27T17:05:21.201148Z","end":"2026-02-27T17:05:23.097807Z","steps":["trace[1988590000] 'range keys from in-memory index tree' (duration: 1.896389054s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:05:23.097891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:05:21.201116Z","time spent":"1.896762003s","remote":"127.0.0.1:42234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12234,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-27T17:05:23.097478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:05:21.131258Z","time spent":"1.966211577s","remote":"127.0.0.1:42042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-27T17:05:23.097363Z","caller":"traceutil/trace.go:171","msg":"trace[234415604] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7915; }","duration":"1.798856618s","start":"2026-02-27T17:05:21.298481Z","end":"2026-02-27T17:05:23.097338Z","steps":["trace[234415604] 'range keys from in-memory index tree' (duration: 1.798428776s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:05:23.098396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:05:21.298457Z","time spent":"1.799922033s","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-02-27T17:05:23.099786Z","caller":"traceutil/trace.go:171","msg":"trace[1260709836] transaction","detail":"{read_only:false; response_revision:7916; number_of_response:1; }","duration":"1.148866815s","start":"2026-02-27T17:05:21.950892Z","end":"2026-02-27T17:05:23.099759Z","steps":["trace[1260709836] 'process raft request' (duration: 1.13694618s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:05:23.099992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:05:21.950867Z","time spent":"1.148982667s","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T17:05:23.10019Z","caller":"traceutil/trace.go:171","msg":"trace[2050637719] transaction","detail":"{read_only:false; response_revision:7917; number_of_response:1; }","duration":"1.145466093s","start":"2026-02-27T17:05:21.954688Z","end":"2026-02-27T17:05:23.100154Z","steps":["trace[2050637719] 'process raft request' (duration: 1.145051513s)"],"step_count":1} {"level":"info","ts":"2026-02-27T17:05:23.10009Z","caller":"traceutil/trace.go:171","msg":"trace[1538979057] transaction","detail":"{read_only:false; response_revision:7918; number_of_response:1; }","duration":"1.144612973s","start":"2026-02-27T17:05:21.955453Z","end":"2026-02-27T17:05:23.100066Z","steps":["trace[1538979057] 'process raft request' (duration: 1.144527541s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:05:23.100296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:05:21.954663Z","time spent":"1.145569096s","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T17:05:23.10032Z","caller":"traceutil/trace.go:171","msg":"trace[1287704438] linearizableReadLoop","detail":"{readStateIndex:8225; appliedIndex:8221; }","duration":"1.137958345s","start":"2026-02-27T17:05:21.962325Z","end":"2026-02-27T17:05:23.100283Z","steps":["trace[1287704438] 'read index received' (duration: 1.125477345s)","trace[1287704438] 'applied index is now lower than readState.Index' (duration: 12.479599ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T17:05:23.100453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:05:21.95544Z","time spent":"1.144821708s","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T17:05:23.100609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.138274692s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-02-27T17:05:23.100746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"726.076175ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-27T17:05:23.10077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.906131ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-02-27T17:05:23.100796Z","caller":"traceutil/trace.go:171","msg":"trace[963696935] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7919; }","duration":"1.138386935s","start":"2026-02-27T17:05:21.962283Z","end":"2026-02-27T17:05:23.100669Z","steps":["trace[963696935] 'agreement among raft nodes before linearized reading' (duration: 1.13817948s)"],"step_count":1} {"level":"info","ts":"2026-02-27T17:05:23.100812Z","caller":"traceutil/trace.go:171","msg":"trace[1856727228] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:7919; }","duration":"726.214769ms","start":"2026-02-27T17:05:22.374582Z","end":"2026-02-27T17:05:23.100797Z","steps":["trace[1856727228] 'agreement among raft nodes before linearized reading' (duration: 726.047385ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T17:05:23.100819Z","caller":"traceutil/trace.go:171","msg":"trace[1100259437] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7919; }","duration":"270.985163ms","start":"2026-02-27T17:05:22.829821Z","end":"2026-02-27T17:05:23.100807Z","steps":["trace[1100259437] 'agreement among raft nodes before linearized reading' (duration: 270.817629ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:05:23.100858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:05:22.374559Z","time spent":"726.29079ms","remote":"127.0.0.1:42380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":60,"response size":29,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"warn","ts":"2026-02-27T17:05:23.100861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:05:21.962264Z","time spent":"1.138582879s","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-27T17:05:23.100782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"631.52502ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-27T17:05:23.100934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"934.867837ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T17:05:23.100943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"546.471112ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-02-27T17:05:23.101036Z","caller":"traceutil/trace.go:171","msg":"trace[574679298] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7919; }","duration":"935.000961ms","start":"2026-02-27T17:05:22.166008Z","end":"2026-02-27T17:05:23.101009Z","steps":["trace[574679298] 'agreement among raft nodes before linearized reading' (duration: 934.830277ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T17:05:23.100994Z","caller":"traceutil/trace.go:171","msg":"trace[2103510003] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:7919; }","duration":"631.790307ms","start":"2026-02-27T17:05:22.469183Z","end":"2026-02-27T17:05:23.100973Z","steps":["trace[2103510003] 'agreement among raft nodes before linearized reading' (duration: 631.51795ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:05:23.101111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.048046139s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T17:05:23.101166Z","caller":"traceutil/trace.go:171","msg":"trace[965734619] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:7919; }","duration":"1.048252654s","start":"2026-02-27T17:05:22.0529Z","end":"2026-02-27T17:05:23.101153Z","steps":["trace[965734619] 'agreement among raft nodes before linearized reading' (duration: 1.047988198s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:05:23.100772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"561.01569ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-02-27T17:05:23.10127Z","caller":"traceutil/trace.go:171","msg":"trace[1407855518] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7919; }","duration":"546.654327ms","start":"2026-02-27T17:05:22.554445Z","end":"2026-02-27T17:05:23.1011Z","steps":["trace[1407855518] 'agreement among raft nodes before linearized reading' (duration: 546.311549ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:05:23.101143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:05:22.469169Z","time spent":"631.95785ms","remote":"127.0.0.1:42510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":11,"response size":29,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"warn","ts":"2026-02-27T17:05:23.101078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:05:22.165996Z","time spent":"935.071752ms","remote":"127.0.0.1:42042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-27T17:05:23.10132Z","caller":"traceutil/trace.go:171","msg":"trace[679604676] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7919; }","duration":"561.610644ms","start":"2026-02-27T17:05:22.539685Z","end":"2026-02-27T17:05:23.101296Z","steps":["trace[679604676] 'agreement among raft nodes before linearized reading' (duration: 560.871657ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:05:23.101578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:05:22.539674Z","time spent":"561.895053ms","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-27T17:05:23.101294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:05:22.052857Z","time spent":"1.048423518s","remote":"127.0.0.1:42438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":29,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"warn","ts":"2026-02-27T17:05:23.101404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:05:22.554436Z","time spent":"546.953974ms","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-02-27T17:05:23.101417Z","caller":"traceutil/trace.go:171","msg":"trace[1020787699] transaction","detail":"{read_only:false; response_revision:7919; number_of_response:1; }","duration":"565.955749ms","start":"2026-02-27T17:05:22.534516Z","end":"2026-02-27T17:05:23.100472Z","steps":["trace[1020787699] 'process raft request' (duration: 565.514499ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:05:23.101856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:05:22.53449Z","time spent":"567.287481ms","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T17:05:23.101457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.12071892s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-l8xw2\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-02-27T17:05:23.101922Z","caller":"traceutil/trace.go:171","msg":"trace[1690483392] range","detail":"{range_begin:/registry/pods/openstack/keepalived-l8xw2; range_end:; response_count:1; response_revision:7919; }","duration":"1.121240903s","start":"2026-02-27T17:05:21.980665Z","end":"2026-02-27T17:05:23.101906Z","steps":["trace[1690483392] 'agreement among raft nodes before linearized reading' (duration: 1.119811329s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:05:23.102015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:05:21.98065Z","time spent":"1.121342125s","remote":"127.0.0.1:42234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6549,"request content":"key:\"/registry/pods/openstack/keepalived-l8xw2\" "} {"level":"info","ts":"2026-02-27T17:05:25.422869Z","caller":"traceutil/trace.go:171","msg":"trace[1219587609] transaction","detail":"{read_only:false; response_revision:7927; number_of_response:1; }","duration":"317.362934ms","start":"2026-02-27T17:05:25.105481Z","end":"2026-02-27T17:05:25.422844Z","steps":["trace[1219587609] 'process raft request' (duration: 317.21554ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:05:25.423017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:05:25.105457Z","time spent":"317.484107ms","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T17:05:25.673236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.203165ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T17:05:25.673421Z","caller":"traceutil/trace.go:171","msg":"trace[1264544819] linearizableReadLoop","detail":"{readStateIndex:8236; appliedIndex:8233; }","duration":"561.930712ms","start":"2026-02-27T17:05:25.111469Z","end":"2026-02-27T17:05:25.6734Z","steps":["trace[1264544819] 'read index received' (duration: 311.229286ms)","trace[1264544819] 'applied index is now lower than readState.Index' (duration: 250.700356ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T17:05:25.673536Z","caller":"traceutil/trace.go:171","msg":"trace[1294255189] transaction","detail":"{read_only:false; response_revision:7928; number_of_response:1; }","duration":"567.927627ms","start":"2026-02-27T17:05:25.105591Z","end":"2026-02-27T17:05:25.673519Z","steps":["trace[1294255189] 'process raft request' (duration: 438.337953ms)","trace[1294255189] 'compare' (duration: 129.074072ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T17:05:25.673635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:05:25.105564Z","time spent":"568.023129ms","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T17:05:25.673631Z","caller":"traceutil/trace.go:171","msg":"trace[1975609347] transaction","detail":"{read_only:false; response_revision:7929; number_of_response:1; }","duration":"567.049965ms","start":"2026-02-27T17:05:25.106539Z","end":"2026-02-27T17:05:25.673589Z","steps":["trace[1975609347] 'process raft request' (duration: 566.793569ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:05:25.673705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"562.218229ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-02-27T17:05:25.67381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:05:25.106514Z","time spent":"567.200139ms","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T17:05:25.67381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"560.621171ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-02-27T17:05:25.673838Z","caller":"traceutil/trace.go:171","msg":"trace[529477884] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7929; }","duration":"562.389323ms","start":"2026-02-27T17:05:25.111419Z","end":"2026-02-27T17:05:25.673808Z","steps":["trace[529477884] 'agreement among raft nodes before linearized reading' (duration: 562.106826ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:05:25.673863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"560.191151ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-02-27T17:05:25.673889Z","caller":"traceutil/trace.go:171","msg":"trace[1721055782] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7929; }","duration":"560.728954ms","start":"2026-02-27T17:05:25.113136Z","end":"2026-02-27T17:05:25.673865Z","steps":["trace[1721055782] 'agreement among raft nodes before linearized reading' (duration: 560.491329ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:05:25.673907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:05:25.111402Z","time spent":"562.491306ms","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-02-27T17:05:25.67392Z","caller":"traceutil/trace.go:171","msg":"trace[123261916] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7929; }","duration":"560.267093ms","start":"2026-02-27T17:05:25.113637Z","end":"2026-02-27T17:05:25.673904Z","steps":["trace[123261916] 'agreement among raft nodes before linearized reading' (duration: 560.087539ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:05:25.673935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"506.691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T17:05:25.673969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:05:25.113629Z","time spent":"560.323844ms","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-02-27T17:05:25.67398Z","caller":"traceutil/trace.go:171","msg":"trace[505424089] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7929; }","duration":"506.74546ms","start":"2026-02-27T17:05:25.167217Z","end":"2026-02-27T17:05:25.673963Z","steps":["trace[505424089] 'agreement among raft nodes before linearized reading' (duration: 506.696539ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:05:25.673994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"560.794335ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-02-27T17:05:25.674021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:05:25.167208Z","time spent":"506.806342ms","remote":"127.0.0.1:42042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T17:05:25.674033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"557.673301ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-l8xw2\" ","response":"range_response_count:1 size:6527"} {"level":"warn","ts":"2026-02-27T17:05:25.673936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:05:25.113126Z","time spent":"560.802346ms","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-02-27T17:05:25.674042Z","caller":"traceutil/trace.go:171","msg":"trace[555142712] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7929; }","duration":"560.853007ms","start":"2026-02-27T17:05:25.113175Z","end":"2026-02-27T17:05:25.674028Z","steps":["trace[555142712] 'agreement among raft nodes before linearized reading' (duration: 560.727844ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T17:05:25.674068Z","caller":"traceutil/trace.go:171","msg":"trace[1364952468] range","detail":"{range_begin:/registry/pods/openstack/keepalived-l8xw2; range_end:; response_count:1; response_revision:7929; }","duration":"557.724162ms","start":"2026-02-27T17:05:25.116336Z","end":"2026-02-27T17:05:25.67406Z","steps":["trace[1364952468] 'agreement among raft nodes before linearized reading' (duration: 557.63257ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:05:25.674086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:05:25.11317Z","time spent":"560.906288ms","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-27T17:05:25.673853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"559.875114ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-02-27T17:05:25.674097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:05:25.116326Z","time spent":"557.762902ms","remote":"127.0.0.1:42234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6549,"request content":"key:\"/registry/pods/openstack/keepalived-l8xw2\" "} {"level":"info","ts":"2026-02-27T17:05:25.674159Z","caller":"traceutil/trace.go:171","msg":"trace[899514417] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7929; }","duration":"560.212691ms","start":"2026-02-27T17:05:25.113916Z","end":"2026-02-27T17:05:25.674128Z","steps":["trace[899514417] 'agreement among raft nodes before linearized reading' (duration: 559.761991ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:05:25.674264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:05:25.113903Z","time spent":"560.320965ms","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-02-27T17:05:35.00748Z","caller":"traceutil/trace.go:171","msg":"trace[2139140095] transaction","detail":"{read_only:false; response_revision:8015; number_of_response:1; }","duration":"134.603755ms","start":"2026-02-27T17:05:34.872848Z","end":"2026-02-27T17:05:35.007452Z","steps":["trace[2139140095] 'process raft request' (duration: 134.445441ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T17:05:35.575393Z","caller":"traceutil/trace.go:171","msg":"trace[1120614803] transaction","detail":"{read_only:false; response_revision:8016; number_of_response:1; }","duration":"555.903179ms","start":"2026-02-27T17:05:35.019455Z","end":"2026-02-27T17:05:35.575358Z","steps":["trace[1120614803] 'process raft request' (duration: 555.676184ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:05:35.575581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:05:35.01943Z","time spent":"556.055312ms","remote":"127.0.0.1:42234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4637,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T17:05:35.588254Z","caller":"traceutil/trace.go:171","msg":"trace[2101621465] linearizableReadLoop","detail":"{readStateIndex:8328; appliedIndex:8327; }","duration":"474.919058ms","start":"2026-02-27T17:05:35.113311Z","end":"2026-02-27T17:05:35.58823Z","steps":["trace[2101621465] 'read index received' (duration: 462.259845ms)","trace[2101621465] 'applied index is now lower than readState.Index' (duration: 12.658433ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T17:05:35.588561Z","caller":"traceutil/trace.go:171","msg":"trace[84508912] transaction","detail":"{read_only:false; number_of_response:1; response_revision:8017; }","duration":"568.190133ms","start":"2026-02-27T17:05:35.020362Z","end":"2026-02-27T17:05:35.588552Z","steps":["trace[84508912] 'process raft request' (duration: 567.70564ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:05:35.588685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:05:35.020346Z","time spent":"568.240464ms","remote":"127.0.0.1:57030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":80,"response count":0,"response size":40,"request content":"compare: success: > failure: >"} {"level":"info","ts":"2026-02-27T17:05:35.588885Z","caller":"traceutil/trace.go:171","msg":"trace[463919362] transaction","detail":"{read_only:false; response_revision:8018; number_of_response:1; }","duration":"134.170865ms","start":"2026-02-27T17:05:35.454705Z","end":"2026-02-27T17:05:35.588876Z","steps":["trace[463919362] 'process raft request' (duration: 133.474308ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:05:35.588993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"475.686957ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T17:05:35.589021Z","caller":"traceutil/trace.go:171","msg":"trace[2042219593] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:8018; }","duration":"475.759589ms","start":"2026-02-27T17:05:35.113255Z","end":"2026-02-27T17:05:35.589014Z","steps":["trace[2042219593] 'agreement among raft nodes before linearized reading' (duration: 475.709237ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:05:35.589041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:05:35.113235Z","time spent":"475.80035ms","remote":"127.0.0.1:42334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":7,"response size":29,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"warn","ts":"2026-02-27T17:05:35.589141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.443921ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T17:05:35.589163Z","caller":"traceutil/trace.go:171","msg":"trace[1522516103] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8018; }","duration":"422.510863ms","start":"2026-02-27T17:05:35.166647Z","end":"2026-02-27T17:05:35.589158Z","steps":["trace[1522516103] 'agreement among raft nodes before linearized reading' (duration: 422.479802ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:05:35.58918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:05:35.166625Z","time spent":"422.551744ms","remote":"127.0.0.1:42042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-27T17:05:36.044081Z","caller":"traceutil/trace.go:171","msg":"trace[1477360770] transaction","detail":"{read_only:false; response_revision:8027; number_of_response:1; }","duration":"141.022259ms","start":"2026-02-27T17:05:35.903023Z","end":"2026-02-27T17:05:36.044045Z","steps":["trace[1477360770] 'process raft request' (duration: 140.704371ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:05:36.927802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"405.634199ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" ","response":"range_response_count:1 size:3672"} {"level":"info","ts":"2026-02-27T17:05:36.92792Z","caller":"traceutil/trace.go:171","msg":"trace[190239123] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/openstack/ceph; range_end:; response_count:1; response_revision:8029; }","duration":"405.796643ms","start":"2026-02-27T17:05:36.522098Z","end":"2026-02-27T17:05:36.927895Z","steps":["trace[190239123] 'range keys from in-memory index tree' (duration: 405.424754ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:05:36.927905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.588156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-9p4qb\" ","response":"range_response_count:1 size:4652"} {"level":"warn","ts":"2026-02-27T17:05:36.927998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:05:36.522078Z","time spent":"405.909405ms","remote":"127.0.0.1:35486","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":3694,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" "} {"level":"warn","ts":"2026-02-27T17:05:36.928047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.952345ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-02-27T17:05:36.928052Z","caller":"traceutil/trace.go:171","msg":"trace[373303131] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-9p4qb; range_end:; response_count:1; response_revision:8029; }","duration":"344.783381ms","start":"2026-02-27T17:05:36.583244Z","end":"2026-02-27T17:05:36.928027Z","steps":["trace[373303131] 'range keys from in-memory index tree' (duration: 344.416222ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:05:36.928257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:05:36.583233Z","time spent":"344.986605ms","remote":"127.0.0.1:42234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":4674,"request content":"key:\"/registry/pods/openstack/rook-ceph-detect-version-9p4qb\" "} {"level":"info","ts":"2026-02-27T17:05:36.928169Z","caller":"traceutil/trace.go:171","msg":"trace[329540322] transaction","detail":"{read_only:false; response_revision:8030; number_of_response:1; }","duration":"343.872389ms","start":"2026-02-27T17:05:36.584275Z","end":"2026-02-27T17:05:36.928148Z","steps":["trace[329540322] 'process raft request' (duration: 132.694229ms)","trace[329540322] 'compare' (duration: 210.492792ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T17:05:36.928543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:05:36.58426Z","time spent":"344.228508ms","remote":"127.0.0.1:42106","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":746,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-27T17:05:37.667279Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3939133035121648789,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T17:05:38.057475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.919244ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T17:05:38.057548Z","caller":"traceutil/trace.go:171","msg":"trace[1224634985] transaction","detail":"{read_only:false; response_revision:8031; number_of_response:1; }","duration":"1.121275723s","start":"2026-02-27T17:05:36.936259Z","end":"2026-02-27T17:05:38.057535Z","steps":["trace[1224634985] 'process raft request' (duration: 882.237377ms)","trace[1224634985] 'compare' (duration: 238.466763ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T17:05:38.05758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:05:36.936241Z","time spent":"1.121325154s","remote":"127.0.0.1:42106","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":684,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T17:05:38.139342Z","caller":"traceutil/trace.go:171","msg":"trace[788158719] transaction","detail":"{read_only:false; response_revision:8032; number_of_response:1; }","duration":"545.686604ms","start":"2026-02-27T17:05:37.593624Z","end":"2026-02-27T17:05:38.139311Z","steps":["trace[788158719] 'process raft request' (duration: 545.479779ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:05:38.139565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:05:37.593604Z","time spent":"545.872288ms","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T17:05:38.139593Z","caller":"traceutil/trace.go:171","msg":"trace[1556128805] linearizableReadLoop","detail":"{readStateIndex:8343; appliedIndex:8341; }","duration":"972.53754ms","start":"2026-02-27T17:05:37.16703Z","end":"2026-02-27T17:05:38.139568Z","steps":["trace[1556128805] 'read index received' (duration: 651.483729ms)","trace[1556128805] 'applied index is now lower than readState.Index' (duration: 321.052721ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T17:05:38.139621Z","caller":"traceutil/trace.go:171","msg":"trace[599015771] transaction","detail":"{read_only:false; response_revision:8033; number_of_response:1; }","duration":"426.245442ms","start":"2026-02-27T17:05:37.713342Z","end":"2026-02-27T17:05:38.139587Z","steps":["trace[599015771] 'process raft request' (duration: 425.900934ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T17:05:38.139707Z","caller":"traceutil/trace.go:171","msg":"trace[790747725] transaction","detail":"{read_only:false; response_revision:8034; number_of_response:1; }","duration":"334.36819ms","start":"2026-02-27T17:05:37.80529Z","end":"2026-02-27T17:05:38.139658Z","steps":["trace[790747725] 'process raft request' (duration: 334.182136ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:05:38.139745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"972.693364ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T17:05:38.139897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:05:37.805263Z","time spent":"334.540554ms","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T17:05:38.139726Z","caller":"traceutil/trace.go:171","msg":"trace[1387104221] transaction","detail":"{read_only:false; response_revision:8035; number_of_response:1; }","duration":"334.040043ms","start":"2026-02-27T17:05:37.805636Z","end":"2026-02-27T17:05:38.139676Z","steps":["trace[1387104221] 'process raft request' (duration: 333.894909ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:05:38.140153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:05:37.805615Z","time spent":"334.474533ms","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T17:05:38.139865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:05:37.713317Z","time spent":"426.363875ms","remote":"127.0.0.1:42360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":527,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-27T17:05:38.139948Z","caller":"traceutil/trace.go:171","msg":"trace[638092432] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8035; }","duration":"972.933979ms","start":"2026-02-27T17:05:37.166993Z","end":"2026-02-27T17:05:38.139927Z","steps":["trace[638092432] 'agreement among raft nodes before linearized reading' (duration: 972.701603ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:05:38.140742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:05:37.166974Z","time spent":"973.722379ms","remote":"127.0.0.1:42042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T17:05:38.15086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.553785ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-02-27T17:05:38.150883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.616158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-02-27T17:05:38.150911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.719918ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T17:05:38.150951Z","caller":"traceutil/trace.go:171","msg":"trace[1215215995] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8036; }","duration":"256.648098ms","start":"2026-02-27T17:05:37.89427Z","end":"2026-02-27T17:05:38.150918Z","steps":["trace[1215215995] 'agreement among raft nodes before linearized reading' (duration: 256.476844ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T17:05:38.150962Z","caller":"traceutil/trace.go:171","msg":"trace[796856275] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:8036; }","duration":"402.824281ms","start":"2026-02-27T17:05:37.748121Z","end":"2026-02-27T17:05:38.150946Z","steps":["trace[796856275] 'agreement among raft nodes before linearized reading' (duration: 402.740179ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:05:38.151011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:05:37.748087Z","time spent":"402.914663ms","remote":"127.0.0.1:60906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":2,"response size":29,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"info","ts":"2026-02-27T17:05:38.15095Z","caller":"traceutil/trace.go:171","msg":"trace[1683382820] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8036; }","duration":"256.706829ms","start":"2026-02-27T17:05:37.894226Z","end":"2026-02-27T17:05:38.150933Z","steps":["trace[1683382820] 'agreement among raft nodes before linearized reading' (duration: 256.527335ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:05:38.151061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.407497ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-02-27T17:05:38.15113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.32418ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-02-27T17:05:38.151156Z","caller":"traceutil/trace.go:171","msg":"trace[106496153] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8036; }","duration":"257.577031ms","start":"2026-02-27T17:05:37.893563Z","end":"2026-02-27T17:05:38.15114Z","steps":["trace[106496153] 'agreement among raft nodes before linearized reading' (duration: 257.259754ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:05:38.151172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.32078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-02-27T17:05:38.151236Z","caller":"traceutil/trace.go:171","msg":"trace[1419521698] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8036; }","duration":"271.482664ms","start":"2026-02-27T17:05:37.879695Z","end":"2026-02-27T17:05:38.151178Z","steps":["trace[1419521698] 'agreement among raft nodes before linearized reading' (duration: 271.081655ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T17:05:38.151265Z","caller":"traceutil/trace.go:171","msg":"trace[554046043] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8036; }","duration":"256.440083ms","start":"2026-02-27T17:05:37.894808Z","end":"2026-02-27T17:05:38.151248Z","steps":["trace[554046043] 'agreement among raft nodes before linearized reading' (duration: 256.114125ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:05:38.15126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.483553ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-l8xw2\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-02-27T17:05:38.151487Z","caller":"traceutil/trace.go:171","msg":"trace[668087027] range","detail":"{range_begin:/registry/pods/openstack/keepalived-l8xw2; range_end:; response_count:1; response_revision:8036; }","duration":"253.82927ms","start":"2026-02-27T17:05:37.897648Z","end":"2026-02-27T17:05:38.151477Z","steps":["trace[668087027] 'agreement among raft nodes before linearized reading' (duration: 253.269817ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T17:05:38.406735Z","caller":"traceutil/trace.go:171","msg":"trace[1797663844] transaction","detail":"{read_only:false; response_revision:8044; number_of_response:1; }","duration":"172.37574ms","start":"2026-02-27T17:05:38.234329Z","end":"2026-02-27T17:05:38.406704Z","steps":["trace[1797663844] 'process raft request' (duration: 119.79939ms)","trace[1797663844] 'compare' (duration: 52.347544ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T17:05:39.204683Z","caller":"traceutil/trace.go:171","msg":"trace[1087296676] linearizableReadLoop","detail":"{readStateIndex:8358; appliedIndex:8357; }","duration":"134.366499ms","start":"2026-02-27T17:05:39.070291Z","end":"2026-02-27T17:05:39.204658Z","steps":["trace[1087296676] 'read index received' (duration: 134.193005ms)","trace[1087296676] 'applied index is now lower than readState.Index' (duration: 172.274µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T17:05:39.204889Z","caller":"traceutil/trace.go:171","msg":"trace[454341267] transaction","detail":"{read_only:false; response_revision:8046; number_of_response:1; }","duration":"185.772211ms","start":"2026-02-27T17:05:39.019103Z","end":"2026-02-27T17:05:39.204876Z","steps":["trace[454341267] 'process raft request' (duration: 185.370942ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:05:39.20531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.985175ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"info","ts":"2026-02-27T17:05:39.205387Z","caller":"traceutil/trace.go:171","msg":"trace[1352280156] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:8046; }","duration":"135.137109ms","start":"2026-02-27T17:05:39.07023Z","end":"2026-02-27T17:05:39.205367Z","steps":["trace[1352280156] 'agreement among raft nodes before linearized reading' (duration: 134.873612ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T17:05:39.61766Z","caller":"traceutil/trace.go:171","msg":"trace[348782110] transaction","detail":"{read_only:false; response_revision:8047; number_of_response:1; }","duration":"169.572563ms","start":"2026-02-27T17:05:39.448059Z","end":"2026-02-27T17:05:39.617631Z","steps":["trace[348782110] 'process raft request' (duration: 169.4255ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:05:40.463131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.123721ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T17:05:40.463245Z","caller":"traceutil/trace.go:171","msg":"trace[819185072] transaction","detail":"{read_only:false; response_revision:8049; number_of_response:1; }","duration":"318.668905ms","start":"2026-02-27T17:05:40.14454Z","end":"2026-02-27T17:05:40.463208Z","steps":["trace[819185072] 'process raft request' (duration: 71.39222ms)","trace[819185072] 'compare' (duration: 247.015239ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T17:05:40.463311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:05:40.144516Z","time spent":"318.766708ms","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T17:05:41.001787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.387018ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T17:05:41.002282Z","caller":"traceutil/trace.go:171","msg":"trace[1471697135] transaction","detail":"{read_only:false; response_revision:8050; number_of_response:1; }","duration":"856.890579ms","start":"2026-02-27T17:05:40.145379Z","end":"2026-02-27T17:05:41.00227Z","steps":["trace[1471697135] 'process raft request' (duration: 706.947678ms)","trace[1471697135] 'compare' (duration: 149.192854ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T17:05:41.002283Z","caller":"traceutil/trace.go:171","msg":"trace[258359138] transaction","detail":"{read_only:false; response_revision:8051; number_of_response:1; }","duration":"856.511761ms","start":"2026-02-27T17:05:40.145747Z","end":"2026-02-27T17:05:41.002259Z","steps":["trace[258359138] 'process raft request' (duration: 856.169863ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:05:41.002339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:05:40.145368Z","time spent":"856.944771ms","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T17:05:41.002388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:05:40.145738Z","time spent":"856.598113ms","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T17:05:41.002688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"836.140312ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T17:05:41.002786Z","caller":"traceutil/trace.go:171","msg":"trace[2089978810] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8051; }","duration":"836.277845ms","start":"2026-02-27T17:05:40.166486Z","end":"2026-02-27T17:05:41.002764Z","steps":["trace[2089978810] 'agreement among raft nodes before linearized reading' (duration: 836.129321ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:05:41.002844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:05:40.166474Z","time spent":"836.357317ms","remote":"127.0.0.1:42042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-27T17:05:41.002238Z","caller":"traceutil/trace.go:171","msg":"trace[1436189144] linearizableReadLoop","detail":"{readStateIndex:8363; appliedIndex:8360; }","duration":"835.64544ms","start":"2026-02-27T17:05:40.166525Z","end":"2026-02-27T17:05:41.002171Z","steps":["trace[1436189144] 'read index received' (duration: 49.417923ms)","trace[1436189144] 'applied index is now lower than readState.Index' (duration: 786.225177ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T17:05:41.355845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.302951ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T17:05:41.356034Z","caller":"traceutil/trace.go:171","msg":"trace[1044510044] linearizableReadLoop","detail":"{readStateIndex:8364; appliedIndex:8363; }","duration":"353.091379ms","start":"2026-02-27T17:05:41.002919Z","end":"2026-02-27T17:05:41.35601Z","steps":["trace[1044510044] 'read index received' (duration: 121.542972ms)","trace[1044510044] 'applied index is now lower than readState.Index' (duration: 231.546407ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T17:05:41.356162Z","caller":"traceutil/trace.go:171","msg":"trace[42582997] transaction","detail":"{read_only:false; response_revision:8052; number_of_response:1; }","duration":"602.207547ms","start":"2026-02-27T17:05:40.753941Z","end":"2026-02-27T17:05:41.356148Z","steps":["trace[42582997] 'process raft request' (duration: 370.509787ms)","trace[42582997] 'compare' (duration: 230.999864ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T17:05:41.356235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:05:40.753877Z","time spent":"602.320471ms","remote":"127.0.0.1:42218","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":19391,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T17:05:41.356363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.118816694s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-02-27T17:05:41.356505Z","caller":"traceutil/trace.go:171","msg":"trace[1334439675] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8052; }","duration":"1.118924207s","start":"2026-02-27T17:05:40.237499Z","end":"2026-02-27T17:05:41.356423Z","steps":["trace[1334439675] 'agreement among raft nodes before linearized reading' (duration: 1.118716752s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:05:41.356496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.116056228s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-l8xw2\" ","response":"range_response_count:1 size:6527"} {"level":"warn","ts":"2026-02-27T17:05:41.356514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"598.644122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-27T17:05:41.356565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:05:40.237479Z","time spent":"1.119073701s","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-02-27T17:05:41.35658Z","caller":"traceutil/trace.go:171","msg":"trace[39721149] range","detail":"{range_begin:/registry/pods/openstack/keepalived-l8xw2; range_end:; response_count:1; response_revision:8052; }","duration":"1.116173722s","start":"2026-02-27T17:05:40.240388Z","end":"2026-02-27T17:05:41.356562Z","steps":["trace[39721149] 'agreement among raft nodes before linearized reading' (duration: 1.115941806s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:05:41.356614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.12029681s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-02-27T17:05:41.356619Z","caller":"traceutil/trace.go:171","msg":"trace[1843537746] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:8052; }","duration":"598.804507ms","start":"2026-02-27T17:05:40.757786Z","end":"2026-02-27T17:05:41.356591Z","steps":["trace[1843537746] 'agreement among raft nodes before linearized reading' (duration: 598.586681ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T17:05:41.35665Z","caller":"traceutil/trace.go:171","msg":"trace[81787669] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8052; }","duration":"1.120366752s","start":"2026-02-27T17:05:40.236273Z","end":"2026-02-27T17:05:41.35664Z","steps":["trace[81787669] 'agreement among raft nodes before linearized reading' (duration: 1.1202866s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:05:41.356686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:05:40.757757Z","time spent":"598.912499ms","remote":"127.0.0.1:42558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":2,"response size":29,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-02-27T17:05:41.356633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:05:40.240378Z","time spent":"1.116246784s","remote":"127.0.0.1:42234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6549,"request content":"key:\"/registry/pods/openstack/keepalived-l8xw2\" "} {"level":"warn","ts":"2026-02-27T17:05:41.356789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.895955ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T17:05:41.35654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.119648395s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-02-27T17:05:41.356823Z","caller":"traceutil/trace.go:171","msg":"trace[1029350667] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8052; }","duration":"352.955916ms","start":"2026-02-27T17:05:41.003856Z","end":"2026-02-27T17:05:41.356812Z","steps":["trace[1029350667] 'agreement among raft nodes before linearized reading' (duration: 352.907625ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:05:41.356788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.119135883s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-02-27T17:05:41.356879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:05:41.003835Z","time spent":"353.030048ms","remote":"127.0.0.1:42052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T17:05:41.356907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.119283186s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-02-27T17:05:41.356922Z","caller":"traceutil/trace.go:171","msg":"trace[1147572319] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8052; }","duration":"1.119287996s","start":"2026-02-27T17:05:40.237615Z","end":"2026-02-27T17:05:41.356902Z","steps":["trace[1147572319] 'agreement among raft nodes before linearized reading' (duration: 1.118810044s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:05:41.357054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:05:40.237604Z","time spent":"1.119402459s","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-02-27T17:05:41.356898Z","caller":"traceutil/trace.go:171","msg":"trace[896235394] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8052; }","duration":"1.120025534s","start":"2026-02-27T17:05:40.236829Z","end":"2026-02-27T17:05:41.356855Z","steps":["trace[896235394] 'agreement among raft nodes before linearized reading' (duration: 1.119589063s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:05:41.356689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:05:40.236254Z","time spent":"1.120424563s","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-27T17:05:41.35712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:05:40.236795Z","time spent":"1.120307861s","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-02-27T17:05:41.357009Z","caller":"traceutil/trace.go:171","msg":"trace[980403079] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8052; }","duration":"1.119387958s","start":"2026-02-27T17:05:40.237604Z","end":"2026-02-27T17:05:41.356992Z","steps":["trace[980403079] 'agreement among raft nodes before linearized reading' (duration: 1.119102852s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:05:41.357652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:05:40.237568Z","time spent":"1.120059814s","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-02-27T17:06:08.288307Z","caller":"traceutil/trace.go:171","msg":"trace[1868360405] transaction","detail":"{read_only:false; response_revision:8321; number_of_response:1; }","duration":"110.265071ms","start":"2026-02-27T17:06:08.178023Z","end":"2026-02-27T17:06:08.288288Z","steps":["trace[1868360405] 'process raft request' (duration: 110.171769ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:06:08.51477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.66919ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-02-27T17:06:08.514886Z","caller":"traceutil/trace.go:171","msg":"trace[904480505] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:8321; }","duration":"155.829443ms","start":"2026-02-27T17:06:08.359027Z","end":"2026-02-27T17:06:08.514857Z","steps":["trace[904480505] 'range keys from in-memory index tree' (duration: 155.438694ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T17:06:08.572643Z","caller":"traceutil/trace.go:171","msg":"trace[370190600] transaction","detail":"{read_only:false; response_revision:8322; number_of_response:1; }","duration":"179.275765ms","start":"2026-02-27T17:06:08.393339Z","end":"2026-02-27T17:06:08.572615Z","steps":["trace[370190600] 'process raft request' (duration: 178.508436ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T17:06:25.411721Z","caller":"traceutil/trace.go:171","msg":"trace[1142982472] transaction","detail":"{read_only:false; response_revision:8417; number_of_response:1; }","duration":"120.918467ms","start":"2026-02-27T17:06:25.290777Z","end":"2026-02-27T17:06:25.411695Z","steps":["trace[1142982472] 'process raft request' (duration: 120.757384ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T17:06:25.46122Z","caller":"traceutil/trace.go:171","msg":"trace[80634160] transaction","detail":"{read_only:false; response_revision:8418; number_of_response:1; }","duration":"163.008596ms","start":"2026-02-27T17:06:25.298181Z","end":"2026-02-27T17:06:25.46119Z","steps":["trace[80634160] 'process raft request' (duration: 162.898793ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T17:06:25.957039Z","caller":"traceutil/trace.go:171","msg":"trace[44705198] transaction","detail":"{read_only:false; response_revision:8421; number_of_response:1; }","duration":"104.226547ms","start":"2026-02-27T17:06:25.852773Z","end":"2026-02-27T17:06:25.956999Z","steps":["trace[44705198] 'process raft request' (duration: 87.256271ms)","trace[44705198] 'compare' (duration: 16.820703ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T17:06:25.957384Z","caller":"traceutil/trace.go:171","msg":"trace[2008799326] linearizableReadLoop","detail":"{readStateIndex:8746; appliedIndex:8743; }","duration":"103.06054ms","start":"2026-02-27T17:06:25.854302Z","end":"2026-02-27T17:06:25.957363Z","steps":["trace[2008799326] 'read index received' (duration: 85.699463ms)","trace[2008799326] 'applied index is now lower than readState.Index' (duration: 17.359677ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T17:06:25.957439Z","caller":"traceutil/trace.go:171","msg":"trace[253020402] transaction","detail":"{read_only:false; response_revision:8422; number_of_response:1; }","duration":"104.266729ms","start":"2026-02-27T17:06:25.853137Z","end":"2026-02-27T17:06:25.957404Z","steps":["trace[253020402] 'process raft request' (duration: 104.085724ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T17:06:25.957444Z","caller":"traceutil/trace.go:171","msg":"trace[601296671] transaction","detail":"{read_only:false; response_revision:8423; number_of_response:1; }","duration":"103.577302ms","start":"2026-02-27T17:06:25.853838Z","end":"2026-02-27T17:06:25.957415Z","steps":["trace[601296671] 'process raft request' (duration: 103.47668ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:06:25.95809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.886532ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:234756"} {"level":"info","ts":"2026-02-27T17:06:25.958149Z","caller":"traceutil/trace.go:171","msg":"trace[685061572] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8423; }","duration":"101.966204ms","start":"2026-02-27T17:06:25.85617Z","end":"2026-02-27T17:06:25.958136Z","steps":["trace[685061572] 'agreement among raft nodes before linearized reading' (duration: 101.35167ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:06:25.957568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.246564ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/openstack/glance-glance-metadefs-load\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T17:06:25.95829Z","caller":"traceutil/trace.go:171","msg":"trace[1980335837] range","detail":"{range_begin:/registry/rolebindings/openstack/glance-glance-metadefs-load; range_end:; response_count:0; response_revision:8423; }","duration":"104.001962ms","start":"2026-02-27T17:06:25.854263Z","end":"2026-02-27T17:06:25.958265Z","steps":["trace[1980335837] 'agreement among raft nodes before linearized reading' (duration: 103.230894ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T17:06:26.101817Z","caller":"traceutil/trace.go:171","msg":"trace[1312675251] transaction","detail":"{read_only:false; number_of_response:0; response_revision:8423; }","duration":"117.803283ms","start":"2026-02-27T17:06:25.983986Z","end":"2026-02-27T17:06:26.10179Z","steps":["trace[1312675251] 'process raft request' (duration: 100.072538ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T17:06:26.44563Z","caller":"traceutil/trace.go:171","msg":"trace[2109321164] transaction","detail":"{read_only:false; response_revision:8427; number_of_response:1; }","duration":"167.927213ms","start":"2026-02-27T17:06:26.27767Z","end":"2026-02-27T17:06:26.445597Z","steps":["trace[2109321164] 'process raft request' (duration: 167.661456ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T17:06:26.445743Z","caller":"traceutil/trace.go:171","msg":"trace[1740457143] transaction","detail":"{read_only:false; response_revision:8428; number_of_response:1; }","duration":"168.039575ms","start":"2026-02-27T17:06:26.277669Z","end":"2026-02-27T17:06:26.445709Z","steps":["trace[1740457143] 'process raft request' (duration: 167.843711ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T17:06:26.445828Z","caller":"traceutil/trace.go:171","msg":"trace[801830665] transaction","detail":"{read_only:false; response_revision:8430; number_of_response:1; }","duration":"168.119548ms","start":"2026-02-27T17:06:26.277695Z","end":"2026-02-27T17:06:26.445815Z","steps":["trace[801830665] 'process raft request' (duration: 167.901983ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T17:06:26.445823Z","caller":"traceutil/trace.go:171","msg":"trace[1416362974] transaction","detail":"{read_only:false; response_revision:8429; number_of_response:1; }","duration":"168.124507ms","start":"2026-02-27T17:06:26.27767Z","end":"2026-02-27T17:06:26.445794Z","steps":["trace[1416362974] 'process raft request' (duration: 167.900652ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T17:06:26.445875Z","caller":"traceutil/trace.go:171","msg":"trace[1951846182] transaction","detail":"{read_only:false; response_revision:8431; number_of_response:1; }","duration":"167.878462ms","start":"2026-02-27T17:06:26.277971Z","end":"2026-02-27T17:06:26.445849Z","steps":["trace[1951846182] 'process raft request' (duration: 167.81173ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T17:06:26.446007Z","caller":"traceutil/trace.go:171","msg":"trace[1141339984] transaction","detail":"{read_only:false; response_revision:8435; number_of_response:1; }","duration":"167.321979ms","start":"2026-02-27T17:06:26.278674Z","end":"2026-02-27T17:06:26.445996Z","steps":["trace[1141339984] 'process raft request' (duration: 167.233447ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T17:06:26.446026Z","caller":"traceutil/trace.go:171","msg":"trace[981001675] transaction","detail":"{read_only:false; response_revision:8436; number_of_response:1; }","duration":"167.295589ms","start":"2026-02-27T17:06:26.27872Z","end":"2026-02-27T17:06:26.446016Z","steps":["trace[981001675] 'process raft request' (duration: 167.209536ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T17:06:26.446041Z","caller":"traceutil/trace.go:171","msg":"trace[1674646992] transaction","detail":"{read_only:false; response_revision:8432; number_of_response:1; }","duration":"168.018675ms","start":"2026-02-27T17:06:26.277987Z","end":"2026-02-27T17:06:26.446006Z","steps":["trace[1674646992] 'process raft request' (duration: 167.826951ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T17:06:26.446039Z","caller":"traceutil/trace.go:171","msg":"trace[985682868] transaction","detail":"{read_only:false; response_revision:8434; number_of_response:1; }","duration":"167.642966ms","start":"2026-02-27T17:06:26.27836Z","end":"2026-02-27T17:06:26.446003Z","steps":["trace[985682868] 'process raft request' (duration: 167.503663ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T17:06:26.446032Z","caller":"traceutil/trace.go:171","msg":"trace[1570217091] transaction","detail":"{read_only:false; response_revision:8437; number_of_response:1; }","duration":"167.027201ms","start":"2026-02-27T17:06:26.278988Z","end":"2026-02-27T17:06:26.446016Z","steps":["trace[1570217091] 'process raft request' (duration: 166.97185ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T17:06:26.446683Z","caller":"traceutil/trace.go:171","msg":"trace[1402704336] transaction","detail":"{read_only:false; response_revision:8433; number_of_response:1; }","duration":"167.703268ms","start":"2026-02-27T17:06:26.278237Z","end":"2026-02-27T17:06:26.44594Z","steps":["trace[1402704336] 'process raft request' (duration: 167.601715ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:06:56.166756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000265052s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T17:06:56.166887Z","caller":"traceutil/trace.go:171","msg":"trace[676074729] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000428777s","start":"2026-02-27T17:06:54.166432Z","end":"2026-02-27T17:06:56.166861Z","steps":["trace[676074729] 'agreement among raft nodes before linearized reading' (duration: 2.000292413s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:06:56.166933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:06:54.166418Z","time spent":"2.000502318s","remote":"127.0.0.1:42042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 17:06:56 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T17:06:57.22621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.211255526s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-02-27T17:06:57.226647Z","caller":"traceutil/trace.go:171","msg":"trace[1134142627] linearizableReadLoop","detail":"{readStateIndex:9061; appliedIndex:9060; }","duration":"3.166480063s","start":"2026-02-27T17:06:54.059984Z","end":"2026-02-27T17:06:57.226464Z","steps":["trace[1134142627] 'read index received' (duration: 39.09µs)","trace[1134142627] 'applied index is now lower than readState.Index' (duration: 3.166439743s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T17:06:57.228345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.168342568s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-02-27T17:06:57.228397Z","caller":"traceutil/trace.go:171","msg":"trace[866180085] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8731; }","duration":"3.168457611s","start":"2026-02-27T17:06:54.059925Z","end":"2026-02-27T17:06:57.228383Z","steps":["trace[866180085] 'agreement among raft nodes before linearized reading' (duration: 3.168294387s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:06:57.22847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:06:54.059904Z","time spent":"3.168552872s","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-27T17:06:57.228348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.748891ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T17:06:57.228562Z","caller":"traceutil/trace.go:171","msg":"trace[1444504083] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:8731; }","duration":"256.975486ms","start":"2026-02-27T17:06:56.971557Z","end":"2026-02-27T17:06:57.228533Z","steps":["trace[1444504083] 'range keys from in-memory index tree' (duration: 256.7233ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T17:06:57.2298Z","caller":"traceutil/trace.go:171","msg":"trace[942661558] transaction","detail":"{read_only:false; response_revision:8732; number_of_response:1; }","duration":"2.304669766s","start":"2026-02-27T17:06:54.925093Z","end":"2026-02-27T17:06:57.229763Z","steps":["trace[942661558] 'process raft request' (duration: 2.301242414s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:06:57.229976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:06:54.925067Z","time spent":"2.304817669s","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T17:06:57.727136Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3939133035121650718,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T17:06:57.831359Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.307697168s","expected-duration":"1s"} {"level":"info","ts":"2026-02-27T17:06:57.831799Z","caller":"traceutil/trace.go:171","msg":"trace[500889255] transaction","detail":"{read_only:false; response_revision:8733; number_of_response:1; }","duration":"2.308258461s","start":"2026-02-27T17:06:55.523514Z","end":"2026-02-27T17:06:57.831773Z","steps":["trace[500889255] 'process raft request' (duration: 2.308076047s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:06:57.831941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:06:55.523486Z","time spent":"2.308381085s","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T17:06:57.84637Z","caller":"traceutil/trace.go:171","msg":"trace[1418687837] transaction","detail":"{read_only:false; response_revision:8734; number_of_response:1; }","duration":"2.270900227s","start":"2026-02-27T17:06:55.575442Z","end":"2026-02-27T17:06:57.846342Z","steps":["trace[1418687837] 'process raft request' (duration: 2.270715643s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:06:57.846503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:06:55.575423Z","time spent":"2.271007789s","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T17:06:57.846581Z","caller":"traceutil/trace.go:171","msg":"trace[1343925280] linearizableReadLoop","detail":"{readStateIndex:9065; appliedIndex:9062; }","duration":"619.85183ms","start":"2026-02-27T17:06:57.226702Z","end":"2026-02-27T17:06:57.846554Z","steps":["trace[1343925280] 'read index received' (duration: 604.916893ms)","trace[1343925280] 'applied index is now lower than readState.Index' (duration: 14.934057ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T17:06:57.846768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.755895835s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-02-27T17:06:57.846797Z","caller":"traceutil/trace.go:171","msg":"trace[1979621842] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8735; }","duration":"3.755959226s","start":"2026-02-27T17:06:54.09083Z","end":"2026-02-27T17:06:57.846789Z","steps":["trace[1979621842] 'agreement among raft nodes before linearized reading' (duration: 3.755830483s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:06:57.846821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:06:54.090819Z","time spent":"3.755996767s","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-27T17:06:57.846912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.226707788s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:19405"} {"level":"info","ts":"2026-02-27T17:06:57.846952Z","caller":"traceutil/trace.go:171","msg":"trace[666023342] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:8735; }","duration":"2.226745818s","start":"2026-02-27T17:06:55.620195Z","end":"2026-02-27T17:06:57.846941Z","steps":["trace[666023342] 'agreement among raft nodes before linearized reading' (duration: 2.226629766s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:06:57.846981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:06:55.620176Z","time spent":"2.22679814s","remote":"127.0.0.1:42218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":19427,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"warn","ts":"2026-02-27T17:06:57.846995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.31025062s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T17:06:57.847025Z","caller":"traceutil/trace.go:171","msg":"trace[529889723] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:8735; }","duration":"2.310319071s","start":"2026-02-27T17:06:55.536696Z","end":"2026-02-27T17:06:57.847015Z","steps":["trace[529889723] 'agreement among raft nodes before linearized reading' (duration: 2.31027111s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:06:57.847046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:06:55.536677Z","time spent":"2.310363833s","remote":"127.0.0.1:60922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"warn","ts":"2026-02-27T17:06:57.847174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.49800627s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-rgw-ceph-a-699b8bdb59-qqqwf\" ","response":"range_response_count:1 size:19694"} {"level":"info","ts":"2026-02-27T17:06:57.847212Z","caller":"traceutil/trace.go:171","msg":"trace[708326023] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-rgw-ceph-a-699b8bdb59-qqqwf; range_end:; response_count:1; response_revision:8735; }","duration":"1.498067492s","start":"2026-02-27T17:06:56.349135Z","end":"2026-02-27T17:06:57.847203Z","steps":["trace[708326023] 'agreement among raft nodes before linearized reading' (duration: 1.497962489s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:06:57.847193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.543629089s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-c4dc5f6b7-v4k8k.1898294d0e491b0a\" ","response":"range_response_count:1 size:1131"} {"level":"warn","ts":"2026-02-27T17:06:57.847153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.420069443s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T17:06:57.847251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.740152751s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T17:06:57.847256Z","caller":"traceutil/trace.go:171","msg":"trace[352621723] range","detail":"{range_begin:/registry/events/openstack/barbican-api-c4dc5f6b7-v4k8k.1898294d0e491b0a; range_end:; response_count:1; response_revision:8735; }","duration":"3.543722681s","start":"2026-02-27T17:06:54.303516Z","end":"2026-02-27T17:06:57.847238Z","steps":["trace[352621723] 'agreement among raft nodes before linearized reading' (duration: 3.543568338s)"],"step_count":1} {"level":"info","ts":"2026-02-27T17:06:57.847278Z","caller":"traceutil/trace.go:171","msg":"trace[1260232422] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:8735; }","duration":"1.740217132s","start":"2026-02-27T17:06:56.107054Z","end":"2026-02-27T17:06:57.847271Z","steps":["trace[1260232422] 'agreement among raft nodes before linearized reading' (duration: 1.740171421s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:06:57.847293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:06:54.303499Z","time spent":"3.543785623s","remote":"127.0.0.1:42106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":1153,"request content":"key:\"/registry/events/openstack/barbican-api-c4dc5f6b7-v4k8k.1898294d0e491b0a\" "} {"level":"warn","ts":"2026-02-27T17:06:57.847306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:06:56.107028Z","time spent":"1.740272914s","remote":"127.0.0.1:35540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-27T17:06:57.847309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.666221456s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-l8xw2\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-02-27T17:06:57.847298Z","caller":"traceutil/trace.go:171","msg":"trace[40531407] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:8735; }","duration":"1.420329888s","start":"2026-02-27T17:06:56.426941Z","end":"2026-02-27T17:06:57.847271Z","steps":["trace[40531407] 'agreement among raft nodes before linearized reading' (duration: 1.420020921s)"],"step_count":1} {"level":"info","ts":"2026-02-27T17:06:57.847278Z","caller":"traceutil/trace.go:171","msg":"trace[722962347] transaction","detail":"{read_only:false; response_revision:8735; number_of_response:1; }","duration":"613.515428ms","start":"2026-02-27T17:06:57.233723Z","end":"2026-02-27T17:06:57.847238Z","steps":["trace[722962347] 'process raft request' (duration: 612.547246ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T17:06:57.847351Z","caller":"traceutil/trace.go:171","msg":"trace[1883660997] range","detail":"{range_begin:/registry/pods/openstack/keepalived-l8xw2; range_end:; response_count:1; response_revision:8735; }","duration":"3.666290578s","start":"2026-02-27T17:06:54.181043Z","end":"2026-02-27T17:06:57.847334Z","steps":["trace[1883660997] 'agreement among raft nodes before linearized reading' (duration: 3.666218436s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:06:57.847369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:06:56.426913Z","time spent":"1.420443171s","remote":"127.0.0.1:42178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":27,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"warn","ts":"2026-02-27T17:06:57.847397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:06:54.181022Z","time spent":"3.66636524s","remote":"127.0.0.1:42234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6549,"request content":"key:\"/registry/pods/openstack/keepalived-l8xw2\" "} {"level":"warn","ts":"2026-02-27T17:06:57.847422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.680499882s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T17:06:57.847443Z","caller":"traceutil/trace.go:171","msg":"trace[1742566212] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8735; }","duration":"1.680561203s","start":"2026-02-27T17:06:56.166875Z","end":"2026-02-27T17:06:57.847437Z","steps":["trace[1742566212] 'agreement among raft nodes before linearized reading' (duration: 1.680528192s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:06:57.847466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:06:56.166844Z","time spent":"1.680617765s","remote":"127.0.0.1:42052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T17:06:57.847459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:06:57.233696Z","time spent":"613.676013ms","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T17:06:57.847447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.529750309s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"warn","ts":"2026-02-27T17:06:57.847309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.987451905s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-02-27T17:06:57.847526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.316217743s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T17:06:57.847531Z","caller":"traceutil/trace.go:171","msg":"trace[262349087] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:8735; }","duration":"2.529885111s","start":"2026-02-27T17:06:55.317622Z","end":"2026-02-27T17:06:57.847507Z","steps":["trace[262349087] 'agreement among raft nodes before linearized reading' (duration: 2.529640635s)"],"step_count":1} {"level":"info","ts":"2026-02-27T17:06:57.847561Z","caller":"traceutil/trace.go:171","msg":"trace[964584700] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:8735; }","duration":"2.316294315s","start":"2026-02-27T17:06:55.531258Z","end":"2026-02-27T17:06:57.847552Z","steps":["trace[964584700] 'agreement among raft nodes before linearized reading' (duration: 2.316223213s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:06:57.847582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:06:55.531235Z","time spent":"2.316341435s","remote":"127.0.0.1:54500","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":29,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true "} {"level":"warn","ts":"2026-02-27T17:06:57.847576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:06:55.317594Z","time spent":"2.529973033s","remote":"127.0.0.1:42200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2104,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"warn","ts":"2026-02-27T17:06:57.847611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.929966457s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"warn","ts":"2026-02-27T17:06:57.847215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.739566343s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-02-27T17:06:57.847646Z","caller":"traceutil/trace.go:171","msg":"trace[70758656] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8735; }","duration":"2.930038019s","start":"2026-02-27T17:06:54.917596Z","end":"2026-02-27T17:06:57.847634Z","steps":["trace[70758656] 'agreement among raft nodes before linearized reading' (duration: 2.929906566s)"],"step_count":1} {"level":"info","ts":"2026-02-27T17:06:57.847589Z","caller":"traceutil/trace.go:171","msg":"trace[533917107] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8735; }","duration":"1.987697371s","start":"2026-02-27T17:06:55.859853Z","end":"2026-02-27T17:06:57.84755Z","steps":["trace[533917107] 'agreement among raft nodes before linearized reading' (duration: 1.987401834s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:06:57.847678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:06:54.917577Z","time spent":"2.93009328s","remote":"127.0.0.1:42234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12234,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-02-27T17:06:57.847678Z","caller":"traceutil/trace.go:171","msg":"trace[1722794492] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8735; }","duration":"3.740066336s","start":"2026-02-27T17:06:54.107601Z","end":"2026-02-27T17:06:57.847667Z","steps":["trace[1722794492] 'agreement among raft nodes before linearized reading' (duration: 3.739478672s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:06:57.847698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:06:55.859789Z","time spent":"1.987895296s","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-27T17:06:57.847729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:06:54.107591Z","time spent":"3.740131167s","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-27T17:06:57.847238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:06:56.349122Z","time spent":"1.498109692s","remote":"127.0.0.1:42234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":19716,"request content":"key:\"/registry/pods/openstack/rook-ceph-rgw-ceph-a-699b8bdb59-qqqwf\" "} {"level":"warn","ts":"2026-02-27T17:06:57.847929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.747478613s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-27T17:06:57.847974Z","caller":"traceutil/trace.go:171","msg":"trace[472103427] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8735; }","duration":"3.747547954s","start":"2026-02-27T17:06:54.100418Z","end":"2026-02-27T17:06:57.847966Z","steps":["trace[472103427] 'agreement among raft nodes before linearized reading' (duration: 3.746737155s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:06:57.847996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:06:54.100404Z","time spent":"3.747584764s","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-27T17:06:57.848295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.18722742s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-02-27T17:06:57.848476Z","caller":"traceutil/trace.go:171","msg":"trace[792012310] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:8735; }","duration":"3.187444035s","start":"2026-02-27T17:06:54.661015Z","end":"2026-02-27T17:06:57.848459Z","steps":["trace[792012310] 'agreement among raft nodes before linearized reading' (duration: 3.186460871s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:06:57.849179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:06:54.660995Z","time spent":"3.188166213s","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":552,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-02-27T17:06:58.002955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.183378ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-02-27T17:06:58.003098Z","caller":"traceutil/trace.go:171","msg":"trace[681335561] linearizableReadLoop","detail":"{readStateIndex:9066; appliedIndex:9065; }","duration":"150.67749ms","start":"2026-02-27T17:06:57.852395Z","end":"2026-02-27T17:06:58.003073Z","steps":["trace[681335561] 'read index received' (duration: 15.328308ms)","trace[681335561] 'applied index is now lower than readState.Index' (duration: 135.347492ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T17:06:58.003312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.918145ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-02-27T17:06:58.003349Z","caller":"traceutil/trace.go:171","msg":"trace[534292328] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8735; }","duration":"150.994967ms","start":"2026-02-27T17:06:57.852344Z","end":"2026-02-27T17:06:58.003339Z","steps":["trace[534292328] 'agreement among raft nodes before linearized reading' (duration: 150.812363ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T17:06:58.059007Z","caller":"traceutil/trace.go:171","msg":"trace[1972184224] transaction","detail":"{read_only:false; response_revision:8736; number_of_response:1; }","duration":"206.518438ms","start":"2026-02-27T17:06:57.852455Z","end":"2026-02-27T17:06:58.058974Z","steps":["trace[1972184224] 'process raft request' (duration: 206.110868ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T17:06:58.059082Z","caller":"traceutil/trace.go:171","msg":"trace[1077664385] transaction","detail":"{read_only:false; response_revision:8737; number_of_response:1; }","duration":"206.428975ms","start":"2026-02-27T17:06:57.852622Z","end":"2026-02-27T17:06:58.059051Z","steps":["trace[1077664385] 'process raft request' (duration: 206.19885ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T17:06:58.059006Z","caller":"traceutil/trace.go:171","msg":"trace[1339112205] transaction","detail":"{read_only:false; response_revision:8738; number_of_response:1; }","duration":"206.338994ms","start":"2026-02-27T17:06:57.852638Z","end":"2026-02-27T17:06:58.058977Z","steps":["trace[1339112205] 'process raft request' (duration: 206.240721ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T17:06:58.059407Z","caller":"traceutil/trace.go:171","msg":"trace[744672951] transaction","detail":"{read_only:false; response_revision:8739; number_of_response:1; }","duration":"206.333024ms","start":"2026-02-27T17:06:57.852992Z","end":"2026-02-27T17:06:58.059325Z","steps":["trace[744672951] 'process raft request' (duration: 205.942425ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T17:06:58.059525Z","caller":"traceutil/trace.go:171","msg":"trace[475869053] transaction","detail":"{read_only:false; response_revision:8740; number_of_response:1; }","duration":"206.016066ms","start":"2026-02-27T17:06:57.853484Z","end":"2026-02-27T17:06:58.0595Z","steps":["trace[475869053] 'process raft request' (duration: 205.74175ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T17:06:58.059568Z","caller":"traceutil/trace.go:171","msg":"trace[534496903] transaction","detail":"{read_only:false; response_revision:8741; number_of_response:1; }","duration":"200.107694ms","start":"2026-02-27T17:06:57.85944Z","end":"2026-02-27T17:06:58.059548Z","steps":["trace[534496903] 'process raft request' (duration: 199.94704ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:06:58.059708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.221904ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T17:06:58.059797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.54636ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kubelet\" ","response":"range_response_count:1 size:1136"} {"level":"info","ts":"2026-02-27T17:06:58.059806Z","caller":"traceutil/trace.go:171","msg":"trace[1618471613] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8741; }","duration":"202.373938ms","start":"2026-02-27T17:06:57.857415Z","end":"2026-02-27T17:06:58.059789Z","steps":["trace[1618471613] 'agreement among raft nodes before linearized reading' (duration: 202.172073ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T17:06:58.059838Z","caller":"traceutil/trace.go:171","msg":"trace[1140389068] range","detail":"{range_begin:/registry/services/specs/kube-system/kube-prometheus-stack-kubelet; range_end:; response_count:1; response_revision:8741; }","duration":"204.614342ms","start":"2026-02-27T17:06:57.85521Z","end":"2026-02-27T17:06:58.059825Z","steps":["trace[1140389068] 'agreement among raft nodes before linearized reading' (duration: 204.447078ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:06:58.060566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.87122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:31 size:291494"} {"level":"info","ts":"2026-02-27T17:06:58.060634Z","caller":"traceutil/trace.go:171","msg":"trace[768234591] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:31; response_revision:8741; }","duration":"207.971562ms","start":"2026-02-27T17:06:57.852648Z","end":"2026-02-27T17:06:58.06062Z","steps":["trace[768234591] 'agreement among raft nodes before linearized reading' (duration: 207.04094ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T17:06:58.206851Z","caller":"traceutil/trace.go:171","msg":"trace[965560749] linearizableReadLoop","detail":"{readStateIndex:9074; appliedIndex:9073; }","duration":"100.712003ms","start":"2026-02-27T17:06:58.10611Z","end":"2026-02-27T17:06:58.206822Z","steps":["trace[965560749] 'read index received' (duration: 45.229524ms)","trace[965560749] 'applied index is now lower than readState.Index' (duration: 55.481019ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T17:06:58.206889Z","caller":"traceutil/trace.go:171","msg":"trace[55460413] transaction","detail":"{read_only:false; response_revision:8743; number_of_response:1; }","duration":"103.09143ms","start":"2026-02-27T17:06:58.103772Z","end":"2026-02-27T17:06:58.206863Z","steps":["trace[55460413] 'process raft request' (duration: 47.635731ms)","trace[55460413] 'compare' (duration: 54.840903ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T17:06:58.207579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.45014ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet\" ","response":"range_response_count:1 size:683"} {"level":"info","ts":"2026-02-27T17:06:58.207702Z","caller":"traceutil/trace.go:171","msg":"trace[333725559] range","detail":"{range_begin:/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet; range_end:; response_count:1; response_revision:8743; }","duration":"101.574783ms","start":"2026-02-27T17:06:58.106084Z","end":"2026-02-27T17:06:58.207658Z","steps":["trace[333725559] 'agreement among raft nodes before linearized reading' (duration: 100.849466ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T17:06:58.660219Z","caller":"traceutil/trace.go:171","msg":"trace[846211394] linearizableReadLoop","detail":"{readStateIndex:9077; appliedIndex:9076; }","duration":"116.376268ms","start":"2026-02-27T17:06:58.543808Z","end":"2026-02-27T17:06:58.660184Z","steps":["trace[846211394] 'read index received' (duration: 116.148043ms)","trace[846211394] 'applied index is now lower than readState.Index' (duration: 227.265µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T17:06:58.660323Z","caller":"traceutil/trace.go:171","msg":"trace[1563158571] transaction","detail":"{read_only:false; response_revision:8745; number_of_response:1; }","duration":"116.785667ms","start":"2026-02-27T17:06:58.543494Z","end":"2026-02-27T17:06:58.660279Z","steps":["trace[1563158571] 'process raft request' (duration: 116.47ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:06:58.660444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.668451ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T17:06:58.660491Z","caller":"traceutil/trace.go:171","msg":"trace[1685747280] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:8745; }","duration":"110.740563ms","start":"2026-02-27T17:06:58.549734Z","end":"2026-02-27T17:06:58.660475Z","steps":["trace[1685747280] 'agreement among raft nodes before linearized reading' (duration: 110.63557ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:06:58.660493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.657874ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-02-27T17:06:58.660552Z","caller":"traceutil/trace.go:171","msg":"trace[320750640] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:8745; }","duration":"116.756948ms","start":"2026-02-27T17:06:58.543779Z","end":"2026-02-27T17:06:58.660536Z","steps":["trace[320750640] 'agreement among raft nodes before linearized reading' (duration: 116.516702ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T17:07:00.662432Z","caller":"traceutil/trace.go:171","msg":"trace[776442864] transaction","detail":"{read_only:false; response_revision:8756; number_of_response:1; }","duration":"270.277765ms","start":"2026-02-27T17:07:00.392121Z","end":"2026-02-27T17:07:00.662399Z","steps":["trace[776442864] 'process raft request' (duration: 270.104051ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T17:07:00.696399Z","caller":"traceutil/trace.go:171","msg":"trace[1473472726] transaction","detail":"{read_only:false; response_revision:8757; number_of_response:1; }","duration":"111.339938ms","start":"2026-02-27T17:07:00.585027Z","end":"2026-02-27T17:07:00.696367Z","steps":["trace[1473472726] 'process raft request' (duration: 111.145854ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T17:08:26.409094Z","caller":"traceutil/trace.go:171","msg":"trace[1497572836] transaction","detail":"{read_only:false; response_revision:9318; number_of_response:1; }","duration":"205.377664ms","start":"2026-02-27T17:08:26.203685Z","end":"2026-02-27T17:08:26.409063Z","steps":["trace[1497572836] 'process raft request' (duration: 199.139025ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T17:08:35.479185Z","caller":"traceutil/trace.go:171","msg":"trace[67301857] linearizableReadLoop","detail":"{readStateIndex:9726; appliedIndex:9725; }","duration":"160.302631ms","start":"2026-02-27T17:08:35.318858Z","end":"2026-02-27T17:08:35.479161Z","steps":["trace[67301857] 'read index received' (duration: 160.133197ms)","trace[67301857] 'applied index is now lower than readState.Index' (duration: 168.264µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T17:08:35.479249Z","caller":"traceutil/trace.go:171","msg":"trace[1671149649] transaction","detail":"{read_only:false; response_revision:9374; number_of_response:1; }","duration":"195.739875ms","start":"2026-02-27T17:08:35.283474Z","end":"2026-02-27T17:08:35.479213Z","steps":["trace[1671149649] 'process raft request' (duration: 195.544111ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:08:35.4794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.512746ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T17:08:35.479492Z","caller":"traceutil/trace.go:171","msg":"trace[129718426] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:9374; }","duration":"160.68342ms","start":"2026-02-27T17:08:35.318789Z","end":"2026-02-27T17:08:35.479473Z","steps":["trace[129718426] 'agreement among raft nodes before linearized reading' (duration: 160.498076ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T17:08:46.127152Z","caller":"traceutil/trace.go:171","msg":"trace[1765612450] transaction","detail":"{read_only:false; response_revision:9466; number_of_response:1; }","duration":"189.782993ms","start":"2026-02-27T17:08:45.937339Z","end":"2026-02-27T17:08:46.127122Z","steps":["trace[1765612450] 'process raft request' (duration: 189.64859ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:08:46.377127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.50182ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T17:08:46.377263Z","caller":"traceutil/trace.go:171","msg":"trace[1543596924] transaction","detail":"{read_only:false; response_revision:9467; number_of_response:1; }","duration":"368.129853ms","start":"2026-02-27T17:08:46.009098Z","end":"2026-02-27T17:08:46.377228Z","steps":["trace[1543596924] 'process raft request' (duration: 164.391598ms)","trace[1543596924] 'compare' (duration: 203.372387ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T17:08:46.377339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:08:46.009076Z","time spent":"368.231976ms","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T17:08:56.701675Z","caller":"traceutil/trace.go:171","msg":"trace[906777548] transaction","detail":"{read_only:false; response_revision:9532; number_of_response:1; }","duration":"122.55132ms","start":"2026-02-27T17:08:56.57909Z","end":"2026-02-27T17:08:56.701642Z","steps":["trace[906777548] 'process raft request' (duration: 122.453678ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T17:08:56.701695Z","caller":"traceutil/trace.go:171","msg":"trace[979581357] transaction","detail":"{read_only:false; response_revision:9531; number_of_response:1; }","duration":"133.980683ms","start":"2026-02-27T17:08:56.56768Z","end":"2026-02-27T17:08:56.701661Z","steps":["trace[979581357] 'process raft request' (duration: 133.619494ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T17:09:04.306318Z","caller":"traceutil/trace.go:171","msg":"trace[762173001] transaction","detail":"{read_only:false; response_revision:9571; number_of_response:1; }","duration":"122.725325ms","start":"2026-02-27T17:09:04.183571Z","end":"2026-02-27T17:09:04.306296Z","steps":["trace[762173001] 'process raft request' (duration: 122.594671ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T17:09:10.791619Z","caller":"traceutil/trace.go:171","msg":"trace[1783886357] linearizableReadLoop","detail":"{readStateIndex:9961; appliedIndex:9960; }","duration":"195.93579ms","start":"2026-02-27T17:09:10.595644Z","end":"2026-02-27T17:09:10.79158Z","steps":["trace[1783886357] 'read index received' (duration: 195.892289ms)","trace[1783886357] 'applied index is now lower than readState.Index' (duration: 42.591µs)"],"step_count":2} {"level":"warn","ts":"2026-02-27T17:09:10.791797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.130904ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-02-27T17:09:10.791815Z","caller":"traceutil/trace.go:171","msg":"trace[1069625989] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9599; }","duration":"196.220836ms","start":"2026-02-27T17:09:10.595588Z","end":"2026-02-27T17:09:10.791809Z","steps":["trace[1069625989] 'agreement among raft nodes before linearized reading' (duration: 196.081473ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T17:09:10.79189Z","caller":"traceutil/trace.go:171","msg":"trace[1702815002] transaction","detail":"{read_only:false; response_revision:9599; number_of_response:1; }","duration":"270.60223ms","start":"2026-02-27T17:09:10.521258Z","end":"2026-02-27T17:09:10.79186Z","steps":["trace[1702815002] 'process raft request' (duration: 270.17988ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T17:09:10.858524Z","caller":"traceutil/trace.go:171","msg":"trace[1526003819] transaction","detail":"{read_only:false; response_revision:9600; number_of_response:1; }","duration":"201.327108ms","start":"2026-02-27T17:09:10.657177Z","end":"2026-02-27T17:09:10.858505Z","steps":["trace[1526003819] 'process raft request' (duration: 201.216965ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T17:09:11.111193Z","caller":"traceutil/trace.go:171","msg":"trace[975163608] linearizableReadLoop","detail":"{readStateIndex:9967; appliedIndex:9966; }","duration":"149.319228ms","start":"2026-02-27T17:09:10.961851Z","end":"2026-02-27T17:09:11.11117Z","steps":["trace[975163608] 'read index received' (duration: 144.901493ms)","trace[975163608] 'applied index is now lower than readState.Index' (duration: 4.416755ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T17:09:11.111272Z","caller":"traceutil/trace.go:171","msg":"trace[1778000301] transaction","detail":"{read_only:false; response_revision:9605; number_of_response:1; }","duration":"152.059883ms","start":"2026-02-27T17:09:10.959183Z","end":"2026-02-27T17:09:11.111243Z","steps":["trace[1778000301] 'process raft request' (duration: 147.584937ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:09:11.111594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.727518ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-02-27T17:09:11.111645Z","caller":"traceutil/trace.go:171","msg":"trace[632220216] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:9605; }","duration":"149.81606ms","start":"2026-02-27T17:09:10.961814Z","end":"2026-02-27T17:09:11.11163Z","steps":["trace[632220216] 'agreement among raft nodes before linearized reading' (duration: 149.503533ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T17:09:12.906083Z","caller":"traceutil/trace.go:171","msg":"trace[1928825862] transaction","detail":"{read_only:false; response_revision:9607; number_of_response:1; }","duration":"108.956317ms","start":"2026-02-27T17:09:12.797102Z","end":"2026-02-27T17:09:12.906059Z","steps":["trace[1928825862] 'process raft request' (duration: 108.795753ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T17:09:13.141626Z","caller":"traceutil/trace.go:171","msg":"trace[1846936497] linearizableReadLoop","detail":"{readStateIndex:9970; appliedIndex:9968; }","duration":"239.58926ms","start":"2026-02-27T17:09:12.902006Z","end":"2026-02-27T17:09:13.141596Z","steps":["trace[1846936497] 'read index received' (duration: 3.868473ms)","trace[1846936497] 'applied index is now lower than readState.Index' (duration: 235.719417ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T17:09:13.141652Z","caller":"traceutil/trace.go:171","msg":"trace[605918535] transaction","detail":"{read_only:false; response_revision:9608; number_of_response:1; }","duration":"277.824141ms","start":"2026-02-27T17:09:12.863791Z","end":"2026-02-27T17:09:13.141615Z","steps":["trace[605918535] 'process raft request' (duration: 232.232274ms)","trace[605918535] 'compare' (duration: 45.415752ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T17:09:13.142135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.108222ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-02-27T17:09:13.142361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.61509ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-02-27T17:09:13.142417Z","caller":"traceutil/trace.go:171","msg":"trace[615398040] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9608; }","duration":"239.709292ms","start":"2026-02-27T17:09:12.902693Z","end":"2026-02-27T17:09:13.142403Z","steps":["trace[615398040] 'agreement among raft nodes before linearized reading' (duration: 239.271702ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:09:13.142666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.338763ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-02-27T17:09:13.142752Z","caller":"traceutil/trace.go:171","msg":"trace[1107531773] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9608; }","duration":"192.469966ms","start":"2026-02-27T17:09:12.950263Z","end":"2026-02-27T17:09:13.142733Z","steps":["trace[1107531773] 'agreement among raft nodes before linearized reading' (duration: 192.2263ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:09:13.14274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.364593ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-02-27T17:09:13.142203Z","caller":"traceutil/trace.go:171","msg":"trace[1830829090] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9608; }","duration":"240.218705ms","start":"2026-02-27T17:09:12.901963Z","end":"2026-02-27T17:09:13.142181Z","steps":["trace[1830829090] 'agreement among raft nodes before linearized reading' (duration: 239.732203ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T17:09:13.142813Z","caller":"traceutil/trace.go:171","msg":"trace[301758932] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9608; }","duration":"239.477626ms","start":"2026-02-27T17:09:12.903315Z","end":"2026-02-27T17:09:13.142793Z","steps":["trace[301758932] 'agreement among raft nodes before linearized reading' (duration: 239.244591ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T17:09:13.779404Z","caller":"traceutil/trace.go:171","msg":"trace[72824770] transaction","detail":"{read_only:false; response_revision:9610; number_of_response:1; }","duration":"632.269358ms","start":"2026-02-27T17:09:13.147108Z","end":"2026-02-27T17:09:13.779377Z","steps":["trace[72824770] 'process raft request' (duration: 631.818846ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:09:13.779559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:09:13.147092Z","time spent":"632.385811ms","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T17:09:13.780165Z","caller":"traceutil/trace.go:171","msg":"trace[1607812144] transaction","detail":"{read_only:false; response_revision:9611; number_of_response:1; }","duration":"633.022506ms","start":"2026-02-27T17:09:13.147124Z","end":"2026-02-27T17:09:13.780147Z","steps":["trace[1607812144] 'process raft request' (duration: 631.9629ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:09:13.780298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:09:13.147106Z","time spent":"633.144819ms","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T17:09:13.78104Z","caller":"traceutil/trace.go:171","msg":"trace[2086458452] transaction","detail":"{read_only:false; response_revision:9612; number_of_response:1; }","duration":"633.509628ms","start":"2026-02-27T17:09:13.147516Z","end":"2026-02-27T17:09:13.781026Z","steps":["trace[2086458452] 'process raft request' (duration: 632.384021ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:09:13.781119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:09:13.147502Z","time spent":"633.580519ms","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T17:09:13.781658Z","caller":"traceutil/trace.go:171","msg":"trace[2101056053] transaction","detail":"{read_only:false; response_revision:9613; number_of_response:1; }","duration":"633.437206ms","start":"2026-02-27T17:09:13.14821Z","end":"2026-02-27T17:09:13.781647Z","steps":["trace[2101056053] 'process raft request' (duration: 632.75454ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:09:13.781732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:09:13.148196Z","time spent":"633.500657ms","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T17:09:13.782798Z","caller":"traceutil/trace.go:171","msg":"trace[1889863864] transaction","detail":"{read_only:false; response_revision:9614; number_of_response:1; }","duration":"633.842506ms","start":"2026-02-27T17:09:13.148926Z","end":"2026-02-27T17:09:13.782769Z","steps":["trace[1889863864] 'process raft request' (duration: 632.680718ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:09:13.783039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:09:13.148876Z","time spent":"634.025531ms","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T17:09:13.783627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"635.553716ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:37 size:348593"} {"level":"info","ts":"2026-02-27T17:09:13.783683Z","caller":"traceutil/trace.go:171","msg":"trace[2078251310] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:37; response_revision:9614; }","duration":"635.610808ms","start":"2026-02-27T17:09:13.148057Z","end":"2026-02-27T17:09:13.783668Z","steps":["trace[2078251310] 'agreement among raft nodes before linearized reading' (duration: 635.128646ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:09:13.783734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:09:13.148036Z","time spent":"635.68005ms","remote":"127.0.0.1:42234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":37,"response size":348615,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-02-27T17:09:13.78249Z","caller":"traceutil/trace.go:171","msg":"trace[220886499] linearizableReadLoop","detail":"{readStateIndex:9974; appliedIndex:9970; }","duration":"634.40995ms","start":"2026-02-27T17:09:13.148064Z","end":"2026-02-27T17:09:13.782474Z","steps":["trace[220886499] 'read index received' (duration: 38.220171ms)","trace[220886499] 'applied index is now lower than readState.Index' (duration: 596.188809ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T17:09:13.978931Z","caller":"traceutil/trace.go:171","msg":"trace[1609280178] transaction","detail":"{read_only:false; response_revision:9615; number_of_response:1; }","duration":"512.985386ms","start":"2026-02-27T17:09:13.465914Z","end":"2026-02-27T17:09:13.978899Z","steps":["trace[1609280178] 'process raft request' (duration: 413.227168ms)","trace[1609280178] 'compare' (duration: 99.43923ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T17:09:13.979028Z","caller":"traceutil/trace.go:171","msg":"trace[624756990] linearizableReadLoop","detail":"{readStateIndex:9977; appliedIndex:9976; }","duration":"194.202839ms","start":"2026-02-27T17:09:13.784799Z","end":"2026-02-27T17:09:13.979002Z","steps":["trace[624756990] 'read index received' (duration: 94.314528ms)","trace[624756990] 'applied index is now lower than readState.Index' (duration: 99.886921ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T17:09:13.979101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:09:13.465891Z","time spent":"513.126799ms","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T17:09:14.13837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"936.864238ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T17:09:14.138574Z","caller":"traceutil/trace.go:171","msg":"trace[1950313845] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:9615; }","duration":"937.128165ms","start":"2026-02-27T17:09:13.201417Z","end":"2026-02-27T17:09:14.138545Z","steps":["trace[1950313845] 'agreement among raft nodes before linearized reading' (duration: 777.735726ms)","trace[1950313845] 'count revisions from in-memory index tree' (duration: 159.135683ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T17:09:14.138672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"768.605489ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T17:09:14.138769Z","caller":"traceutil/trace.go:171","msg":"trace[944165587] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:9615; }","duration":"768.757641ms","start":"2026-02-27T17:09:13.369988Z","end":"2026-02-27T17:09:14.138745Z","steps":["trace[944165587] 'agreement among raft nodes before linearized reading' (duration: 609.147997ms)","trace[944165587] 'count revisions from in-memory index tree' (duration: 159.46855ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T17:09:14.138819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:09:13.369968Z","time spent":"768.840484ms","remote":"127.0.0.1:57008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"warn","ts":"2026-02-27T17:09:14.138675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.358164ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-27T17:09:14.138883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:09:13.201402Z","time spent":"937.37295ms","remote":"127.0.0.1:57056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"info","ts":"2026-02-27T17:09:14.138994Z","caller":"traceutil/trace.go:171","msg":"trace[1386828367] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:9615; }","duration":"385.60766ms","start":"2026-02-27T17:09:13.753295Z","end":"2026-02-27T17:09:14.138902Z","steps":["trace[1386828367] 'agreement among raft nodes before linearized reading' (duration: 225.825982ms)","trace[1386828367] 'count revisions from in-memory index tree' (duration: 159.510892ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T17:09:14.139102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"838.724828ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/glance-api-87b5695d5-hrns6\" ","response":"range_response_count:1 size:13836"} {"level":"info","ts":"2026-02-27T17:09:14.139176Z","caller":"traceutil/trace.go:171","msg":"trace[1330670636] range","detail":"{range_begin:/registry/pods/openstack/glance-api-87b5695d5-hrns6; range_end:; response_count:1; response_revision:9615; }","duration":"838.847551ms","start":"2026-02-27T17:09:13.300308Z","end":"2026-02-27T17:09:14.139156Z","steps":["trace[1330670636] 'agreement among raft nodes before linearized reading' (duration: 678.836308ms)","trace[1330670636] 'range keys from in-memory index tree' (duration: 159.817158ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T17:09:14.139215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:09:13.300288Z","time spent":"838.919933ms","remote":"127.0.0.1:42234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":13858,"request content":"key:\"/registry/pods/openstack/glance-api-87b5695d5-hrns6\" "} {"level":"warn","ts":"2026-02-27T17:09:14.139234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:09:13.753237Z","time spent":"385.948619ms","remote":"127.0.0.1:32826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-27T17:09:14.139699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.828232ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-02-27T17:09:14.139893Z","caller":"traceutil/trace.go:171","msg":"trace[626512372] linearizableReadLoop","detail":"{readStateIndex:9978; appliedIndex:9977; }","duration":"160.797722ms","start":"2026-02-27T17:09:13.979079Z","end":"2026-02-27T17:09:14.139877Z","steps":["trace[626512372] 'read index received' (duration: 84.142µs)","trace[626512372] 'applied index is now lower than readState.Index' (duration: 160.71137ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T17:09:14.140058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.731238ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T17:09:14.140141Z","caller":"traceutil/trace.go:171","msg":"trace[2118254190] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:9615; }","duration":"282.873132ms","start":"2026-02-27T17:09:13.857252Z","end":"2026-02-27T17:09:14.140125Z","steps":["trace[2118254190] 'agreement among raft nodes before linearized reading' (duration: 282.719118ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:09:14.140247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.956076ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-02-27T17:09:14.140742Z","caller":"traceutil/trace.go:171","msg":"trace[276212812] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:9615; }","duration":"216.069349ms","start":"2026-02-27T17:09:13.924233Z","end":"2026-02-27T17:09:14.140303Z","steps":["trace[276212812] 'agreement among raft nodes before linearized reading' (duration: 215.843694ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T17:09:14.358169Z","caller":"traceutil/trace.go:171","msg":"trace[456343298] transaction","detail":"{read_only:false; response_revision:9616; number_of_response:1; }","duration":"214.00171ms","start":"2026-02-27T17:09:14.144139Z","end":"2026-02-27T17:09:14.358141Z","steps":["trace[456343298] 'process raft request' (duration: 213.821035ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T17:09:14.795744Z","caller":"traceutil/trace.go:171","msg":"trace[449134485] transaction","detail":"{read_only:false; response_revision:9617; number_of_response:1; }","duration":"644.539221ms","start":"2026-02-27T17:09:14.151176Z","end":"2026-02-27T17:09:14.795715Z","steps":["trace[449134485] 'process raft request' (duration: 592.368088ms)","trace[449134485] 'compare' (duration: 51.984808ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T17:09:14.795898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:09:14.151158Z","time spent":"644.659843ms","remote":"127.0.0.1:42234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":13862,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T17:09:14.795911Z","caller":"traceutil/trace.go:171","msg":"trace[1773102104] linearizableReadLoop","detail":"{readStateIndex:9980; appliedIndex:9978; }","duration":"627.915455ms","start":"2026-02-27T17:09:14.167973Z","end":"2026-02-27T17:09:14.795888Z","steps":["trace[1773102104] 'read index received' (duration: 190.097051ms)","trace[1773102104] 'applied index is now lower than readState.Index' (duration: 437.817284ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T17:09:14.796136Z","caller":"traceutil/trace.go:171","msg":"trace[1666115502] transaction","detail":"{read_only:false; response_revision:9618; number_of_response:1; }","duration":"553.565182ms","start":"2026-02-27T17:09:14.242558Z","end":"2026-02-27T17:09:14.796123Z","steps":["trace[1666115502] 'process raft request' (duration: 553.106051ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:09:14.796243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:09:14.242529Z","time spent":"553.642433ms","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T17:09:14.796314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"628.329975ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T17:09:14.796405Z","caller":"traceutil/trace.go:171","msg":"trace[473003686] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9618; }","duration":"628.699374ms","start":"2026-02-27T17:09:14.167684Z","end":"2026-02-27T17:09:14.796383Z","steps":["trace[473003686] 'agreement among raft nodes before linearized reading' (duration: 628.548351ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:09:14.796445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:09:14.16766Z","time spent":"628.777696ms","remote":"127.0.0.1:42042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T17:09:15.231063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.573973ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T17:09:15.231164Z","caller":"traceutil/trace.go:171","msg":"trace[431913627] linearizableReadLoop","detail":"{readStateIndex:9982; appliedIndex:9981; }","duration":"435.160771ms","start":"2026-02-27T17:09:14.795985Z","end":"2026-02-27T17:09:15.231146Z","steps":["trace[431913627] 'read index received' (duration: 236.554988ms)","trace[431913627] 'applied index is now lower than readState.Index' (duration: 198.604623ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T17:09:15.231229Z","caller":"traceutil/trace.go:171","msg":"trace[1812372978] transaction","detail":"{read_only:false; response_revision:9619; number_of_response:1; }","duration":"767.943642ms","start":"2026-02-27T17:09:14.463273Z","end":"2026-02-27T17:09:15.231217Z","steps":["trace[1812372978] 'process raft request' (duration: 569.132104ms)","trace[1812372978] 'compare' (duration: 198.47283ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T17:09:15.231284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:09:14.463247Z","time spent":"768.008683ms","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T17:09:15.231354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"510.280691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T17:09:15.231437Z","caller":"traceutil/trace.go:171","msg":"trace[1408120096] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:9619; }","duration":"510.420905ms","start":"2026-02-27T17:09:14.720995Z","end":"2026-02-27T17:09:15.231416Z","steps":["trace[1408120096] 'agreement among raft nodes before linearized reading' (duration: 510.245131ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:09:15.23149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:09:14.720974Z","time spent":"510.504796ms","remote":"127.0.0.1:32808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-27T17:09:15.231456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"697.713088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T17:09:15.231563Z","caller":"traceutil/trace.go:171","msg":"trace[1129268559] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:9619; }","duration":"697.872251ms","start":"2026-02-27T17:09:14.533662Z","end":"2026-02-27T17:09:15.231534Z","steps":["trace[1129268559] 'agreement among raft nodes before linearized reading' (duration: 697.689387ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:09:15.231636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:09:14.533641Z","time spent":"697.979394ms","remote":"127.0.0.1:43336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":0,"response size":27,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true "} {"level":"info","ts":"2026-02-27T17:09:15.303783Z","caller":"traceutil/trace.go:171","msg":"trace[1539485297] transaction","detail":"{read_only:false; response_revision:9620; number_of_response:1; }","duration":"392.32538ms","start":"2026-02-27T17:09:14.911434Z","end":"2026-02-27T17:09:15.303759Z","steps":["trace[1539485297] 'process raft request' (duration: 392.196717ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:09:15.30392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:09:14.911409Z","time spent":"392.440863ms","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T17:09:15.463841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.906242ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T17:09:15.463938Z","caller":"traceutil/trace.go:171","msg":"trace[1446140561] linearizableReadLoop","detail":"{readStateIndex:9984; appliedIndex:9982; }","duration":"232.730376ms","start":"2026-02-27T17:09:15.231191Z","end":"2026-02-27T17:09:15.463921Z","steps":["trace[1446140561] 'read index received' (duration: 72.443227ms)","trace[1446140561] 'applied index is now lower than readState.Index' (duration: 160.286179ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T17:09:15.464001Z","caller":"traceutil/trace.go:171","msg":"trace[1421069189] transaction","detail":"{read_only:false; response_revision:9621; number_of_response:1; }","duration":"316.015442ms","start":"2026-02-27T17:09:15.147953Z","end":"2026-02-27T17:09:15.463968Z","steps":["trace[1421069189] 'process raft request' (duration: 186.911625ms)","trace[1421069189] 'compare' (duration: 128.554144ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T17:09:15.464056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"666.738279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T17:09:15.464084Z","caller":"traceutil/trace.go:171","msg":"trace[1992365831] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9621; }","duration":"666.804131ms","start":"2026-02-27T17:09:14.797271Z","end":"2026-02-27T17:09:15.464076Z","steps":["trace[1992365831] 'agreement among raft nodes before linearized reading' (duration: 666.716109ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:09:15.464121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:09:14.797251Z","time spent":"666.864002ms","remote":"127.0.0.1:42052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T17:09:15.464168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:09:15.147924Z","time spent":"316.160604ms","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T17:09:15.464377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.229646ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-02-27T17:09:15.464411Z","caller":"traceutil/trace.go:171","msg":"trace[1569260000] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9621; }","duration":"274.296617ms","start":"2026-02-27T17:09:15.190107Z","end":"2026-02-27T17:09:15.464403Z","steps":["trace[1569260000] 'agreement among raft nodes before linearized reading' (duration: 274.184794ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T17:09:15.828617Z","caller":"traceutil/trace.go:171","msg":"trace[501520409] transaction","detail":"{read_only:false; response_revision:9623; number_of_response:1; }","duration":"110.499053ms","start":"2026-02-27T17:09:15.718097Z","end":"2026-02-27T17:09:15.828596Z","steps":["trace[501520409] 'process raft request' (duration: 110.138185ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:09:16.073157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.138801ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T17:09:16.07353Z","caller":"traceutil/trace.go:171","msg":"trace[2015212145] transaction","detail":"{read_only:false; response_revision:9624; number_of_response:1; }","duration":"235.967353ms","start":"2026-02-27T17:09:15.837524Z","end":"2026-02-27T17:09:16.073491Z","steps":["trace[2015212145] 'process raft request' (duration: 126.398912ms)","trace[2015212145] 'compare' (duration: 109.014998ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T17:09:16.07553Z","caller":"traceutil/trace.go:171","msg":"trace[1515312629] transaction","detail":"{read_only:false; response_revision:9627; number_of_response:1; }","duration":"235.532994ms","start":"2026-02-27T17:09:15.83998Z","end":"2026-02-27T17:09:16.075513Z","steps":["trace[1515312629] 'process raft request' (duration: 235.489793ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T17:09:16.075886Z","caller":"traceutil/trace.go:171","msg":"trace[1333176552] transaction","detail":"{read_only:false; response_revision:9625; number_of_response:1; }","duration":"236.081106ms","start":"2026-02-27T17:09:15.839792Z","end":"2026-02-27T17:09:16.075874Z","steps":["trace[1333176552] 'process raft request' (duration: 233.480404ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T17:09:16.076193Z","caller":"traceutil/trace.go:171","msg":"trace[1273627637] transaction","detail":"{read_only:false; response_revision:9626; number_of_response:1; }","duration":"236.27384ms","start":"2026-02-27T17:09:15.839904Z","end":"2026-02-27T17:09:16.076178Z","steps":["trace[1273627637] 'process raft request' (duration: 235.476742ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:09:16.789727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.125936ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T17:09:16.78981Z","caller":"traceutil/trace.go:171","msg":"trace[2078035867] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:9628; }","duration":"228.256329ms","start":"2026-02-27T17:09:16.561534Z","end":"2026-02-27T17:09:16.789791Z","steps":["trace[2078035867] 'count revisions from in-memory index tree' (duration: 228.042905ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T17:09:17.24366Z","caller":"traceutil/trace.go:171","msg":"trace[1212791652] transaction","detail":"{read_only:false; response_revision:9629; number_of_response:1; }","duration":"127.311733ms","start":"2026-02-27T17:09:17.116325Z","end":"2026-02-27T17:09:17.243636Z","steps":["trace[1212791652] 'process raft request' (duration: 127.18476ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:09:17.526702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.965576ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T17:09:17.526869Z","caller":"traceutil/trace.go:171","msg":"trace[1440377130] transaction","detail":"{read_only:false; response_revision:9631; number_of_response:1; }","duration":"217.40009ms","start":"2026-02-27T17:09:17.30945Z","end":"2026-02-27T17:09:17.52685Z","steps":["trace[1440377130] 'process raft request' (duration: 217.346519ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T17:09:17.527172Z","caller":"traceutil/trace.go:171","msg":"trace[352340720] linearizableReadLoop","detail":"{readStateIndex:9993; appliedIndex:9992; }","duration":"282.692218ms","start":"2026-02-27T17:09:17.244467Z","end":"2026-02-27T17:09:17.527159Z","steps":["trace[352340720] 'read index received' (duration: 87.286132ms)","trace[352340720] 'applied index is now lower than readState.Index' (duration: 195.404446ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T17:09:17.527193Z","caller":"traceutil/trace.go:171","msg":"trace[75576260] transaction","detail":"{read_only:false; response_revision:9630; number_of_response:1; }","duration":"290.587065ms","start":"2026-02-27T17:09:17.236576Z","end":"2026-02-27T17:09:17.527163Z","steps":["trace[75576260] 'process raft request' (duration: 95.038776ms)","trace[75576260] 'compare' (duration: 194.665778ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T17:09:17.52728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.80363ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T17:09:17.527697Z","caller":"traceutil/trace.go:171","msg":"trace[194843862] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9631; }","duration":"283.229061ms","start":"2026-02-27T17:09:17.244444Z","end":"2026-02-27T17:09:17.527673Z","steps":["trace[194843862] 'agreement among raft nodes before linearized reading' (duration: 282.781039ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T17:09:17.617606Z","caller":"traceutil/trace.go:171","msg":"trace[997663274] transaction","detail":"{read_only:false; response_revision:9632; number_of_response:1; }","duration":"148.401576ms","start":"2026-02-27T17:09:17.469183Z","end":"2026-02-27T17:09:17.617584Z","steps":["trace[997663274] 'process raft request' (duration: 148.102759ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:09:17.617841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.850099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/image.1898298860a0ee10\" ","response":"range_response_count:1 size:661"} {"level":"info","ts":"2026-02-27T17:09:17.61787Z","caller":"traceutil/trace.go:171","msg":"trace[1745635018] range","detail":"{range_begin:/registry/events/openstack/image.1898298860a0ee10; range_end:; response_count:1; response_revision:9632; }","duration":"370.938811ms","start":"2026-02-27T17:09:17.246923Z","end":"2026-02-27T17:09:17.617862Z","steps":["trace[1745635018] 'agreement among raft nodes before linearized reading' (duration: 370.834548ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:09:17.617892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:09:17.246911Z","time spent":"370.975961ms","remote":"127.0.0.1:42106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":683,"request content":"key:\"/registry/events/openstack/image.1898298860a0ee10\" "} {"level":"warn","ts":"2026-02-27T17:09:18.011619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.625055ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-02-27T17:09:18.011838Z","caller":"traceutil/trace.go:171","msg":"trace[1831715645] linearizableReadLoop","detail":"{readStateIndex:9997; appliedIndex:9995; }","duration":"205.839505ms","start":"2026-02-27T17:09:17.80598Z","end":"2026-02-27T17:09:18.01182Z","steps":["trace[1831715645] 'read index received' (duration: 205.163759ms)","trace[1831715645] 'applied index is now lower than readState.Index' (duration: 674.336µs)"],"step_count":2} {"level":"warn","ts":"2026-02-27T17:09:18.011937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:09:17.620004Z","time spent":"391.9303ms","remote":"127.0.0.1:42106","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-02-27T17:09:18.012175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.159372ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T17:09:18.012262Z","caller":"traceutil/trace.go:171","msg":"trace[1940916106] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:9633; }","duration":"206.278716ms","start":"2026-02-27T17:09:17.805965Z","end":"2026-02-27T17:09:18.012243Z","steps":["trace[1940916106] 'agreement among raft nodes before linearized reading' (duration: 206.06607ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:09:18.012279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.151753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-l8xw2\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-02-27T17:09:18.012317Z","caller":"traceutil/trace.go:171","msg":"trace[1224169740] range","detail":"{range_begin:/registry/pods/openstack/keepalived-l8xw2; range_end:; response_count:1; response_revision:9633; }","duration":"167.230205ms","start":"2026-02-27T17:09:17.845075Z","end":"2026-02-27T17:09:18.012306Z","steps":["trace[1224169740] 'agreement among raft nodes before linearized reading' (duration: 167.093672ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T17:09:18.012588Z","caller":"traceutil/trace.go:171","msg":"trace[2005923849] transaction","detail":"{read_only:false; response_revision:9633; number_of_response:1; }","duration":"391.552552ms","start":"2026-02-27T17:09:17.62102Z","end":"2026-02-27T17:09:18.012573Z","steps":["trace[2005923849] 'process raft request' (duration: 390.694671ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:09:18.012683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:09:17.621006Z","time spent":"391.620533ms","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T17:09:18.486285Z","caller":"traceutil/trace.go:171","msg":"trace[817951164] linearizableReadLoop","detail":"{readStateIndex:9998; appliedIndex:9997; }","duration":"468.850444ms","start":"2026-02-27T17:09:18.017412Z","end":"2026-02-27T17:09:18.486262Z","steps":["trace[817951164] 'read index received' (duration: 468.64573ms)","trace[817951164] 'applied index is now lower than readState.Index' (duration: 203.824µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T17:09:18.486376Z","caller":"traceutil/trace.go:171","msg":"trace[2110608544] transaction","detail":"{read_only:false; response_revision:9634; number_of_response:1; }","duration":"471.196769ms","start":"2026-02-27T17:09:18.01513Z","end":"2026-02-27T17:09:18.486327Z","steps":["trace[2110608544] 'process raft request' (duration: 470.977444ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:09:18.48655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:09:18.01511Z","time spent":"471.361183ms","remote":"127.0.0.1:42106","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":646,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T17:09:18.486578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"408.848393ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-02-27T17:09:18.486585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.502294ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T17:09:18.486649Z","caller":"traceutil/trace.go:171","msg":"trace[1238013053] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9634; }","duration":"408.971776ms","start":"2026-02-27T17:09:18.077663Z","end":"2026-02-27T17:09:18.486635Z","steps":["trace[1238013053] 'agreement among raft nodes before linearized reading' (duration: 408.773091ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T17:09:18.486679Z","caller":"traceutil/trace.go:171","msg":"trace[235051257] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9634; }","duration":"319.635598ms","start":"2026-02-27T17:09:18.167026Z","end":"2026-02-27T17:09:18.486662Z","steps":["trace[235051257] 'agreement among raft nodes before linearized reading' (duration: 319.499515ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:09:18.486687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:09:18.077643Z","time spent":"409.036898ms","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-27T17:09:18.486716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:09:18.167009Z","time spent":"319.701579ms","remote":"127.0.0.1:42042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T17:09:18.487058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.851374ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T17:09:18.487088Z","caller":"traceutil/trace.go:171","msg":"trace[923842415] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:9634; }","duration":"147.902495ms","start":"2026-02-27T17:09:18.339176Z","end":"2026-02-27T17:09:18.487078Z","steps":["trace[923842415] 'agreement among raft nodes before linearized reading' (duration: 147.855483ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:09:18.487115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"403.492115ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-02-27T17:09:18.487159Z","caller":"traceutil/trace.go:171","msg":"trace[10572465] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9634; }","duration":"403.554347ms","start":"2026-02-27T17:09:18.083593Z","end":"2026-02-27T17:09:18.487148Z","steps":["trace[10572465] 'agreement among raft nodes before linearized reading' (duration: 403.452625ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:09:18.487212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.241359ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1781"} {"level":"warn","ts":"2026-02-27T17:09:18.487193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:09:18.083583Z","time spent":"403.603348ms","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-02-27T17:09:18.487255Z","caller":"traceutil/trace.go:171","msg":"trace[736673835] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:9634; }","duration":"168.3195ms","start":"2026-02-27T17:09:18.318925Z","end":"2026-02-27T17:09:18.487245Z","steps":["trace[736673835] 'agreement among raft nodes before linearized reading' (duration: 168.178227ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:09:18.48742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"407.187703ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-02-27T17:09:18.498172Z","caller":"traceutil/trace.go:171","msg":"trace[955949628] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9634; }","duration":"407.254825ms","start":"2026-02-27T17:09:18.080194Z","end":"2026-02-27T17:09:18.487448Z","steps":["trace[955949628] 'agreement among raft nodes before linearized reading' (duration: 407.142013ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:09:18.498244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:09:18.080179Z","time spent":"418.050672ms","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-27T17:09:18.49832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"415.088212ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-02-27T17:09:18.498407Z","caller":"traceutil/trace.go:171","msg":"trace[926327108] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9634; }","duration":"415.222775ms","start":"2026-02-27T17:09:18.083152Z","end":"2026-02-27T17:09:18.498375Z","steps":["trace[926327108] 'agreement among raft nodes before linearized reading' (duration: 404.306265ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:09:18.498458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:09:18.083133Z","time spent":"415.307177ms","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-27T17:09:18.498588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"481.149287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:37 size:348491"} {"level":"info","ts":"2026-02-27T17:09:18.498755Z","caller":"traceutil/trace.go:171","msg":"trace[325865952] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:37; response_revision:9634; }","duration":"481.350342ms","start":"2026-02-27T17:09:18.017356Z","end":"2026-02-27T17:09:18.498707Z","steps":["trace[325865952] 'agreement among raft nodes before linearized reading' (duration: 469.031958ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:09:18.498823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:09:18.017337Z","time spent":"481.467014ms","remote":"127.0.0.1:42234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":37,"response size":348513,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-02-27T17:09:19.280566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"702.602214ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:39"} {"level":"warn","ts":"2026-02-27T17:09:19.280904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:09:18.499927Z","time spent":"780.968542ms","remote":"127.0.0.1:42074","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-02-27T17:09:19.281Z","caller":"traceutil/trace.go:171","msg":"trace[1573909479] transaction","detail":"{read_only:false; response_revision:9636; number_of_response:1; }","duration":"777.831527ms","start":"2026-02-27T17:09:18.503143Z","end":"2026-02-27T17:09:19.280975Z","steps":["trace[1573909479] 'process raft request' (duration: 777.737114ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T17:09:19.281051Z","caller":"traceutil/trace.go:171","msg":"trace[923775333] transaction","detail":"{read_only:false; response_revision:9635; number_of_response:1; }","duration":"777.988201ms","start":"2026-02-27T17:09:18.503032Z","end":"2026-02-27T17:09:19.28102Z","steps":["trace[923775333] 'process raft request' (duration: 777.717974ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:09:19.281139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:09:18.503133Z","time spent":"777.930789ms","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T17:09:19.281154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:09:18.503016Z","time spent":"778.089533ms","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T17:09:19.281254Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"23887246632736aa","local-member-applied-index":10003,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-02-27T17:09:19.281306Z","caller":"traceutil/trace.go:171","msg":"trace[1450439813] transaction","detail":"{read_only:false; response_revision:9637; number_of_response:1; }","duration":"772.767937ms","start":"2026-02-27T17:09:18.508522Z","end":"2026-02-27T17:09:19.28129Z","steps":["trace[1450439813] 'process raft request' (duration: 772.407177ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T17:09:19.281332Z","caller":"traceutil/trace.go:171","msg":"trace[767270087] transaction","detail":"{read_only:false; response_revision:9638; number_of_response:1; }","duration":"772.748896ms","start":"2026-02-27T17:09:18.508557Z","end":"2026-02-27T17:09:19.281305Z","steps":["trace[767270087] 'process raft request' (duration: 772.589772ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:09:19.281383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:09:18.508515Z","time spent":"772.826878ms","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T17:09:19.281454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:09:18.508553Z","time spent":"772.825138ms","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T17:09:19.281585Z","caller":"traceutil/trace.go:171","msg":"trace[1733999277] linearizableReadLoop","detail":"{readStateIndex:10003; appliedIndex:9998; }","duration":"157.225167ms","start":"2026-02-27T17:09:19.124326Z","end":"2026-02-27T17:09:19.281551Z","steps":["trace[1733999277] 'read index received' (duration: 36.641µs)","trace[1733999277] 'applied index is now lower than readState.Index' (duration: 157.172266ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T17:09:20.101491Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3939133035121653081,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T17:09:20.185254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.060908533s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T17:09:20.185319Z","caller":"traceutil/trace.go:171","msg":"trace[1860817834] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:9638; }","duration":"1.061010826s","start":"2026-02-27T17:09:19.124288Z","end":"2026-02-27T17:09:20.185298Z","steps":["trace[1860817834] 'agreement among raft nodes before linearized reading' (duration: 157.367701ms)","trace[1860817834] 'count revisions from in-memory index tree' (duration: 903.547962ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T17:09:20.185359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:09:19.124266Z","time spent":"1.061082187s","remote":"127.0.0.1:60934","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"info","ts":"2026-02-27T17:09:20.186866Z","caller":"traceutil/trace.go:171","msg":"trace[2078010696] transaction","detail":"{read_only:false; response_revision:9639; number_of_response:1; }","duration":"904.25717ms","start":"2026-02-27T17:09:19.282574Z","end":"2026-02-27T17:09:20.186831Z","steps":["trace[2078010696] 'process raft request' (duration: 902.329184ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:09:20.187089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:09:19.282551Z","time spent":"904.398053ms","remote":"127.0.0.1:42074","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T17:09:21.339084Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.197678972s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-27T17:09:21.524124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.760193ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T17:09:21.524374Z","caller":"traceutil/trace.go:171","msg":"trace[667695610] transaction","detail":"{read_only:false; response_revision:9640; number_of_response:1; }","duration":"1.992626668s","start":"2026-02-27T17:09:19.531698Z","end":"2026-02-27T17:09:21.524324Z","steps":["trace[667695610] 'process raft request' (duration: 1.807531777s)","trace[667695610] 'compare' (duration: 184.568248ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T17:09:21.524431Z","caller":"traceutil/trace.go:171","msg":"trace[1496954624] linearizableReadLoop","detail":"{readStateIndex:10007; appliedIndex:10003; }","duration":"1.92351523s","start":"2026-02-27T17:09:19.600891Z","end":"2026-02-27T17:09:21.524406Z","steps":["trace[1496954624] 'read index received' (duration: 540.482341ms)","trace[1496954624] 'applied index is now lower than readState.Index' (duration: 1.383031459s)"],"step_count":2} {"level":"info","ts":"2026-02-27T17:09:21.524521Z","caller":"traceutil/trace.go:171","msg":"trace[1047316254] transaction","detail":"{read_only:false; response_revision:9641; number_of_response:1; }","duration":"1.990859775s","start":"2026-02-27T17:09:19.533608Z","end":"2026-02-27T17:09:21.524468Z","steps":["trace[1047316254] 'process raft request' (duration: 1.99063634s)"],"step_count":1} {"level":"info","ts":"2026-02-27T17:09:21.524541Z","caller":"traceutil/trace.go:171","msg":"trace[205956014] transaction","detail":"{read_only:false; response_revision:9642; number_of_response:1; }","duration":"1.900973073s","start":"2026-02-27T17:09:19.623503Z","end":"2026-02-27T17:09:21.524476Z","steps":["trace[205956014] 'process raft request' (duration: 1.90084447s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:09:21.524585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.923692314s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-27T17:09:21.524577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:09:19.531671Z","time spent":"1.992787812s","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T17:09:21.524617Z","caller":"traceutil/trace.go:171","msg":"trace[214845051] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:9642; }","duration":"1.923765026s","start":"2026-02-27T17:09:19.600842Z","end":"2026-02-27T17:09:21.524607Z","steps":["trace[214845051] 'agreement among raft nodes before linearized reading' (duration: 1.923695375s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:09:21.524652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:09:19.600823Z","time spent":"1.923820147s","remote":"127.0.0.1:32802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-27T17:09:21.524676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:09:19.533594Z","time spent":"1.990999788s","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T17:09:21.524689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:09:19.623481Z","time spent":"1.901138777s","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T17:09:21.524756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.776802854s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T17:09:21.524829Z","caller":"traceutil/trace.go:171","msg":"trace[813485678] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9642; }","duration":"1.776916297s","start":"2026-02-27T17:09:19.747891Z","end":"2026-02-27T17:09:21.524808Z","steps":["trace[813485678] 'agreement among raft nodes before linearized reading' (duration: 1.776810194s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:09:21.524896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:09:19.747869Z","time spent":"1.777018519s","remote":"127.0.0.1:42042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T17:09:21.5249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"393.707052ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T17:09:21.524945Z","caller":"traceutil/trace.go:171","msg":"trace[496517721] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9642; }","duration":"393.787064ms","start":"2026-02-27T17:09:21.131146Z","end":"2026-02-27T17:09:21.524933Z","steps":["trace[496517721] 'agreement among raft nodes before linearized reading' (duration: 393.667861ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:09:21.524978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:09:21.131125Z","time spent":"393.846215ms","remote":"127.0.0.1:42042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T17:09:21.525002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.484853ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-27T17:09:21.52503Z","caller":"traceutil/trace.go:171","msg":"trace[934741262] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9642; }","duration":"238.539254ms","start":"2026-02-27T17:09:21.286483Z","end":"2026-02-27T17:09:21.525023Z","steps":["trace[934741262] 'agreement among raft nodes before linearized reading' (duration: 238.418881ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:09:21.525029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.21159ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-02-27T17:09:21.52507Z","caller":"traceutil/trace.go:171","msg":"trace[280306152] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9642; }","duration":"239.251111ms","start":"2026-02-27T17:09:21.285807Z","end":"2026-02-27T17:09:21.525058Z","steps":["trace[280306152] 'agreement among raft nodes before linearized reading' (duration: 239.081767ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:09:21.525103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.3569527s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T17:09:21.525132Z","caller":"traceutil/trace.go:171","msg":"trace[1619594266] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9642; }","duration":"1.35700173s","start":"2026-02-27T17:09:20.168121Z","end":"2026-02-27T17:09:21.525123Z","steps":["trace[1619594266] 'agreement among raft nodes before linearized reading' (duration: 1.356957238s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:09:21.525157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:09:20.168108Z","time spent":"1.357044311s","remote":"127.0.0.1:42052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T17:09:21.525148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.216171ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-02-27T17:09:21.52517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.336246415s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:421"} {"level":"warn","ts":"2026-02-27T17:09:21.525215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.020561ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-02-27T17:09:21.525205Z","caller":"traceutil/trace.go:171","msg":"trace[1969430247] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9642; }","duration":"239.311594ms","start":"2026-02-27T17:09:21.285878Z","end":"2026-02-27T17:09:21.52519Z","steps":["trace[1969430247] 'agreement among raft nodes before linearized reading' (duration: 239.102298ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T17:09:21.525241Z","caller":"traceutil/trace.go:171","msg":"trace[93822321] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:9642; }","duration":"1.336349568s","start":"2026-02-27T17:09:20.188873Z","end":"2026-02-27T17:09:21.525222Z","steps":["trace[93822321] 'agreement among raft nodes before linearized reading' (duration: 1.336126311s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:09:21.525288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:09:20.188861Z","time spent":"1.336418639s","remote":"127.0.0.1:42206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":443,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-02-27T17:09:21.525306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.508747416s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-02-27T17:09:21.525314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.657055ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-02-27T17:09:21.525366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.016518976s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-l8xw2\" ","response":"range_response_count:1 size:6527"} {"level":"warn","ts":"2026-02-27T17:09:21.525359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"914.487484ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-27T17:09:21.525366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.429080999s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T17:09:21.525373Z","caller":"traceutil/trace.go:171","msg":"trace[817354647] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9642; }","duration":"240.766848ms","start":"2026-02-27T17:09:21.284591Z","end":"2026-02-27T17:09:21.525358Z","steps":["trace[817354647] 'agreement among raft nodes before linearized reading' (duration: 240.595274ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T17:09:21.525401Z","caller":"traceutil/trace.go:171","msg":"trace[259890708] range","detail":"{range_begin:/registry/pods/openstack/keepalived-l8xw2; range_end:; response_count:1; response_revision:9642; }","duration":"1.016590128s","start":"2026-02-27T17:09:20.508801Z","end":"2026-02-27T17:09:21.525391Z","steps":["trace[259890708] 'agreement among raft nodes before linearized reading' (duration: 1.016473725s)"],"step_count":1} {"level":"info","ts":"2026-02-27T17:09:21.525416Z","caller":"traceutil/trace.go:171","msg":"trace[315649893] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:9642; }","duration":"914.592747ms","start":"2026-02-27T17:09:20.61081Z","end":"2026-02-27T17:09:21.525403Z","steps":["trace[315649893] 'agreement among raft nodes before linearized reading' (duration: 914.446803ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T17:09:21.525424Z","caller":"traceutil/trace.go:171","msg":"trace[1508516674] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:9642; }","duration":"1.4291714s","start":"2026-02-27T17:09:20.096239Z","end":"2026-02-27T17:09:21.52541Z","steps":["trace[1508516674] 'agreement among raft nodes before linearized reading' (duration: 1.428989896s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:09:21.525432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:09:20.508778Z","time spent":"1.016647038s","remote":"127.0.0.1:42234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6549,"request content":"key:\"/registry/pods/openstack/keepalived-l8xw2\" "} {"level":"info","ts":"2026-02-27T17:09:21.525369Z","caller":"traceutil/trace.go:171","msg":"trace[1921089331] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9642; }","duration":"1.508847219s","start":"2026-02-27T17:09:20.016502Z","end":"2026-02-27T17:09:21.525349Z","steps":["trace[1921089331] 'agreement among raft nodes before linearized reading' (duration: 1.508686945s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:09:21.525452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:09:20.610791Z","time spent":"914.651868ms","remote":"127.0.0.1:42368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":68,"response size":29,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"warn","ts":"2026-02-27T17:09:21.525462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:09:20.096227Z","time spent":"1.429226492s","remote":"127.0.0.1:42234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":72,"response size":29,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"warn","ts":"2026-02-27T17:09:21.52549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:09:20.016482Z","time spent":"1.508994983s","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-02-27T17:09:21.525247Z","caller":"traceutil/trace.go:171","msg":"trace[1290891418] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9642; }","duration":"295.086293ms","start":"2026-02-27T17:09:21.23015Z","end":"2026-02-27T17:09:21.525237Z","steps":["trace[1290891418] 'agreement among raft nodes before linearized reading' (duration: 294.996981ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:09:22.031256Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3939133035121653089,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-27T17:09:22.833944Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10003} {"level":"info","ts":"2026-02-27T17:09:22.834076Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5003} {"level":"warn","ts":"2026-02-27T17:09:23.222391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"723.658303ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T17:09:23.222487Z","caller":"traceutil/trace.go:171","msg":"trace[572553989] transaction","detail":"{read_only:false; response_revision:9643; number_of_response:1; }","duration":"1.692604988s","start":"2026-02-27T17:09:21.529864Z","end":"2026-02-27T17:09:23.222469Z","steps":["trace[572553989] 'process raft request' (duration: 968.802411ms)","trace[572553989] 'compare' (duration: 723.337346ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T17:09:23.222536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:09:21.529838Z","time spent":"1.69267525s","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T17:09:23.535302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000891556s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T17:09:23.535404Z","caller":"traceutil/trace.go:171","msg":"trace[1390586627] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00101721s","start":"2026-02-27T17:09:21.534371Z","end":"2026-02-27T17:09:23.535388Z","steps":["trace[1390586627] 'agreement among raft nodes before linearized reading' (duration: 2.000900407s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:09:23.535444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:09:21.534367Z","time spent":"2.001068331s","remote":"127.0.0.1:42052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 17:09:23 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T17:09:23.848936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.714333ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T17:09:23.849164Z","caller":"traceutil/trace.go:171","msg":"trace[847180637] linearizableReadLoop","detail":"{readStateIndex:10012; appliedIndex:10007; }","duration":"2.318164729s","start":"2026-02-27T17:09:21.530981Z","end":"2026-02-27T17:09:23.849145Z","steps":["trace[847180637] 'read index received' (duration: 967.579112ms)","trace[847180637] 'applied index is now lower than readState.Index' (duration: 1.350582067s)"],"step_count":2} {"level":"info","ts":"2026-02-27T17:09:23.84919Z","caller":"traceutil/trace.go:171","msg":"trace[891972913] transaction","detail":"{read_only:false; response_revision:9645; number_of_response:1; }","duration":"2.318987759s","start":"2026-02-27T17:09:21.530165Z","end":"2026-02-27T17:09:23.849153Z","steps":["trace[891972913] 'process raft request' (duration: 2.318865626s)"],"step_count":1} {"level":"info","ts":"2026-02-27T17:09:23.849225Z","caller":"traceutil/trace.go:171","msg":"trace[2139399255] transaction","detail":"{read_only:false; response_revision:9646; number_of_response:1; }","duration":"2.318276222s","start":"2026-02-27T17:09:21.530916Z","end":"2026-02-27T17:09:23.849193Z","steps":["trace[2139399255] 'process raft request' (duration: 2.318163049s)"],"step_count":1} {"level":"info","ts":"2026-02-27T17:09:23.849298Z","caller":"traceutil/trace.go:171","msg":"trace[983265882] transaction","detail":"{read_only:false; response_revision:9647; number_of_response:1; }","duration":"2.317690448s","start":"2026-02-27T17:09:21.531555Z","end":"2026-02-27T17:09:23.849245Z","steps":["trace[983265882] 'process raft request' (duration: 2.317553675s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:09:23.849358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:09:21.530898Z","time spent":"2.318386054s","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T17:09:23.849382Z","caller":"traceutil/trace.go:171","msg":"trace[266680864] transaction","detail":"{read_only:false; response_revision:9644; number_of_response:1; }","duration":"2.319364608s","start":"2026-02-27T17:09:21.529977Z","end":"2026-02-27T17:09:23.849341Z","steps":["trace[266680864] 'process raft request' (duration: 2.020127003s)","trace[266680864] 'compare' (duration: 298.59672ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T17:09:23.84935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:09:21.530156Z","time spent":"2.319109071s","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T17:09:23.849502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:09:21.531545Z","time spent":"2.317859382s","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T17:09:23.849546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:09:21.529958Z","time spent":"2.319502951s","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T17:09:23.850254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.319251065s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:37 size:348491"} {"level":"info","ts":"2026-02-27T17:09:23.850336Z","caller":"traceutil/trace.go:171","msg":"trace[540693177] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:37; response_revision:9647; }","duration":"2.319364758s","start":"2026-02-27T17:09:21.530954Z","end":"2026-02-27T17:09:23.850319Z","steps":["trace[540693177] 'agreement among raft nodes before linearized reading' (duration: 2.318280062s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:09:23.850384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:09:21.530939Z","time spent":"2.319433079s","remote":"127.0.0.1:42234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":37,"response size":348513,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-02-27T17:09:23.89585Z","caller":"traceutil/trace.go:171","msg":"trace[1011914454] transaction","detail":"{read_only:false; response_revision:9650; number_of_response:1; }","duration":"365.511804ms","start":"2026-02-27T17:09:23.530317Z","end":"2026-02-27T17:09:23.895829Z","steps":["trace[1011914454] 'process raft request' (duration: 365.464953ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T17:09:23.896046Z","caller":"traceutil/trace.go:171","msg":"trace[1040777931] transaction","detail":"{read_only:false; response_revision:9648; number_of_response:1; }","duration":"365.893103ms","start":"2026-02-27T17:09:23.530137Z","end":"2026-02-27T17:09:23.89603Z","steps":["trace[1040777931] 'process raft request' (duration: 365.406662ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T17:09:23.896053Z","caller":"traceutil/trace.go:171","msg":"trace[1649556399] transaction","detail":"{read_only:false; response_revision:9649; number_of_response:1; }","duration":"365.890443ms","start":"2026-02-27T17:09:23.53014Z","end":"2026-02-27T17:09:23.89603Z","steps":["trace[1649556399] 'process raft request' (duration: 365.606516ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:09:23.896253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:09:23.530108Z","time spent":"365.990956ms","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T17:09:23.897031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:09:23.530108Z","time spent":"365.965835ms","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T17:09:23.899751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:09:23.530304Z","time spent":"365.614826ms","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T17:09:24.540044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"519.385387ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-02-27T17:09:24.540298Z","caller":"traceutil/trace.go:171","msg":"trace[1746014852] transaction","detail":"{read_only:false; response_revision:9651; number_of_response:1; }","duration":"583.393302ms","start":"2026-02-27T17:09:23.95689Z","end":"2026-02-27T17:09:24.540283Z","steps":["trace[1746014852] 'process raft request' (duration: 583.240559ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T17:09:24.540293Z","caller":"traceutil/trace.go:171","msg":"trace[1924666476] linearizableReadLoop","detail":"{readStateIndex:10016; appliedIndex:10012; }","duration":"691.064532ms","start":"2026-02-27T17:09:23.849195Z","end":"2026-02-27T17:09:24.54026Z","steps":["trace[1924666476] 'read index received' (duration: 46.333197ms)","trace[1924666476] 'applied index is now lower than readState.Index' (duration: 644.728245ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T17:09:24.540384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:09:23.956863Z","time spent":"583.469355ms","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T17:09:24.540691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.640087888s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T17:09:24.54074Z","caller":"traceutil/trace.go:171","msg":"trace[899540247] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:9652; }","duration":"2.640157949s","start":"2026-02-27T17:09:21.900569Z","end":"2026-02-27T17:09:24.540727Z","steps":["trace[899540247] 'agreement among raft nodes before linearized reading' (duration: 2.639753839s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:09:24.540748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.009302023s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-02-27T17:09:24.540747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"998.143882ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T17:09:24.540828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.701731932s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T17:09:24.540805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.009772633s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19313"} {"level":"info","ts":"2026-02-27T17:09:24.540855Z","caller":"traceutil/trace.go:171","msg":"trace[1700204599] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:9652; }","duration":"2.701796084s","start":"2026-02-27T17:09:21.839049Z","end":"2026-02-27T17:09:24.540845Z","steps":["trace[1700204599] 'agreement among raft nodes before linearized reading' (duration: 2.701265991s)"],"step_count":1} {"level":"info","ts":"2026-02-27T17:09:24.540847Z","caller":"traceutil/trace.go:171","msg":"trace[1196509720] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9652; }","duration":"998.305446ms","start":"2026-02-27T17:09:23.542521Z","end":"2026-02-27T17:09:24.540826Z","steps":["trace[1196509720] 'agreement among raft nodes before linearized reading' (duration: 997.775264ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:09:24.540876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:09:21.839022Z","time spent":"2.701848785s","remote":"127.0.0.1:60930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"info","ts":"2026-02-27T17:09:24.540883Z","caller":"traceutil/trace.go:171","msg":"trace[1750495078] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:9652; }","duration":"3.009876046s","start":"2026-02-27T17:09:21.53099Z","end":"2026-02-27T17:09:24.540866Z","steps":["trace[1750495078] 'agreement among raft nodes before linearized reading' (duration: 3.009391295s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:09:24.540969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.003147311s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.1898289b7be90003\" ","response":"range_response_count:1 size:774"} {"level":"warn","ts":"2026-02-27T17:09:24.540991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:09:21.530981Z","time spent":"3.009997499s","remote":"127.0.0.1:42218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19335,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-02-27T17:09:24.541063Z","caller":"traceutil/trace.go:171","msg":"trace[1280176080] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.1898289b7be90003; range_end:; response_count:1; response_revision:9652; }","duration":"1.003294064s","start":"2026-02-27T17:09:23.537741Z","end":"2026-02-27T17:09:24.541035Z","steps":["trace[1280176080] 'agreement among raft nodes before linearized reading' (duration: 1.002565447s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:09:24.540864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.565351532s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T17:09:24.541122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:09:23.53772Z","time spent":"1.003391387s","remote":"127.0.0.1:42106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":796,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.1898289b7be90003\" "} {"level":"warn","ts":"2026-02-27T17:09:24.540897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:09:23.5425Z","time spent":"998.387968ms","remote":"127.0.0.1:42042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-27T17:09:24.540791Z","caller":"traceutil/trace.go:171","msg":"trace[1866945374] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:9652; }","duration":"3.009380724s","start":"2026-02-27T17:09:21.531399Z","end":"2026-02-27T17:09:24.540779Z","steps":["trace[1866945374] 'agreement among raft nodes before linearized reading' (duration: 3.008934474s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:09:24.541268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:09:21.531387Z","time spent":"3.009869486s","remote":"127.0.0.1:42328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"info","ts":"2026-02-27T17:09:24.541254Z","caller":"traceutil/trace.go:171","msg":"trace[1495927826] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:9652; }","duration":"1.565748401s","start":"2026-02-27T17:09:22.975369Z","end":"2026-02-27T17:09:24.541117Z","steps":["trace[1495927826] 'agreement among raft nodes before linearized reading' (duration: 1.564894411s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:09:24.540791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:09:21.900559Z","time spent":"2.64021513s","remote":"127.0.0.1:42390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":109,"response size":29,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"warn","ts":"2026-02-27T17:09:24.541419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:09:22.975346Z","time spent":"1.566007618s","remote":"127.0.0.1:60976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"info","ts":"2026-02-27T17:09:24.541597Z","caller":"traceutil/trace.go:171","msg":"trace[647061263] transaction","detail":"{read_only:false; response_revision:9652; number_of_response:1; }","duration":"379.625108ms","start":"2026-02-27T17:09:24.161957Z","end":"2026-02-27T17:09:24.541582Z","steps":["trace[647061263] 'process raft request' (duration: 378.280816ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:09:24.541652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.389111ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"warn","ts":"2026-02-27T17:09:24.541707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:09:24.161922Z","time spent":"379.71069ms","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T17:09:24.54175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.2303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/glance-api-87b5695d5-hrns6\" ","response":"range_response_count:1 size:13734"} {"level":"info","ts":"2026-02-27T17:09:24.541793Z","caller":"traceutil/trace.go:171","msg":"trace[1575425762] range","detail":"{range_begin:/registry/pods/openstack/glance-api-87b5695d5-hrns6; range_end:; response_count:1; response_revision:9652; }","duration":"140.306452ms","start":"2026-02-27T17:09:24.401476Z","end":"2026-02-27T17:09:24.541782Z","steps":["trace[1575425762] 'agreement among raft nodes before linearized reading' (duration: 140.110137ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T17:09:24.541707Z","caller":"traceutil/trace.go:171","msg":"trace[345792187] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:9652; }","duration":"161.481382ms","start":"2026-02-27T17:09:24.380209Z","end":"2026-02-27T17:09:24.54169Z","steps":["trace[345792187] 'agreement among raft nodes before linearized reading' (duration: 161.350299ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:09:25.079646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.88666ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T17:09:25.079787Z","caller":"traceutil/trace.go:171","msg":"trace[390259316] linearizableReadLoop","detail":"{readStateIndex:10019; appliedIndex:10018; }","duration":"534.151116ms","start":"2026-02-27T17:09:24.545614Z","end":"2026-02-27T17:09:25.079766Z","steps":["trace[390259316] 'read index received' (duration: 271.970309ms)","trace[390259316] 'applied index is now lower than readState.Index' (duration: 262.179027ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T17:09:25.079891Z","caller":"traceutil/trace.go:171","msg":"trace[385794907] transaction","detail":"{read_only:false; response_revision:9653; number_of_response:1; }","duration":"536.503861ms","start":"2026-02-27T17:09:24.543367Z","end":"2026-02-27T17:09:25.079871Z","steps":["trace[385794907] 'process raft request' (duration: 274.281974ms)","trace[385794907] 'compare' (duration: 261.751696ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T17:09:25.079984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:09:24.543346Z","time spent":"536.588884ms","remote":"127.0.0.1:42106","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T17:09:25.080323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"534.69952ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-94af309b-c79d-44e4-850a-20cb3b5305a7\" ","response":"range_response_count:1 size:1435"} {"level":"info","ts":"2026-02-27T17:09:25.080402Z","caller":"traceutil/trace.go:171","msg":"trace[1436866682] range","detail":"{range_begin:/registry/persistentvolumes/pvc-94af309b-c79d-44e4-850a-20cb3b5305a7; range_end:; response_count:1; response_revision:9653; }","duration":"534.807982ms","start":"2026-02-27T17:09:24.545572Z","end":"2026-02-27T17:09:25.08038Z","steps":["trace[1436866682] 'agreement among raft nodes before linearized reading' (duration: 534.547736ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:09:25.080471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:09:24.545556Z","time spent":"534.881644ms","remote":"127.0.0.1:42186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1457,"request content":"key:\"/registry/persistentvolumes/pvc-94af309b-c79d-44e4-850a-20cb3b5305a7\" "} {"level":"warn","ts":"2026-02-27T17:09:25.580884Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3939133035121653108,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T17:09:25.86415Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.046405484s","expected-duration":"1s"} {"level":"info","ts":"2026-02-27T17:09:25.876525Z","caller":"traceutil/trace.go:171","msg":"trace[491913971] transaction","detail":"{read_only:false; response_revision:9654; number_of_response:1; }","duration":"1.323141858s","start":"2026-02-27T17:09:24.553362Z","end":"2026-02-27T17:09:25.876504Z","steps":["trace[491913971] 'process raft request' (duration: 1.310975209s)","trace[491913971] 'compare' (duration: 11.78714ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T17:09:25.876626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:09:24.553342Z","time spent":"1.32323299s","remote":"127.0.0.1:42234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":13821,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T17:09:26.418127Z","caller":"traceutil/trace.go:171","msg":"trace[372722910] linearizableReadLoop","detail":"{readStateIndex:10021; appliedIndex:10019; }","duration":"1.338265836s","start":"2026-02-27T17:09:25.07983Z","end":"2026-02-27T17:09:26.418096Z","steps":["trace[372722910] 'read index received' (duration: 784.504145ms)","trace[372722910] 'applied index is now lower than readState.Index' (duration: 553.760641ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T17:09:26.418243Z","caller":"traceutil/trace.go:171","msg":"trace[538364828] transaction","detail":"{read_only:false; response_revision:9655; number_of_response:1; }","duration":"1.421792992s","start":"2026-02-27T17:09:24.996438Z","end":"2026-02-27T17:09:26.418231Z","steps":["trace[538364828] 'process raft request' (duration: 1.421501036s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:09:26.418345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:09:24.99641Z","time spent":"1.421860324s","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T17:09:26.418443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.823252609s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T17:09:26.418525Z","caller":"traceutil/trace.go:171","msg":"trace[1692188434] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:9655; }","duration":"1.823365551s","start":"2026-02-27T17:09:24.59514Z","end":"2026-02-27T17:09:26.418506Z","steps":["trace[1692188434] 'agreement among raft nodes before linearized reading' (duration: 1.823238098s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:09:26.418571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:09:24.595126Z","time spent":"1.823437013s","remote":"127.0.0.1:42508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":27,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-02-27T17:09:26.41866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.869133194s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T17:09:26.418704Z","caller":"traceutil/trace.go:171","msg":"trace[694976026] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9655; }","duration":"1.869187455s","start":"2026-02-27T17:09:24.549504Z","end":"2026-02-27T17:09:26.418692Z","steps":["trace[694976026] 'agreement among raft nodes before linearized reading' (duration: 1.869120394s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:09:26.418733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:09:24.549497Z","time spent":"1.869230457s","remote":"127.0.0.1:42042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T17:09:26.418813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.712035955s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T17:09:26.418854Z","caller":"traceutil/trace.go:171","msg":"trace[892334919] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:9655; }","duration":"1.712120587s","start":"2026-02-27T17:09:24.706722Z","end":"2026-02-27T17:09:26.418842Z","steps":["trace[892334919] 'agreement among raft nodes before linearized reading' (duration: 1.712055985s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:09:26.418886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:09:24.7067Z","time spent":"1.712178399s","remote":"127.0.0.1:40408","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-02-27T17:09:26.746931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.763396ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T17:09:26.747155Z","caller":"traceutil/trace.go:171","msg":"trace[1462554152] linearizableReadLoop","detail":"{readStateIndex:10024; appliedIndex:10021; }","duration":"328.939108ms","start":"2026-02-27T17:09:26.418198Z","end":"2026-02-27T17:09:26.747137Z","steps":["trace[1462554152] 'read index received' (duration: 205.798042ms)","trace[1462554152] 'applied index is now lower than readState.Index' (duration: 123.139966ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T17:09:26.747342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.583778019s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T17:09:26.747377Z","caller":"traceutil/trace.go:171","msg":"trace[68926217] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:9658; }","duration":"1.583855921s","start":"2026-02-27T17:09:25.163512Z","end":"2026-02-27T17:09:26.747368Z","steps":["trace[68926217] 'agreement among raft nodes before linearized reading' (duration: 1.583729118s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:09:26.747392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.521309879s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-02-27T17:09:26.747413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:09:25.163494Z","time spent":"1.583910172s","remote":"127.0.0.1:42206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":57,"response size":29,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"info","ts":"2026-02-27T17:09:26.747438Z","caller":"traceutil/trace.go:171","msg":"trace[1072224400] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9658; }","duration":"1.521395881s","start":"2026-02-27T17:09:25.226029Z","end":"2026-02-27T17:09:26.747425Z","steps":["trace[1072224400] 'agreement among raft nodes before linearized reading' (duration: 1.521201286s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:09:26.747469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:09:25.226011Z","time spent":"1.521451113s","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-27T17:09:26.747479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"893.473504ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-02-27T17:09:26.747557Z","caller":"traceutil/trace.go:171","msg":"trace[1212924608] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9658; }","duration":"893.615527ms","start":"2026-02-27T17:09:25.85392Z","end":"2026-02-27T17:09:26.747536Z","steps":["trace[1212924608] 'agreement among raft nodes before linearized reading' (duration: 893.334591ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:09:26.747605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:09:25.8539Z","time spent":"893.69669ms","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-02-27T17:09:26.747409Z","caller":"traceutil/trace.go:171","msg":"trace[1371109779] transaction","detail":"{read_only:false; response_revision:9656; number_of_response:1; }","duration":"845.595931ms","start":"2026-02-27T17:09:25.901783Z","end":"2026-02-27T17:09:26.747379Z","steps":["trace[1371109779] 'process raft request' (duration: 722.283681ms)","trace[1371109779] 'compare' (duration: 122.625493ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T17:09:26.747682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.924204ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T17:09:26.747712Z","caller":"traceutil/trace.go:171","msg":"trace[1517780189] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9658; }","duration":"327.992655ms","start":"2026-02-27T17:09:26.41971Z","end":"2026-02-27T17:09:26.747703Z","steps":["trace[1517780189] 'agreement among raft nodes before linearized reading' (duration: 327.945794ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:09:26.747742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:09:26.419689Z","time spent":"328.044317ms","remote":"127.0.0.1:42052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-27T17:09:26.747792Z","caller":"traceutil/trace.go:171","msg":"trace[892628066] transaction","detail":"{read_only:false; response_revision:9658; number_of_response:1; }","duration":"840.682364ms","start":"2026-02-27T17:09:25.907055Z","end":"2026-02-27T17:09:26.747737Z","steps":["trace[892628066] 'process raft request' (duration: 840.031469ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:09:26.747792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"892.186295ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-02-27T17:09:26.747872Z","caller":"traceutil/trace.go:171","msg":"trace[720812199] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9658; }","duration":"892.305237ms","start":"2026-02-27T17:09:25.855547Z","end":"2026-02-27T17:09:26.747852Z","steps":["trace[720812199] 'agreement among raft nodes before linearized reading' (duration: 892.01281ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:09:26.747888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:09:25.907026Z","time spent":"840.799747ms","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T17:09:26.747919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.78844ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T17:09:26.747923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:09:25.855536Z","time spent":"892.378459ms","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-02-27T17:09:26.74796Z","caller":"traceutil/trace.go:171","msg":"trace[1315538406] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:9658; }","duration":"324.855811ms","start":"2026-02-27T17:09:26.423095Z","end":"2026-02-27T17:09:26.747951Z","steps":["trace[1315538406] 'agreement among raft nodes before linearized reading' (duration: 324.79353ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:09:26.747989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:09:26.423083Z","time spent":"324.899933ms","remote":"127.0.0.1:42240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":27,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-02-27T17:09:26.747991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:09:25.901765Z","time spent":"845.907899ms","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T17:09:26.748034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"893.949146ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-02-27T17:09:26.748084Z","caller":"traceutil/trace.go:171","msg":"trace[1438527540] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9658; }","duration":"894.061538ms","start":"2026-02-27T17:09:25.854009Z","end":"2026-02-27T17:09:26.74807Z","steps":["trace[1438527540] 'agreement among raft nodes before linearized reading' (duration: 893.238329ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:09:26.748082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.070562ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T17:09:26.748303Z","caller":"traceutil/trace.go:171","msg":"trace[1488153554] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:9658; }","duration":"196.319198ms","start":"2026-02-27T17:09:26.551965Z","end":"2026-02-27T17:09:26.748284Z","steps":["trace[1488153554] 'agreement among raft nodes before linearized reading' (duration: 196.084512ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:09:26.748281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:09:25.853965Z","time spent":"894.308274ms","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-27T17:09:26.748392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"791.782837ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T17:09:26.74735Z","caller":"traceutil/trace.go:171","msg":"trace[587647506] transaction","detail":"{read_only:false; response_revision:9657; number_of_response:1; }","duration":"844.469114ms","start":"2026-02-27T17:09:25.902845Z","end":"2026-02-27T17:09:26.747314Z","steps":["trace[587647506] 'process raft request' (duration: 844.187948ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:09:26.748488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"894.378755ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-02-27T17:09:26.748531Z","caller":"traceutil/trace.go:171","msg":"trace[1471201110] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9658; }","duration":"894.474467ms","start":"2026-02-27T17:09:25.854048Z","end":"2026-02-27T17:09:26.748522Z","steps":["trace[1471201110] 'agreement among raft nodes before linearized reading' (duration: 894.371925ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:09:26.74856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:09:25.85401Z","time spent":"894.543789ms","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-02-27T17:09:26.748455Z","caller":"traceutil/trace.go:171","msg":"trace[1599814660] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:9658; }","duration":"791.862699ms","start":"2026-02-27T17:09:25.956557Z","end":"2026-02-27T17:09:26.748419Z","steps":["trace[1599814660] 'agreement among raft nodes before linearized reading' (duration: 791.785697ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:09:26.748722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:09:25.956535Z","time spent":"792.165316ms","remote":"127.0.0.1:60964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"warn","ts":"2026-02-27T17:09:26.748804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"888.581758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-l8xw2\" ","response":"range_response_count:1 size:6527"} {"level":"warn","ts":"2026-02-27T17:09:26.748849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.844855ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T17:09:26.748867Z","caller":"traceutil/trace.go:171","msg":"trace[230505942] range","detail":"{range_begin:/registry/pods/openstack/keepalived-l8xw2; range_end:; response_count:1; response_revision:9658; }","duration":"888.718622ms","start":"2026-02-27T17:09:25.860127Z","end":"2026-02-27T17:09:26.748846Z","steps":["trace[230505942] 'agreement among raft nodes before linearized reading' (duration: 887.078064ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T17:09:26.748895Z","caller":"traceutil/trace.go:171","msg":"trace[64730400] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:9658; }","duration":"239.030309ms","start":"2026-02-27T17:09:26.509855Z","end":"2026-02-27T17:09:26.748885Z","steps":["trace[64730400] 'agreement among raft nodes before linearized reading' (duration: 238.21472ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:09:26.748914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:09:25.860114Z","time spent":"888.786703ms","remote":"127.0.0.1:42234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6549,"request content":"key:\"/registry/pods/openstack/keepalived-l8xw2\" "} {"level":"warn","ts":"2026-02-27T17:09:26.748672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:09:25.902838Z","time spent":"845.669473ms","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T17:09:27.558568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"587.223842ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T17:09:27.558682Z","caller":"traceutil/trace.go:171","msg":"trace[832623126] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:9658; }","duration":"587.348225ms","start":"2026-02-27T17:09:26.971318Z","end":"2026-02-27T17:09:27.558666Z","steps":["trace[832623126] 'range keys from in-memory index tree' (duration: 587.204402ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:09:27.559074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"540.158379ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T17:09:27.559122Z","caller":"traceutil/trace.go:171","msg":"trace[380729113] linearizableReadLoop","detail":"{readStateIndex:10025; appliedIndex:10024; }","duration":"805.796088ms","start":"2026-02-27T17:09:26.753318Z","end":"2026-02-27T17:09:27.559115Z","steps":["trace[380729113] 'read index received' (duration: 265.565558ms)","trace[380729113] 'applied index is now lower than readState.Index' (duration: 540.22979ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T17:09:27.559231Z","caller":"traceutil/trace.go:171","msg":"trace[1741151484] transaction","detail":"{read_only:false; response_revision:9659; number_of_response:1; }","duration":"806.901015ms","start":"2026-02-27T17:09:26.752296Z","end":"2026-02-27T17:09:27.559197Z","steps":["trace[1741151484] 'process raft request' (duration: 266.571883ms)","trace[1741151484] 'compare' (duration: 540.073746ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T17:09:27.559394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:09:26.752272Z","time spent":"807.037258ms","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T17:09:27.559824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"806.223559ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19313"} {"level":"info","ts":"2026-02-27T17:09:27.559904Z","caller":"traceutil/trace.go:171","msg":"trace[70679799] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:9659; }","duration":"806.589867ms","start":"2026-02-27T17:09:26.753294Z","end":"2026-02-27T17:09:27.559884Z","steps":["trace[70679799] 'agreement among raft nodes before linearized reading' (duration: 806.050994ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:09:27.55995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:09:26.753285Z","time spent":"806.655459ms","remote":"127.0.0.1:42218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19335,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-02-27T17:09:28.060255Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3939133035121653121,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T17:09:28.560613Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3939133035121653121,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T17:09:28.590101Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.57126607s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-27T17:09:28.646484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:09:27.789283Z","time spent":"857.192745ms","remote":"127.0.0.1:55874","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-02-27T17:09:28.646779Z","caller":"traceutil/trace.go:171","msg":"trace[1164677217] transaction","detail":"{read_only:false; response_revision:9660; number_of_response:1; }","duration":"1.893312657s","start":"2026-02-27T17:09:26.753433Z","end":"2026-02-27T17:09:28.646745Z","steps":["trace[1164677217] 'process raft request' (duration: 1.83683655s)","trace[1164677217] 'compare' (duration: 56.169379ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T17:09:28.646795Z","caller":"traceutil/trace.go:171","msg":"trace[251705305] transaction","detail":"{read_only:false; response_revision:9661; number_of_response:1; }","duration":"1.893081981s","start":"2026-02-27T17:09:26.753696Z","end":"2026-02-27T17:09:28.646778Z","steps":["trace[251705305] 'process raft request' (duration: 1.892970389s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:09:28.646925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:09:26.753405Z","time spent":"1.89344799s","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T17:09:28.646968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:09:26.753685Z","time spent":"1.893236945s","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T17:09:28.647103Z","caller":"traceutil/trace.go:171","msg":"trace[1027785472] linearizableReadLoop","detail":"{readStateIndex:10029; appliedIndex:10025; }","duration":"1.087944539s","start":"2026-02-27T17:09:27.559136Z","end":"2026-02-27T17:09:28.64708Z","steps":["trace[1027785472] 'read index received' (duration: 1.031069083s)","trace[1027785472] 'applied index is now lower than readState.Index' (duration: 56.874316ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T17:09:28.647078Z","caller":"traceutil/trace.go:171","msg":"trace[1708203585] transaction","detail":"{read_only:false; response_revision:9662; number_of_response:1; }","duration":"1.893169844s","start":"2026-02-27T17:09:26.753878Z","end":"2026-02-27T17:09:28.647047Z","steps":["trace[1708203585] 'process raft request' (duration: 1.892867647s)"],"step_count":1} {"level":"info","ts":"2026-02-27T17:09:28.647112Z","caller":"traceutil/trace.go:171","msg":"trace[79034523] transaction","detail":"{read_only:false; response_revision:9663; number_of_response:1; }","duration":"1.893164224s","start":"2026-02-27T17:09:26.753918Z","end":"2026-02-27T17:09:28.647083Z","steps":["trace[79034523] 'process raft request' (duration: 1.893042021s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:09:28.647235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.891147266s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T17:09:28.647235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.585309775s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-27T17:09:28.647235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:09:26.753871Z","time spent":"1.893292366s","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T17:09:28.647267Z","caller":"traceutil/trace.go:171","msg":"trace[1936518020] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9663; }","duration":"1.891207217s","start":"2026-02-27T17:09:26.75605Z","end":"2026-02-27T17:09:28.647257Z","steps":["trace[1936518020] 'agreement among raft nodes before linearized reading' (duration: 1.891140485s)"],"step_count":1} {"level":"info","ts":"2026-02-27T17:09:28.647275Z","caller":"traceutil/trace.go:171","msg":"trace[744881880] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:9663; }","duration":"1.585395727s","start":"2026-02-27T17:09:27.061868Z","end":"2026-02-27T17:09:28.647264Z","steps":["trace[744881880] 'agreement among raft nodes before linearized reading' (duration: 1.585313365s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:09:28.647296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:09:26.756044Z","time spent":"1.891246047s","remote":"127.0.0.1:42042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T17:09:28.647309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:09:27.061845Z","time spent":"1.585456528s","remote":"127.0.0.1:42146","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":12,"response size":29,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"warn","ts":"2026-02-27T17:09:28.647583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.334381843s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1633"} {"level":"info","ts":"2026-02-27T17:09:28.647622Z","caller":"traceutil/trace.go:171","msg":"trace[305636548] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:9663; }","duration":"1.334419884s","start":"2026-02-27T17:09:27.313193Z","end":"2026-02-27T17:09:28.647612Z","steps":["trace[305636548] 'agreement among raft nodes before linearized reading' (duration: 1.334292881s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:09:28.64765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:09:27.313134Z","time spent":"1.334509976s","remote":"127.0.0.1:42200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1655,"request content":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" "} {"level":"warn","ts":"2026-02-27T17:09:28.647754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.814262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.70\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-02-27T17:09:28.647799Z","caller":"traceutil/trace.go:171","msg":"trace[433458047] range","detail":"{range_begin:/registry/masterleases/162.253.55.70; range_end:; response_count:1; response_revision:9663; }","duration":"153.895314ms","start":"2026-02-27T17:09:28.493892Z","end":"2026-02-27T17:09:28.647787Z","steps":["trace[433458047] 'agreement among raft nodes before linearized reading' (duration: 153.779161ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:09:28.647764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:09:26.753914Z","time spent":"1.893284896s","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T17:09:28.647911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.893799099s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:37 size:348593"} {"level":"warn","ts":"2026-02-27T17:09:28.64799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.076087848s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-02-27T17:09:28.647962Z","caller":"traceutil/trace.go:171","msg":"trace[132392272] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:37; response_revision:9663; }","duration":"1.89384841s","start":"2026-02-27T17:09:26.754099Z","end":"2026-02-27T17:09:28.647948Z","steps":["trace[132392272] 'agreement among raft nodes before linearized reading' (duration: 1.893409419s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:09:28.64806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:09:26.754066Z","time spent":"1.893981652s","remote":"127.0.0.1:42234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":37,"response size":348615,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-02-27T17:09:28.648222Z","caller":"traceutil/trace.go:171","msg":"trace[408190558] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:9663; }","duration":"1.0761941s","start":"2026-02-27T17:09:27.571843Z","end":"2026-02-27T17:09:28.648038Z","steps":["trace[408190558] 'agreement among raft nodes before linearized reading' (duration: 1.075811921s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:09:28.648338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:09:27.571824Z","time spent":"1.076496227s","remote":"127.0.0.1:32864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5673,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-02-27T17:09:29.101395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.523015ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:39"} {"level":"warn","ts":"2026-02-27T17:09:29.101676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:09:28.648555Z","time spent":"453.114148ms","remote":"127.0.0.1:42074","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-02-27T17:09:29.101896Z","caller":"traceutil/trace.go:171","msg":"trace[1188363740] transaction","detail":"{read_only:false; response_revision:9666; number_of_response:1; }","duration":"346.930894ms","start":"2026-02-27T17:09:28.754944Z","end":"2026-02-27T17:09:29.101874Z","steps":["trace[1188363740] 'process raft request' (duration: 346.891403ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:09:29.102003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:09:28.754927Z","time spent":"347.012326ms","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T17:09:29.102147Z","caller":"traceutil/trace.go:171","msg":"trace[26117032] transaction","detail":"{read_only:false; response_revision:9664; number_of_response:1; }","duration":"348.545062ms","start":"2026-02-27T17:09:28.753579Z","end":"2026-02-27T17:09:29.102124Z","steps":["trace[26117032] 'process raft request' (duration: 347.951578ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T17:09:29.102222Z","caller":"traceutil/trace.go:171","msg":"trace[1410804102] transaction","detail":"{read_only:false; response_revision:9665; number_of_response:1; }","duration":"347.517208ms","start":"2026-02-27T17:09:28.754691Z","end":"2026-02-27T17:09:29.102208Z","steps":["trace[1410804102] 'process raft request' (duration: 347.096248ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:09:29.102266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:09:28.753554Z","time spent":"348.631984ms","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T17:09:29.102281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:09:28.754667Z","time spent":"347.58071ms","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T17:09:29.102525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"453.405674ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T17:09:29.102576Z","caller":"traceutil/trace.go:171","msg":"trace[783176777] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9666; }","duration":"453.495736ms","start":"2026-02-27T17:09:28.649066Z","end":"2026-02-27T17:09:29.102562Z","steps":["trace[783176777] 'agreement among raft nodes before linearized reading' (duration: 453.394164ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:09:29.102716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:09:28.64905Z","time spent":"453.592049ms","remote":"127.0.0.1:42052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-27T17:09:29.102302Z","caller":"traceutil/trace.go:171","msg":"trace[66613795] linearizableReadLoop","detail":"{readStateIndex:10030; appliedIndex:10029; }","duration":"453.171109ms","start":"2026-02-27T17:09:28.649093Z","end":"2026-02-27T17:09:29.102264Z","steps":["trace[66613795] 'read index received' (duration: 113.849355ms)","trace[66613795] 'applied index is now lower than readState.Index' (duration: 339.317354ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T17:09:29.103037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.699141ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-02-27T17:09:29.103198Z","caller":"traceutil/trace.go:171","msg":"trace[1923752067] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:9666; }","duration":"314.889476ms","start":"2026-02-27T17:09:28.78828Z","end":"2026-02-27T17:09:29.10317Z","steps":["trace[1923752067] 'agreement among raft nodes before linearized reading' (duration: 314.6051ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:09:29.103282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:09:28.788264Z","time spent":"314.993638ms","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":551,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-02-27T17:09:29.103877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"452.880242ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-633317f9-e4a3-4c48-ac3d-831ccabe3876\" ","response":"range_response_count:1 size:1293"} {"level":"info","ts":"2026-02-27T17:09:29.103915Z","caller":"traceutil/trace.go:171","msg":"trace[1992061651] range","detail":"{range_begin:/registry/persistentvolumes/pvc-633317f9-e4a3-4c48-ac3d-831ccabe3876; range_end:; response_count:1; response_revision:9666; }","duration":"452.948454ms","start":"2026-02-27T17:09:28.650957Z","end":"2026-02-27T17:09:29.103906Z","steps":["trace[1992061651] 'agreement among raft nodes before linearized reading' (duration: 451.92429ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:09:29.103936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:09:28.650942Z","time spent":"452.988855ms","remote":"127.0.0.1:42186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1315,"request content":"key:\"/registry/persistentvolumes/pvc-633317f9-e4a3-4c48-ac3d-831ccabe3876\" "} {"level":"info","ts":"2026-02-27T17:09:29.501142Z","caller":"traceutil/trace.go:171","msg":"trace[1708677474] linearizableReadLoop","detail":"{readStateIndex:10034; appliedIndex:10033; }","duration":"391.842958ms","start":"2026-02-27T17:09:29.109273Z","end":"2026-02-27T17:09:29.501116Z","steps":["trace[1708677474] 'read index received' (duration: 391.719605ms)","trace[1708677474] 'applied index is now lower than readState.Index' (duration: 122.263µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T17:09:29.501182Z","caller":"traceutil/trace.go:171","msg":"trace[1090879896] transaction","detail":"{read_only:false; response_revision:9667; number_of_response:1; }","duration":"397.056071ms","start":"2026-02-27T17:09:29.104083Z","end":"2026-02-27T17:09:29.50114Z","steps":["trace[1090879896] 'process raft request' (duration: 396.864877ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:09:29.501347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"392.056883ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T17:09:29.501423Z","caller":"traceutil/trace.go:171","msg":"trace[28490836] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9667; }","duration":"392.164985ms","start":"2026-02-27T17:09:29.10924Z","end":"2026-02-27T17:09:29.501405Z","steps":["trace[28490836] 'agreement among raft nodes before linearized reading' (duration: 391.98709ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:09:29.501468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:09:29.109229Z","time spent":"392.231287ms","remote":"127.0.0.1:42042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T17:09:29.50147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:09:29.104064Z","time spent":"397.305957ms","remote":"127.0.0.1:42074","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T17:09:29.5725Z","caller":"traceutil/trace.go:171","msg":"trace[363539800] transaction","detail":"{read_only:false; response_revision:9668; number_of_response:1; }","duration":"462.586352ms","start":"2026-02-27T17:09:29.109882Z","end":"2026-02-27T17:09:29.572469Z","steps":["trace[363539800] 'process raft request' (duration: 462.431448ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:09:29.572582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.507531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-02-27T17:09:29.572639Z","caller":"traceutil/trace.go:171","msg":"trace[2042682577] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:9668; }","duration":"209.606213ms","start":"2026-02-27T17:09:29.363019Z","end":"2026-02-27T17:09:29.572625Z","steps":["trace[2042682577] 'agreement among raft nodes before linearized reading' (duration: 209.438139ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:09:29.572638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:09:29.109865Z","time spent":"462.704265ms","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T17:09:29.730713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.502516ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T17:09:29.731031Z","caller":"traceutil/trace.go:171","msg":"trace[1192494790] transaction","detail":"{read_only:false; response_revision:9669; number_of_response:1; }","duration":"153.702999ms","start":"2026-02-27T17:09:29.577284Z","end":"2026-02-27T17:09:29.730987Z","steps":["trace[1192494790] 'process raft request' (duration: 34.732812ms)","trace[1192494790] 'compare' (duration: 118.343803ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T17:09:29.731527Z","caller":"traceutil/trace.go:171","msg":"trace[638691230] transaction","detail":"{read_only:false; response_revision:9670; number_of_response:1; }","duration":"153.851683ms","start":"2026-02-27T17:09:29.577457Z","end":"2026-02-27T17:09:29.731309Z","steps":["trace[638691230] 'process raft request' (duration: 153.546106ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T17:09:30.929121Z","caller":"traceutil/trace.go:171","msg":"trace[121232323] transaction","detail":"{read_only:false; response_revision:9671; number_of_response:1; }","duration":"273.400592ms","start":"2026-02-27T17:09:30.655694Z","end":"2026-02-27T17:09:30.929095Z","steps":["trace[121232323] 'process raft request' (duration: 273.245829ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T17:09:31.395808Z","caller":"traceutil/trace.go:171","msg":"trace[965036499] transaction","detail":"{read_only:false; response_revision:9672; number_of_response:1; }","duration":"740.074842ms","start":"2026-02-27T17:09:30.6557Z","end":"2026-02-27T17:09:31.395775Z","steps":["trace[965036499] 'process raft request' (duration: 739.518959ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T17:09:31.395909Z","caller":"traceutil/trace.go:171","msg":"trace[1437006933] linearizableReadLoop","detail":"{readStateIndex:10041; appliedIndex:10037; }","duration":"737.604814ms","start":"2026-02-27T17:09:30.65828Z","end":"2026-02-27T17:09:31.395885Z","steps":["trace[1437006933] 'read index received' (duration: 270.660918ms)","trace[1437006933] 'applied index is now lower than readState.Index' (duration: 466.942906ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T17:09:31.395958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:09:30.655682Z","time spent":"740.197815ms","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T17:09:31.395992Z","caller":"traceutil/trace.go:171","msg":"trace[1415882408] transaction","detail":"{read_only:false; response_revision:9673; number_of_response:1; }","duration":"740.066022ms","start":"2026-02-27T17:09:30.655878Z","end":"2026-02-27T17:09:31.395944Z","steps":["trace[1415882408] 'process raft request' (duration: 739.729894ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T17:09:31.39605Z","caller":"traceutil/trace.go:171","msg":"trace[1905090292] transaction","detail":"{read_only:false; response_revision:9674; number_of_response:1; }","duration":"739.526999ms","start":"2026-02-27T17:09:30.656468Z","end":"2026-02-27T17:09:31.395995Z","steps":["trace[1905090292] 'process raft request' (duration: 739.375766ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:09:31.396157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:09:30.655865Z","time spent":"740.199815ms","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T17:09:31.396222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:09:30.656459Z","time spent":"739.672083ms","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T17:09:31.396529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"738.211568ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-l8xw2\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-02-27T17:09:31.396592Z","caller":"traceutil/trace.go:171","msg":"trace[704985144] range","detail":"{range_begin:/registry/pods/openstack/keepalived-l8xw2; range_end:; response_count:1; response_revision:9674; }","duration":"738.28642ms","start":"2026-02-27T17:09:30.658272Z","end":"2026-02-27T17:09:31.396559Z","steps":["trace[704985144] 'agreement among raft nodes before linearized reading' (duration: 737.719146ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:09:31.396631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:09:30.658253Z","time spent":"738.366131ms","remote":"127.0.0.1:42234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6549,"request content":"key:\"/registry/pods/openstack/keepalived-l8xw2\" "} {"level":"warn","ts":"2026-02-27T17:09:31.730816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.392302ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T17:09:31.730983Z","caller":"traceutil/trace.go:171","msg":"trace[1203892119] linearizableReadLoop","detail":"{readStateIndex:10044; appliedIndex:10041; }","duration":"335.002882ms","start":"2026-02-27T17:09:31.395966Z","end":"2026-02-27T17:09:31.730969Z","steps":["trace[1203892119] 'read index received' (duration: 200.347984ms)","trace[1203892119] 'applied index is now lower than readState.Index' (duration: 134.653998ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T17:09:31.731113Z","caller":"traceutil/trace.go:171","msg":"trace[1502238549] transaction","detail":"{read_only:false; response_revision:9677; number_of_response:1; }","duration":"622.889228ms","start":"2026-02-27T17:09:31.108177Z","end":"2026-02-27T17:09:31.731066Z","steps":["trace[1502238549] 'process raft request' (duration: 622.755825ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:09:31.731238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.057884067s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T17:09:31.731314Z","caller":"traceutil/trace.go:171","msg":"trace[469340593] transaction","detail":"{read_only:false; response_revision:9675; number_of_response:1; }","duration":"623.457841ms","start":"2026-02-27T17:09:31.107843Z","end":"2026-02-27T17:09:31.731301Z","steps":["trace[469340593] 'process raft request' (duration: 488.503546ms)","trace[469340593] 'compare' (duration: 134.28259ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T17:09:31.731351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.919131ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T17:09:31.731365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:09:31.107806Z","time spent":"623.532763ms","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T17:09:31.731379Z","caller":"traceutil/trace.go:171","msg":"trace[1671949700] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:9677; }","duration":"223.995763ms","start":"2026-02-27T17:09:31.507377Z","end":"2026-02-27T17:09:31.731373Z","steps":["trace[1671949700] 'agreement among raft nodes before linearized reading' (duration: 223.949462ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T17:09:31.731379Z","caller":"traceutil/trace.go:171","msg":"trace[2060801887] transaction","detail":"{read_only:false; response_revision:9676; number_of_response:1; }","duration":"623.223866ms","start":"2026-02-27T17:09:31.108137Z","end":"2026-02-27T17:09:31.731361Z","steps":["trace[2060801887] 'process raft request' (duration: 622.763535ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T17:09:31.731337Z","caller":"traceutil/trace.go:171","msg":"trace[1847220257] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:9677; }","duration":"1.058028441s","start":"2026-02-27T17:09:30.673286Z","end":"2026-02-27T17:09:31.731315Z","steps":["trace[1847220257] 'agreement among raft nodes before linearized reading' (duration: 1.057844896s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:09:31.731475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:09:31.108108Z","time spent":"623.309868ms","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T17:09:31.731463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.012823ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-27T17:09:31.731268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:09:31.108149Z","time spent":"623.042382ms","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T17:09:31.7315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:09:30.673271Z","time spent":"1.058183824s","remote":"127.0.0.1:42510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":12,"response size":29,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"info","ts":"2026-02-27T17:09:31.731553Z","caller":"traceutil/trace.go:171","msg":"trace[879927177] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:9677; }","duration":"300.150536ms","start":"2026-02-27T17:09:31.431384Z","end":"2026-02-27T17:09:31.731534Z","steps":["trace[879927177] 'agreement among raft nodes before linearized reading' (duration: 299.973802ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:09:31.731603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:09:31.431362Z","time spent":"300.230998ms","remote":"127.0.0.1:40388","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":2,"response size":29,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"warn","ts":"2026-02-27T17:09:31.731721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.973006ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:37 size:348593"} {"level":"info","ts":"2026-02-27T17:09:31.731799Z","caller":"traceutil/trace.go:171","msg":"trace[264415806] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:37; response_revision:9677; }","duration":"331.100279ms","start":"2026-02-27T17:09:31.400682Z","end":"2026-02-27T17:09:31.731783Z","steps":["trace[264415806] 'agreement among raft nodes before linearized reading' (duration: 330.449253ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:09:31.731853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:09:31.400661Z","time spent":"331.176091ms","remote":"127.0.0.1:42234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":37,"response size":348615,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-02-27T17:09:32.259948Z","caller":"traceutil/trace.go:171","msg":"trace[1522603571] transaction","detail":"{read_only:false; response_revision:9678; number_of_response:1; }","duration":"519.226263ms","start":"2026-02-27T17:09:31.740692Z","end":"2026-02-27T17:09:32.259919Z","steps":["trace[1522603571] 'process raft request' (duration: 483.305923ms)","trace[1522603571] 'compare' (duration: 35.712665ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T17:09:32.260069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:09:31.740677Z","time spent":"519.328207ms","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T17:09:32.980631Z","caller":"traceutil/trace.go:171","msg":"trace[596684728] linearizableReadLoop","detail":"{readStateIndex:10046; appliedIndex:10044; }","duration":"813.132743ms","start":"2026-02-27T17:09:32.167476Z","end":"2026-02-27T17:09:32.980609Z","steps":["trace[596684728] 'read index received' (duration: 56.512379ms)","trace[596684728] 'applied index is now lower than readState.Index' (duration: 756.619374ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T17:09:32.980924Z","caller":"traceutil/trace.go:171","msg":"trace[504028253] transaction","detail":"{read_only:false; response_revision:9679; number_of_response:1; }","duration":"934.616599ms","start":"2026-02-27T17:09:32.046294Z","end":"2026-02-27T17:09:32.980911Z","steps":["trace[504028253] 'process raft request' (duration: 934.170838ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:09:32.981153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:09:32.046258Z","time spent":"934.696111ms","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T17:09:32.981306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"813.84041ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T17:09:32.981348Z","caller":"traceutil/trace.go:171","msg":"trace[1601397413] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9679; }","duration":"813.917711ms","start":"2026-02-27T17:09:32.167415Z","end":"2026-02-27T17:09:32.981332Z","steps":["trace[1601397413] 'agreement among raft nodes before linearized reading' (duration: 813.85334ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:09:32.981377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:09:32.167382Z","time spent":"813.989232ms","remote":"127.0.0.1:42042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T17:09:32.981347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"403.090664ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T17:09:32.9814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"456.257302ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:9 size:88581"} {"level":"info","ts":"2026-02-27T17:09:32.981442Z","caller":"traceutil/trace.go:171","msg":"trace[1666598162] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:9679; }","duration":"403.241067ms","start":"2026-02-27T17:09:32.578174Z","end":"2026-02-27T17:09:32.981415Z","steps":["trace[1666598162] 'agreement among raft nodes before linearized reading' (duration: 403.076354ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:09:32.981502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:09:32.578151Z","time spent":"403.34008ms","remote":"127.0.0.1:35450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true "} {"level":"info","ts":"2026-02-27T17:09:32.9815Z","caller":"traceutil/trace.go:171","msg":"trace[333568950] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:9; response_revision:9679; }","duration":"456.404236ms","start":"2026-02-27T17:09:32.525072Z","end":"2026-02-27T17:09:32.981476Z","steps":["trace[333568950] 'agreement among raft nodes before linearized reading' (duration: 456.018987ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:09:32.981562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:09:32.525051Z","time spent":"456.495868ms","remote":"127.0.0.1:42508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":9,"response size":88603,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"warn","ts":"2026-02-27T17:09:33.801188Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3939133035121653163,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T17:09:34.301718Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3939133035121653163,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T17:09:34.57902Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.438420896s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-27T17:09:35.192405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"613.031305ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T17:09:35.192543Z","caller":"traceutil/trace.go:171","msg":"trace[393695968] transaction","detail":"{read_only:false; response_revision:9680; number_of_response:1; }","duration":"2.206133143s","start":"2026-02-27T17:09:32.986383Z","end":"2026-02-27T17:09:35.192516Z","steps":["trace[393695968] 'process raft request' (duration: 1.592895404s)","trace[393695968] 'compare' (duration: 612.886391ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T17:09:35.192637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:09:32.986365Z","time spent":"2.206226565s","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T17:09:35.8471Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.267878789s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-27T17:09:36.167338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999962142s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-27T17:09:36.167468Z","caller":"traceutil/trace.go:171","msg":"trace[2025591875] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000180247s","start":"2026-02-27T17:09:34.167263Z","end":"2026-02-27T17:09:36.167444Z","steps":["trace[2025591875] 'agreement among raft nodes before linearized reading' (duration: 2.000026453s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:09:36.167533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:09:34.167227Z","time spent":"2.00029141s","remote":"127.0.0.1:42042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T17:09:36.398439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"551.16324ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-02-27T17:09:36.399621Z","caller":"traceutil/trace.go:171","msg":"trace[538044488] transaction","detail":"{read_only:false; response_revision:9681; number_of_response:1; }","duration":"2.661235868s","start":"2026-02-27T17:09:33.738364Z","end":"2026-02-27T17:09:36.399599Z","steps":["trace[538044488] 'process raft request' (duration: 2.660706906s)"],"step_count":1} {"level":"info","ts":"2026-02-27T17:09:36.399752Z","caller":"traceutil/trace.go:171","msg":"trace[1385403737] transaction","detail":"{read_only:false; response_revision:9682; number_of_response:1; }","duration":"2.659179399s","start":"2026-02-27T17:09:33.74054Z","end":"2026-02-27T17:09:36.399719Z","steps":["trace[1385403737] 'process raft request' (duration: 2.658647177s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:09:36.399897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:09:33.738325Z","time spent":"2.661395682s","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T17:09:36.39992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:09:33.740522Z","time spent":"2.659316473s","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T17:09:36.400729Z","caller":"traceutil/trace.go:171","msg":"trace[1315403209] transaction","detail":"{read_only:false; response_revision:9683; number_of_response:1; }","duration":"2.659033317s","start":"2026-02-27T17:09:33.741665Z","end":"2026-02-27T17:09:36.400698Z","steps":["trace[1315403209] 'process raft request' (duration: 2.658566395s)"],"step_count":1} {"level":"info","ts":"2026-02-27T17:09:36.400876Z","caller":"traceutil/trace.go:171","msg":"trace[153110591] linearizableReadLoop","detail":"{readStateIndex:10051; appliedIndex:10046; }","duration":"3.100069169s","start":"2026-02-27T17:09:33.300792Z","end":"2026-02-27T17:09:36.400861Z","steps":["trace[153110591] 'read index received' (duration: 1.27850881s)","trace[153110591] 'applied index is now lower than readState.Index' (duration: 1.821559179s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T17:09:36.400897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:09:33.74165Z","time spent":"2.65917713s","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T17:09:36.401084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.100285564s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/glance-api-87b5695d5-hrns6\" ","response":"range_response_count:1 size:13836"} {"level":"info","ts":"2026-02-27T17:09:36.401123Z","caller":"traceutil/trace.go:171","msg":"trace[1753842472] range","detail":"{range_begin:/registry/pods/openstack/glance-api-87b5695d5-hrns6; range_end:; response_count:1; response_revision:9684; }","duration":"3.100363006s","start":"2026-02-27T17:09:33.300751Z","end":"2026-02-27T17:09:36.401114Z","steps":["trace[1753842472] 'agreement among raft nodes before linearized reading' (duration: 3.100219322s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:09:36.401154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:09:33.30073Z","time spent":"3.100416917s","remote":"127.0.0.1:42234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":13858,"request content":"key:\"/registry/pods/openstack/glance-api-87b5695d5-hrns6\" "} {"level":"info","ts":"2026-02-27T17:09:36.401376Z","caller":"traceutil/trace.go:171","msg":"trace[977583900] transaction","detail":"{read_only:false; response_revision:9684; number_of_response:1; }","duration":"1.466667746s","start":"2026-02-27T17:09:34.934693Z","end":"2026-02-27T17:09:36.401361Z","steps":["trace[977583900] 'process raft request' (duration: 1.465871907s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:09:36.401753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:09:34.934669Z","time spent":"1.466897471s","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T17:09:36.402012Z","caller":"traceutil/trace.go:171","msg":"trace[712120317] transaction","detail":"{read_only:false; response_revision:9685; number_of_response:1; }","duration":"1.353969967s","start":"2026-02-27T17:09:35.048016Z","end":"2026-02-27T17:09:36.401986Z","steps":["trace[712120317] 'process raft request' (duration: 1.353270501s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:09:36.402514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:09:35.047978Z","time spent":"1.354494119s","remote":"127.0.0.1:42064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":25,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T17:09:36.402563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.137655171s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-02-27T17:09:36.402657Z","caller":"traceutil/trace.go:171","msg":"trace[86745986] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9685; }","duration":"2.137801486s","start":"2026-02-27T17:09:34.264842Z","end":"2026-02-27T17:09:36.402644Z","steps":["trace[86745986] 'agreement among raft nodes before linearized reading' (duration: 2.137590331s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:09:36.402694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:09:34.264816Z","time spent":"2.137869437s","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-27T17:09:36.402852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.782628ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T17:09:36.402874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.657424652s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T17:09:36.402921Z","caller":"traceutil/trace.go:171","msg":"trace[2058373359] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:9685; }","duration":"1.657533044s","start":"2026-02-27T17:09:34.745376Z","end":"2026-02-27T17:09:36.402909Z","steps":["trace[2058373359] 'agreement among raft nodes before linearized reading' (duration: 1.657458552s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:09:36.402934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.001709723s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T17:09:36.40296Z","caller":"traceutil/trace.go:171","msg":"trace[1821265168] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:9685; }","duration":"2.001786535s","start":"2026-02-27T17:09:34.401166Z","end":"2026-02-27T17:09:36.402952Z","steps":["trace[1821265168] 'agreement among raft nodes before linearized reading' (duration: 2.001736614s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:09:36.402963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:09:34.745353Z","time spent":"1.657597726s","remote":"127.0.0.1:35470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true "} {"level":"warn","ts":"2026-02-27T17:09:36.402986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:09:34.401127Z","time spent":"2.001852286s","remote":"127.0.0.1:42524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":9,"response size":29,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"warn","ts":"2026-02-27T17:09:36.403201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.53906132s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T17:09:36.403239Z","caller":"traceutil/trace.go:171","msg":"trace[1158618901] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:9685; }","duration":"1.539138382s","start":"2026-02-27T17:09:34.864091Z","end":"2026-02-27T17:09:36.403229Z","steps":["trace[1158618901] 'agreement among raft nodes before linearized reading' (duration: 1.539030539s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:09:36.403268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:09:34.86407Z","time spent":"1.539191023s","remote":"127.0.0.1:42392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":86,"response size":29,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"info","ts":"2026-02-27T17:09:36.402884Z","caller":"traceutil/trace.go:171","msg":"trace[917957812] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9685; }","duration":"234.85361ms","start":"2026-02-27T17:09:36.168016Z","end":"2026-02-27T17:09:36.40287Z","steps":["trace[917957812] 'agreement among raft nodes before linearized reading' (duration: 234.810489ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:09:36.403655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.003303227s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-02-27T17:09:36.4037Z","caller":"traceutil/trace.go:171","msg":"trace[2123088939] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9685; }","duration":"3.003378139s","start":"2026-02-27T17:09:33.400313Z","end":"2026-02-27T17:09:36.403691Z","steps":["trace[2123088939] 'agreement among raft nodes before linearized reading' (duration: 3.003265346s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:09:36.403731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:09:33.400288Z","time spent":"3.003435421s","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-27T17:09:36.403754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.662495259s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-l8xw2\" ","response":"range_response_count:1 size:6527"} {"level":"warn","ts":"2026-02-27T17:09:36.403758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.002872308s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-02-27T17:09:36.403861Z","caller":"traceutil/trace.go:171","msg":"trace[1706179462] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9685; }","duration":"3.003027441s","start":"2026-02-27T17:09:33.400808Z","end":"2026-02-27T17:09:36.403835Z","steps":["trace[1706179462] 'agreement among raft nodes before linearized reading' (duration: 3.002731154s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:09:36.403895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.003614615s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-02-27T17:09:36.403918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:09:33.400788Z","time spent":"3.003119613s","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-02-27T17:09:36.403927Z","caller":"traceutil/trace.go:171","msg":"trace[1843735107] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9685; }","duration":"3.003681776s","start":"2026-02-27T17:09:33.400234Z","end":"2026-02-27T17:09:36.403916Z","steps":["trace[1843735107] 'agreement among raft nodes before linearized reading' (duration: 3.003603184s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:09:36.403964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:09:33.400213Z","time spent":"3.003744887s","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-02-27T17:09:36.403799Z","caller":"traceutil/trace.go:171","msg":"trace[910563289] range","detail":"{range_begin:/registry/pods/openstack/keepalived-l8xw2; range_end:; response_count:1; response_revision:9685; }","duration":"2.662576271s","start":"2026-02-27T17:09:33.741208Z","end":"2026-02-27T17:09:36.403785Z","steps":["trace[910563289] 'agreement among raft nodes before linearized reading' (duration: 2.662463198s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:09:36.404024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.745288739s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-02-27T17:09:36.404064Z","caller":"traceutil/trace.go:171","msg":"trace[235680956] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9685; }","duration":"2.74537752s","start":"2026-02-27T17:09:33.658677Z","end":"2026-02-27T17:09:36.404054Z","steps":["trace[235680956] 'agreement among raft nodes before linearized reading' (duration: 2.745274538s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:09:36.404065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:09:33.741192Z","time spent":"2.662861457s","remote":"127.0.0.1:42234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6549,"request content":"key:\"/registry/pods/openstack/keepalived-l8xw2\" "} {"level":"warn","ts":"2026-02-27T17:09:36.404102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:09:33.65865Z","time spent":"2.745446472s","remote":"127.0.0.1:42234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12234,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-27T17:09:36.402387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.036877542s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-02-27T17:09:36.404546Z","caller":"traceutil/trace.go:171","msg":"trace[646699808] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:9685; }","duration":"3.039037913s","start":"2026-02-27T17:09:33.365493Z","end":"2026-02-27T17:09:36.404531Z","steps":["trace[646699808] 'agreement among raft nodes before linearized reading' (duration: 3.036658767s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:09:36.404618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:09:33.365471Z","time spent":"3.039135205s","remote":"127.0.0.1:42200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1957,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"warn","ts":"2026-02-27T17:09:37.975908Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.220725152s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-27T17:09:38.132473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.160886376s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T17:09:38.13264Z","caller":"traceutil/trace.go:171","msg":"trace[2032484181] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:9685; }","duration":"1.161089811s","start":"2026-02-27T17:09:36.971523Z","end":"2026-02-27T17:09:38.132613Z","steps":["trace[2032484181] 'range keys from in-memory index tree' (duration: 1.160852105s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:09:38.133068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.377002912s","expected-duration":"100ms","prefix":"","request":"header: compaction: ","response":"size:5"} {"level":"info","ts":"2026-02-27T17:09:38.133354Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":7644} {"level":"info","ts":"2026-02-27T17:09:38.133532Z","caller":"traceutil/trace.go:171","msg":"trace[1434808646] compact","detail":"{revision:7644; response_revision:9685; }","duration":"1.729662171s","start":"2026-02-27T17:09:36.403851Z","end":"2026-02-27T17:09:38.133513Z","steps":["trace[1434808646] 'process raft request' (duration: 351.345628ms)","trace[1434808646] 'check and update compact revision' (duration: 1.376880089s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T17:09:38.133596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:09:36.403717Z","time spent":"1.729874256s","remote":"127.0.0.1:42064","response type":"/etcdserverpb.KV/Compact","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-02-27T17:09:38.13363Z","caller":"traceutil/trace.go:171","msg":"trace[887258980] transaction","detail":"{read_only:false; response_revision:9686; number_of_response:1; }","duration":"1.725562434s","start":"2026-02-27T17:09:36.408053Z","end":"2026-02-27T17:09:38.133616Z","steps":["trace[887258980] 'process raft request' (duration: 1.725124584s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:09:38.133734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:09:36.408039Z","time spent":"1.725633847s","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T17:09:38.133304Z","caller":"traceutil/trace.go:171","msg":"trace[1883278597] linearizableReadLoop","detail":"{readStateIndex:10054; appliedIndex:10053; }","duration":"1.725604876s","start":"2026-02-27T17:09:36.407679Z","end":"2026-02-27T17:09:38.133284Z","steps":["trace[1883278597] 'read index received' (duration: 347.553309ms)","trace[1883278597] 'applied index is now lower than readState.Index' (duration: 1.378050287s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T17:09:38.133959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.726453496s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-acddca7f-97e1-482c-a6b4-d7a1104c0836\" ","response":"range_response_count:1 size:1450"} {"level":"info","ts":"2026-02-27T17:09:38.134039Z","caller":"traceutil/trace.go:171","msg":"trace[952720658] range","detail":"{range_begin:/registry/persistentvolumes/pvc-acddca7f-97e1-482c-a6b4-d7a1104c0836; range_end:; response_count:1; response_revision:9686; }","duration":"1.726564538s","start":"2026-02-27T17:09:36.407454Z","end":"2026-02-27T17:09:38.134019Z","steps":["trace[952720658] 'agreement among raft nodes before linearized reading' (duration: 1.726185879s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:09:38.134089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:09:36.407431Z","time spent":"1.72664781s","remote":"127.0.0.1:42186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1472,"request content":"key:\"/registry/persistentvolumes/pvc-acddca7f-97e1-482c-a6b4-d7a1104c0836\" "} {"level":"info","ts":"2026-02-27T17:09:38.135094Z","caller":"traceutil/trace.go:171","msg":"trace[2042170715] transaction","detail":"{read_only:false; response_revision:9687; number_of_response:1; }","duration":"1.726941608s","start":"2026-02-27T17:09:36.408131Z","end":"2026-02-27T17:09:38.135072Z","steps":["trace[2042170715] 'process raft request' (duration: 1.725468783s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:09:38.13521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:09:36.408108Z","time spent":"1.7270349s","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T17:09:38.135582Z","caller":"traceutil/trace.go:171","msg":"trace[2119518271] transaction","detail":"{read_only:false; response_revision:9688; number_of_response:1; }","duration":"1.726900517s","start":"2026-02-27T17:09:36.408656Z","end":"2026-02-27T17:09:38.135556Z","steps":["trace[2119518271] 'process raft request' (duration: 1.726358174s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:09:38.135863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:09:36.408646Z","time spent":"1.72699574s","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T17:09:38.136191Z","caller":"traceutil/trace.go:171","msg":"trace[1516461359] transaction","detail":"{read_only:false; response_revision:9689; number_of_response:1; }","duration":"1.72706344s","start":"2026-02-27T17:09:36.409099Z","end":"2026-02-27T17:09:38.136162Z","steps":["trace[1516461359] 'process raft request' (duration: 1.726425775s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:09:38.136388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:09:36.409087Z","time spent":"1.727192493s","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T17:09:38.136635Z","caller":"traceutil/trace.go:171","msg":"trace[605120624] transaction","detail":"{read_only:false; response_revision:9690; number_of_response:1; }","duration":"1.725371851s","start":"2026-02-27T17:09:36.411249Z","end":"2026-02-27T17:09:38.136621Z","steps":["trace[605120624] 'process raft request' (duration: 1.724894249s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:09:38.136728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:09:36.411234Z","time spent":"1.725440552s","remote":"127.0.0.1:42234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":13862,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T17:09:38.411349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000600897s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T17:09:38.411432Z","caller":"traceutil/trace.go:171","msg":"trace[112046118] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00073426s","start":"2026-02-27T17:09:36.41068Z","end":"2026-02-27T17:09:38.411414Z","steps":["trace[112046118] 'agreement among raft nodes before linearized reading' (duration: 2.000641207s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:09:38.411473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:09:36.410661Z","time spent":"2.000803652s","remote":"127.0.0.1:42042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 17:09:38 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T17:09:38.726358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.892954ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T17:09:38.726511Z","caller":"traceutil/trace.go:171","msg":"trace[610513821] linearizableReadLoop","detail":"{readStateIndex:10060; appliedIndex:10059; }","duration":"592.580191ms","start":"2026-02-27T17:09:38.133906Z","end":"2026-02-27T17:09:38.726486Z","steps":["trace[610513821] 'read index received' (duration: 212.482241ms)","trace[610513821] 'applied index is now lower than readState.Index' (duration: 380.09614ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T17:09:38.726846Z","caller":"traceutil/trace.go:171","msg":"trace[1725398210] transaction","detail":"{read_only:false; response_revision:9691; number_of_response:1; }","duration":"1.941556929s","start":"2026-02-27T17:09:36.785267Z","end":"2026-02-27T17:09:38.726824Z","steps":["trace[1725398210] 'process raft request' (duration: 1.561100821s)","trace[1725398210] 'compare' (duration: 379.535376ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T17:09:38.726958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:09:36.785236Z","time spent":"1.941654781s","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T17:09:38.727155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.868654422s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T17:09:38.727193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.319114778s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.1898289b7be90003\" ","response":"range_response_count:1 size:774"} {"level":"warn","ts":"2026-02-27T17:09:38.727222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.032511572s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-27T17:09:38.727224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.319315843s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-02-27T17:09:38.727243Z","caller":"traceutil/trace.go:171","msg":"trace[1757722248] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.1898289b7be90003; range_end:; response_count:1; response_revision:9691; }","duration":"2.31918846s","start":"2026-02-27T17:09:36.40804Z","end":"2026-02-27T17:09:38.727228Z","steps":["trace[1757722248] 'agreement among raft nodes before linearized reading' (duration: 2.319031446s)"],"step_count":1} {"level":"info","ts":"2026-02-27T17:09:38.727264Z","caller":"traceutil/trace.go:171","msg":"trace[954423854] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:9691; }","duration":"2.032602614s","start":"2026-02-27T17:09:36.694646Z","end":"2026-02-27T17:09:38.727249Z","steps":["trace[954423854] 'agreement among raft nodes before linearized reading' (duration: 2.032539332s)"],"step_count":1} {"level":"info","ts":"2026-02-27T17:09:38.727272Z","caller":"traceutil/trace.go:171","msg":"trace[619372573] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9691; }","duration":"2.319394655s","start":"2026-02-27T17:09:36.407863Z","end":"2026-02-27T17:09:38.727258Z","steps":["trace[619372573] 'agreement among raft nodes before linearized reading' (duration: 2.319257462s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:09:38.727313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:09:36.408029Z","time spent":"2.319275332s","remote":"127.0.0.1:42106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":796,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.1898289b7be90003\" "} {"level":"warn","ts":"2026-02-27T17:09:38.727317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:09:36.694591Z","time spent":"2.032717487s","remote":"127.0.0.1:57076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":15,"response size":29,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"warn","ts":"2026-02-27T17:09:38.727323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:09:36.407841Z","time spent":"2.319470506s","remote":"127.0.0.1:42234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12234,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-02-27T17:09:38.727207Z","caller":"traceutil/trace.go:171","msg":"trace[1975221753] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:9691; }","duration":"1.868749194s","start":"2026-02-27T17:09:36.858442Z","end":"2026-02-27T17:09:38.727191Z","steps":["trace[1975221753] 'agreement among raft nodes before linearized reading' (duration: 1.868680133s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:09:38.727143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.191371853s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T17:09:38.727399Z","caller":"traceutil/trace.go:171","msg":"trace[576090255] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:9691; }","duration":"2.19167414s","start":"2026-02-27T17:09:36.535717Z","end":"2026-02-27T17:09:38.727391Z","steps":["trace[576090255] 'agreement among raft nodes before linearized reading' (duration: 2.191350322s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:09:38.727422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:09:36.535702Z","time spent":"2.191713001s","remote":"127.0.0.1:43358","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":27,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true "} {"level":"warn","ts":"2026-02-27T17:09:38.727413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.529471332s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-02-27T17:09:38.727571Z","caller":"traceutil/trace.go:171","msg":"trace[1510445491] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9691; }","duration":"1.529695837s","start":"2026-02-27T17:09:37.197846Z","end":"2026-02-27T17:09:38.727542Z","steps":["trace[1510445491] 'agreement among raft nodes before linearized reading' (duration: 1.529285658s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:09:38.727671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:09:37.197818Z","time spent":"1.5298277s","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-27T17:09:38.727459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:09:36.858406Z","time spent":"1.86899411s","remote":"127.0.0.1:60912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"warn","ts":"2026-02-27T17:09:38.7278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.31836154s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:37 size:348634"} {"level":"info","ts":"2026-02-27T17:09:38.727874Z","caller":"traceutil/trace.go:171","msg":"trace[1299400432] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:37; response_revision:9691; }","duration":"2.318448732s","start":"2026-02-27T17:09:36.409409Z","end":"2026-02-27T17:09:38.727858Z","steps":["trace[1299400432] 'agreement among raft nodes before linearized reading' (duration: 2.317718495s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:09:38.727927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:09:36.409402Z","time spent":"2.318511343s","remote":"127.0.0.1:42234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":37,"response size":348656,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-02-27T17:09:39.495521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"502.837195ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T17:09:39.49588Z","caller":"traceutil/trace.go:171","msg":"trace[1501291153] linearizableReadLoop","detail":"{readStateIndex:10063; appliedIndex:10060; }","duration":"769.314404ms","start":"2026-02-27T17:09:38.726547Z","end":"2026-02-27T17:09:39.495861Z","steps":["trace[1501291153] 'read index received' (duration: 266.008748ms)","trace[1501291153] 'applied index is now lower than readState.Index' (duration: 503.304856ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T17:09:39.495979Z","caller":"traceutil/trace.go:171","msg":"trace[513363115] transaction","detail":"{read_only:false; response_revision:9695; number_of_response:1; }","duration":"764.893301ms","start":"2026-02-27T17:09:38.731074Z","end":"2026-02-27T17:09:39.495967Z","steps":["trace[513363115] 'process raft request' (duration: 764.702325ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T17:09:39.496027Z","caller":"traceutil/trace.go:171","msg":"trace[182412598] transaction","detail":"{read_only:false; response_revision:9694; number_of_response:1; }","duration":"1.089458625s","start":"2026-02-27T17:09:38.406501Z","end":"2026-02-27T17:09:39.495959Z","steps":["trace[182412598] 'process raft request' (duration: 1.089237978s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:09:39.496119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.084600171s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T17:09:39.496152Z","caller":"traceutil/trace.go:171","msg":"trace[396226393] transaction","detail":"{read_only:false; response_revision:9693; number_of_response:1; }","duration":"1.090296015s","start":"2026-02-27T17:09:38.405828Z","end":"2026-02-27T17:09:39.496124Z","steps":["trace[396226393] 'process raft request' (duration: 1.089800033s)"],"step_count":1} {"level":"info","ts":"2026-02-27T17:09:39.496196Z","caller":"traceutil/trace.go:171","msg":"trace[1899384404] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9696; }","duration":"1.084714463s","start":"2026-02-27T17:09:38.411463Z","end":"2026-02-27T17:09:39.496177Z","steps":["trace[1899384404] 'agreement among raft nodes before linearized reading' (duration: 1.084550359s)"],"step_count":1} {"level":"info","ts":"2026-02-27T17:09:39.496195Z","caller":"traceutil/trace.go:171","msg":"trace[1671902414] transaction","detail":"{read_only:false; response_revision:9692; number_of_response:1; }","duration":"1.0909281s","start":"2026-02-27T17:09:38.405243Z","end":"2026-02-27T17:09:39.496171Z","steps":["trace[1671902414] 'process raft request' (duration: 587.352856ms)","trace[1671902414] 'compare' (duration: 358.272203ms)","trace[1671902414] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/openstack/messaging-topology-operator-leader-election; req_size:552; } (duration: 144.106572ms)"],"step_count":3} {"level":"info","ts":"2026-02-27T17:09:39.496192Z","caller":"traceutil/trace.go:171","msg":"trace[695807484] transaction","detail":"{read_only:false; response_revision:9696; number_of_response:1; }","duration":"763.784294ms","start":"2026-02-27T17:09:38.732363Z","end":"2026-02-27T17:09:39.496147Z","steps":["trace[695807484] 'process raft request' (duration: 763.462655ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:09:39.496243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:09:38.411446Z","time spent":"1.084789485s","remote":"127.0.0.1:42052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T17:09:39.496268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:09:38.405217Z","time spent":"1.091019562s","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T17:09:39.49629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:09:38.4058Z","time spent":"1.090413707s","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T17:09:39.496306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.002425334s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.70\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-02-27T17:09:39.496365Z","caller":"traceutil/trace.go:171","msg":"trace[56280405] range","detail":"{range_begin:/registry/masterleases/162.253.55.70; range_end:; response_count:1; response_revision:9696; }","duration":"1.002491206s","start":"2026-02-27T17:09:38.49386Z","end":"2026-02-27T17:09:39.496352Z","steps":["trace[56280405] 'agreement among raft nodes before linearized reading' (duration: 1.002302811s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:09:39.49638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:09:38.73234Z","time spent":"763.938008ms","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T17:09:39.496406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:09:38.493825Z","time spent":"1.002574058s","remote":"127.0.0.1:42074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":155,"request content":"key:\"/registry/masterleases/162.253.55.70\" "} {"level":"warn","ts":"2026-02-27T17:09:39.496475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.419461ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T17:09:39.496503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"700.543887ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T17:09:39.496551Z","caller":"traceutil/trace.go:171","msg":"trace[75474277] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:9696; }","duration":"272.531354ms","start":"2026-02-27T17:09:39.223997Z","end":"2026-02-27T17:09:39.496529Z","steps":["trace[75474277] 'agreement among raft nodes before linearized reading' (duration: 272.38742ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:09:39.496581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:09:38.406491Z","time spent":"1.089621208s","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T17:09:39.496744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:09:38.731054Z","time spent":"764.954443ms","remote":"127.0.0.1:42106","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T17:09:39.496591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"765.615408ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19313"} {"level":"info","ts":"2026-02-27T17:09:39.496838Z","caller":"traceutil/trace.go:171","msg":"trace[1138744881] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:9696; }","duration":"765.929545ms","start":"2026-02-27T17:09:38.730894Z","end":"2026-02-27T17:09:39.496823Z","steps":["trace[1138744881] 'agreement among raft nodes before linearized reading' (duration: 765.401862ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:09:39.496896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:09:38.730874Z","time spent":"766.002437ms","remote":"127.0.0.1:42218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19335,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-02-27T17:09:39.496557Z","caller":"traceutil/trace.go:171","msg":"trace[952916128] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:9696; }","duration":"700.626888ms","start":"2026-02-27T17:09:38.795917Z","end":"2026-02-27T17:09:39.496544Z","steps":["trace[952916128] 'agreement among raft nodes before linearized reading' (duration: 700.488675ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:09:39.496609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"730.577788ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T17:09:39.497008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:09:38.795904Z","time spent":"701.042688ms","remote":"127.0.0.1:42164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":27,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"info","ts":"2026-02-27T17:09:39.497045Z","caller":"traceutil/trace.go:171","msg":"trace[645805912] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:9696; }","duration":"731.11572ms","start":"2026-02-27T17:09:38.765913Z","end":"2026-02-27T17:09:39.497029Z","steps":["trace[645805912] 'agreement among raft nodes before linearized reading' (duration: 730.467205ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:09:39.497115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:09:38.765888Z","time spent":"731.209592ms","remote":"127.0.0.1:42458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":27,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"warn","ts":"2026-02-27T17:09:40.421843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"736.028067ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:39"} {"level":"info","ts":"2026-02-27T17:09:40.421937Z","caller":"traceutil/trace.go:171","msg":"trace[181983240] linearizableReadLoop","detail":"{readStateIndex:10066; appliedIndex:10065; }","duration":"920.298668ms","start":"2026-02-27T17:09:39.501621Z","end":"2026-02-27T17:09:40.42192Z","steps":["trace[181983240] 'read index received' (duration: 184.108948ms)","trace[181983240] 'applied index is now lower than readState.Index' (duration: 736.18834ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T17:09:40.422005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:09:39.498181Z","time spent":"923.821433ms","remote":"127.0.0.1:42074","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-02-27T17:09:40.42231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"920.684258ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.1898289b7be90003\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-02-27T17:09:40.422354Z","caller":"traceutil/trace.go:171","msg":"trace[1986023993] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.1898289b7be90003; range_end:; response_count:1; response_revision:9696; }","duration":"921.252742ms","start":"2026-02-27T17:09:39.501087Z","end":"2026-02-27T17:09:40.42234Z","steps":["trace[1986023993] 'agreement among raft nodes before linearized reading' (duration: 921.096648ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:09:40.422384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:09:39.501039Z","time spent":"921.337624ms","remote":"127.0.0.1:42106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":796,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.1898289b7be90003\" "} {"level":"warn","ts":"2026-02-27T17:09:40.422546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"917.37687ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T17:09:40.422581Z","caller":"traceutil/trace.go:171","msg":"trace[1355580011] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9696; }","duration":"917.429901ms","start":"2026-02-27T17:09:39.505143Z","end":"2026-02-27T17:09:40.422573Z","steps":["trace[1355580011] 'agreement among raft nodes before linearized reading' (duration: 917.376639ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:09:40.422645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:09:39.505129Z","time spent":"917.509453ms","remote":"127.0.0.1:42042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T17:09:40.423014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.292667ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-02-27T17:09:40.423055Z","caller":"traceutil/trace.go:171","msg":"trace[1788697818] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9696; }","duration":"280.352498ms","start":"2026-02-27T17:09:40.142692Z","end":"2026-02-27T17:09:40.423044Z","steps":["trace[1788697818] 'agreement among raft nodes before linearized reading' (duration: 280.263065ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:09:40.423232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.697004ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-02-27T17:09:40.423267Z","caller":"traceutil/trace.go:171","msg":"trace[1776951263] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9696; }","duration":"282.751155ms","start":"2026-02-27T17:09:40.140508Z","end":"2026-02-27T17:09:40.423259Z","steps":["trace[1776951263] 'agreement among raft nodes before linearized reading' (duration: 282.665453ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:09:40.423424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.39672ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-02-27T17:09:40.423463Z","caller":"traceutil/trace.go:171","msg":"trace[731840364] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9696; }","duration":"283.483173ms","start":"2026-02-27T17:09:40.139968Z","end":"2026-02-27T17:09:40.423451Z","steps":["trace[731840364] 'agreement among raft nodes before linearized reading' (duration: 283.400921ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:09:40.423623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.462886ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-02-27T17:09:40.423657Z","caller":"traceutil/trace.go:171","msg":"trace[163385147] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9696; }","duration":"284.565378ms","start":"2026-02-27T17:09:40.139084Z","end":"2026-02-27T17:09:40.423649Z","steps":["trace[163385147] 'agreement among raft nodes before linearized reading' (duration: 284.486406ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:09:40.423818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.306611ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T17:09:40.423852Z","caller":"traceutil/trace.go:171","msg":"trace[443116300] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:9696; }","duration":"322.386923ms","start":"2026-02-27T17:09:40.101458Z","end":"2026-02-27T17:09:40.423844Z","steps":["trace[443116300] 'agreement among raft nodes before linearized reading' (duration: 322.299501ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:09:40.423949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:09:40.101433Z","time spent":"322.505925ms","remote":"127.0.0.1:42328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":59,"response size":29,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"warn","ts":"2026-02-27T17:09:40.424111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"870.266035ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T17:09:40.424147Z","caller":"traceutil/trace.go:171","msg":"trace[1821678761] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:9696; }","duration":"870.352067ms","start":"2026-02-27T17:09:39.553787Z","end":"2026-02-27T17:09:40.424139Z","steps":["trace[1821678761] 'agreement among raft nodes before linearized reading' (duration: 870.301286ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:09:40.424174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:09:39.553756Z","time spent":"870.410329ms","remote":"127.0.0.1:42508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":27,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-02-27T17:09:40.929786Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3939133035121653193,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T17:09:41.430266Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3939133035121653193,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T17:09:41.701972Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.274555907s","expected-duration":"1s"} {"level":"info","ts":"2026-02-27T17:09:43.019704Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":7644,"took":"4.881751821s","hash":1112285619,"current-db-size-bytes":42631168,"current-db-size":"43 MB","current-db-size-in-use-bytes":25690112,"current-db-size-in-use":"26 MB"} {"level":"info","ts":"2026-02-27T17:09:43.019778Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1112285619,"revision":7644,"compact-revision":5564} {"level":"warn","ts":"2026-02-27T17:09:43.020879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.31862822s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T17:09:43.021008Z","caller":"traceutil/trace.go:171","msg":"trace[292069205] transaction","detail":"{read_only:false; response_revision:9697; number_of_response:1; }","duration":"2.594272693s","start":"2026-02-27T17:09:40.426715Z","end":"2026-02-27T17:09:43.020987Z","steps":["trace[292069205] 'process raft request' (duration: 1.275457568s)","trace[292069205] 'compare' (duration: 1.318087018s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T17:09:43.021067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:09:40.426702Z","time spent":"2.594338224s","remote":"127.0.0.1:42074","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T17:09:43.131656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000524955s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T17:09:43.131746Z","caller":"traceutil/trace.go:171","msg":"trace[581595525] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000670898s","start":"2026-02-27T17:09:41.131056Z","end":"2026-02-27T17:09:43.131727Z","steps":["trace[581595525] 'agreement among raft nodes before linearized reading' (duration: 2.000559386s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:09:43.1318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:09:41.131035Z","time spent":"2.000750111s","remote":"127.0.0.1:42042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 17:09:43 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T17:09:43.739573Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.421658379s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-27T17:09:44.166613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999738647s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T17:09:44.166701Z","caller":"traceutil/trace.go:171","msg":"trace[1941684294] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.99989308s","start":"2026-02-27T17:09:42.166788Z","end":"2026-02-27T17:09:44.166681Z","steps":["trace[1941684294] 'agreement among raft nodes before linearized reading' (duration: 1.999766307s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:09:44.166763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:09:42.166766Z","time spent":"1.999985972s","remote":"127.0.0.1:42042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 17:09:44 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T17:09:44.214114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"474.101155ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T17:09:44.214701Z","caller":"traceutil/trace.go:171","msg":"trace[1469543487] transaction","detail":"{read_only:false; response_revision:9698; number_of_response:1; }","duration":"3.785612349s","start":"2026-02-27T17:09:40.429035Z","end":"2026-02-27T17:09:44.214648Z","steps":["trace[1469543487] 'process raft request' (duration: 3.310846298s)","trace[1469543487] 'compare' (duration: 474.016203ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T17:09:44.214752Z","caller":"traceutil/trace.go:171","msg":"trace[287918245] transaction","detail":"{read_only:false; response_revision:9701; number_of_response:1; }","duration":"3.784955593s","start":"2026-02-27T17:09:40.429785Z","end":"2026-02-27T17:09:44.21474Z","steps":["trace[287918245] 'process raft request' (duration: 3.784861431s)"],"step_count":1} {"level":"info","ts":"2026-02-27T17:09:44.214726Z","caller":"traceutil/trace.go:171","msg":"trace[1580863823] transaction","detail":"{read_only:false; response_revision:9699; number_of_response:1; }","duration":"3.785547278s","start":"2026-02-27T17:09:40.429137Z","end":"2026-02-27T17:09:44.214685Z","steps":["trace[1580863823] 'process raft request' (duration: 3.785411675s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:09:44.214794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:09:40.429764Z","time spent":"3.785007805s","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T17:09:44.214773Z","caller":"traceutil/trace.go:171","msg":"trace[2013058901] transaction","detail":"{read_only:false; response_revision:9700; number_of_response:1; }","duration":"3.785478776s","start":"2026-02-27T17:09:40.429262Z","end":"2026-02-27T17:09:44.214741Z","steps":["trace[2013058901] 'process raft request' (duration: 3.785360903s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:09:44.214826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:09:40.429025Z","time spent":"3.785745352s","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T17:09:44.214932Z","caller":"traceutil/trace.go:171","msg":"trace[1310924307] transaction","detail":"{read_only:false; response_revision:9702; number_of_response:1; }","duration":"3.785120387s","start":"2026-02-27T17:09:40.429785Z","end":"2026-02-27T17:09:44.214905Z","steps":["trace[1310924307] 'process raft request' (duration: 3.784903752s)"],"step_count":1} {"level":"info","ts":"2026-02-27T17:09:44.215009Z","caller":"traceutil/trace.go:171","msg":"trace[1243443646] transaction","detail":"{read_only:false; response_revision:9703; number_of_response:1; }","duration":"3.728274391s","start":"2026-02-27T17:09:40.486729Z","end":"2026-02-27T17:09:44.215003Z","steps":["trace[1243443646] 'process raft request' (duration: 3.727982344s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:09:44.214971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:09:40.429254Z","time spent":"3.785613229s","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T17:09:44.215043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:09:40.486703Z","time spent":"3.728322883s","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T17:09:44.215044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:09:40.429764Z","time spent":"3.78522786s","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T17:09:44.21515Z","caller":"traceutil/trace.go:171","msg":"trace[9717771] transaction","detail":"{read_only:false; response_revision:9706; number_of_response:1; }","duration":"2.711792515s","start":"2026-02-27T17:09:41.503353Z","end":"2026-02-27T17:09:44.215146Z","steps":["trace[9717771] 'process raft request' (duration: 2.711744843s)"],"step_count":1} {"level":"info","ts":"2026-02-27T17:09:44.215157Z","caller":"traceutil/trace.go:171","msg":"trace[351608141] transaction","detail":"{read_only:false; response_revision:9705; number_of_response:1; }","duration":"2.712060381s","start":"2026-02-27T17:09:41.503083Z","end":"2026-02-27T17:09:44.215143Z","steps":["trace[351608141] 'process raft request' (duration: 2.711866037s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:09:44.215181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:09:41.503337Z","time spent":"2.711828146s","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T17:09:44.215169Z","caller":"traceutil/trace.go:171","msg":"trace[580881327] transaction","detail":"{read_only:false; response_revision:9704; number_of_response:1; }","duration":"2.712079341s","start":"2026-02-27T17:09:41.503049Z","end":"2026-02-27T17:09:44.215128Z","steps":["trace[580881327] 'process raft request' (duration: 2.711880906s)"],"step_count":1} {"level":"info","ts":"2026-02-27T17:09:44.21513Z","caller":"traceutil/trace.go:171","msg":"trace[914992870] linearizableReadLoop","detail":"{readStateIndex:10073; appliedIndex:10066; }","duration":"3.785991158s","start":"2026-02-27T17:09:40.429133Z","end":"2026-02-27T17:09:44.215124Z","steps":["trace[914992870] 'read index received' (duration: 1.273031831s)","trace[914992870] 'applied index is now lower than readState.Index' (duration: 2.512958797s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T17:09:44.215315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.786173262s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T17:09:44.215362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:09:41.503014Z","time spent":"2.712257165s","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T17:09:44.215386Z","caller":"traceutil/trace.go:171","msg":"trace[2101302490] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:9706; }","duration":"3.786275525s","start":"2026-02-27T17:09:40.429095Z","end":"2026-02-27T17:09:44.21537Z","steps":["trace[2101302490] 'agreement among raft nodes before linearized reading' (duration: 3.786130461s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:09:44.215429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:09:40.42908Z","time spent":"3.786339606s","remote":"127.0.0.1:42240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":27,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-02-27T17:09:44.215258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:09:41.503061Z","time spent":"2.712122372s","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T17:09:44.214984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:09:40.429131Z","time spent":"3.78566234s","remote":"127.0.0.1:42106","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T17:09:44.715999Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3939133035121653205,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T17:09:45.762961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.024541568s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-02-27T17:09:45.763945Z","caller":"traceutil/trace.go:171","msg":"trace[829963592] linearizableReadLoop","detail":"{readStateIndex:10078; appliedIndex:10076; }","duration":"1.548659567s","start":"2026-02-27T17:09:44.215265Z","end":"2026-02-27T17:09:45.763925Z","steps":["trace[829963592] 'read index received' (duration: 523.166907ms)","trace[829963592] 'applied index is now lower than readState.Index' (duration: 1.02549106s)"],"step_count":2} {"level":"info","ts":"2026-02-27T17:09:45.763951Z","caller":"traceutil/trace.go:171","msg":"trace[1425078052] transaction","detail":"{read_only:false; response_revision:9707; number_of_response:1; }","duration":"1.544414136s","start":"2026-02-27T17:09:44.219503Z","end":"2026-02-27T17:09:45.763917Z","steps":["trace[1425078052] 'process raft request' (duration: 1.543558006s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:09:45.764068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:09:44.219481Z","time spent":"1.544527118s","remote":"127.0.0.1:42106","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-27T17:09:46.720958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.345366886s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T17:09:46.721038Z","caller":"traceutil/trace.go:171","msg":"trace[1447645533] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:9707; }","duration":"3.3455089s","start":"2026-02-27T17:09:43.375508Z","end":"2026-02-27T17:09:46.721017Z","steps":["trace[1447645533] 'agreement among raft nodes before linearized reading' (duration: 2.388510881s)","trace[1447645533] 'count revisions from in-memory index tree' (duration: 956.868225ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T17:09:46.721076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:09:43.375488Z","time spent":"3.345581181s","remote":"127.0.0.1:35520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true "} {"level":"warn","ts":"2026-02-27T17:09:46.72108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.317829851s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T17:09:46.721194Z","caller":"traceutil/trace.go:171","msg":"trace[782808076] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:9707; }","duration":"4.317980334s","start":"2026-02-27T17:09:42.403182Z","end":"2026-02-27T17:09:46.721162Z","steps":["trace[782808076] 'agreement among raft nodes before linearized reading' (duration: 3.360810512s)","trace[782808076] 'count revisions from in-memory index tree' (duration: 956.986458ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T17:09:46.721197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"501.275749ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-02-27T17:09:46.721236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.049765957s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-27T17:09:46.721235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.467888613s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T17:09:46.721267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:09:42.403122Z","time spent":"4.318126557s","remote":"127.0.0.1:42438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":29,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"info","ts":"2026-02-27T17:09:46.721297Z","caller":"traceutil/trace.go:171","msg":"trace[205974542] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:9707; }","duration":"3.049909881s","start":"2026-02-27T17:09:43.67137Z","end":"2026-02-27T17:09:46.72128Z","steps":["trace[205974542] 'agreement among raft nodes before linearized reading' (duration: 2.092625046s)","trace[205974542] 'count revisions from in-memory index tree' (duration: 957.192313ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T17:09:46.721314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"500.392748ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-02-27T17:09:46.721341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:09:43.671345Z","time spent":"3.049986242s","remote":"127.0.0.1:42334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":8,"response size":29,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"info","ts":"2026-02-27T17:09:46.721367Z","caller":"traceutil/trace.go:171","msg":"trace[1165503499] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9707; }","duration":"500.46386ms","start":"2026-02-27T17:09:46.220889Z","end":"2026-02-27T17:09:46.721353Z","steps":["trace[1165503499] 'range keys from in-memory index tree' (duration: 500.186453ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:09:46.721374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.463267648s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"warn","ts":"2026-02-27T17:09:46.721404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:09:46.220879Z","time spent":"500.516661ms","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-02-27T17:09:46.721441Z","caller":"traceutil/trace.go:171","msg":"trace[1650304531] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:9707; }","duration":"3.463326889s","start":"2026-02-27T17:09:43.258095Z","end":"2026-02-27T17:09:46.721422Z","steps":["trace[1650304531] 'agreement among raft nodes before linearized reading' (duration: 2.505933182s)","trace[1650304531] 'range keys from in-memory index tree' (duration: 957.222463ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T17:09:46.721212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.444970574s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-27T17:09:46.721492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:09:43.258072Z","time spent":"3.463408521s","remote":"127.0.0.1:42140","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":378,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-02-27T17:09:46.721509Z","caller":"traceutil/trace.go:171","msg":"trace[572029470] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:9707; }","duration":"3.445314782s","start":"2026-02-27T17:09:43.276176Z","end":"2026-02-27T17:09:46.721491Z","steps":["trace[572029470] 'agreement among raft nodes before linearized reading' (duration: 2.487849603s)","trace[572029470] 'count revisions from in-memory index tree' (duration: 957.128462ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T17:09:46.72156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:09:43.276152Z","time spent":"3.445392324s","remote":"127.0.0.1:42576","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":37,"response size":29,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"info","ts":"2026-02-27T17:09:46.721321Z","caller":"traceutil/trace.go:171","msg":"trace[799605111] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:9707; }","duration":"4.468048257s","start":"2026-02-27T17:09:42.253252Z","end":"2026-02-27T17:09:46.7213Z","steps":["trace[799605111] 'agreement among raft nodes before linearized reading' (duration: 3.510755731s)","trace[799605111] 'count revisions from in-memory index tree' (duration: 957.159763ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T17:09:46.721271Z","caller":"traceutil/trace.go:171","msg":"trace[222623990] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9707; }","duration":"501.390491ms","start":"2026-02-27T17:09:46.219858Z","end":"2026-02-27T17:09:46.721249Z","steps":["trace[222623990] 'range keys from in-memory index tree' (duration: 501.115204ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:09:46.721752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:09:46.219836Z","time spent":"501.904563ms","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-27T17:09:46.721775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.698140357s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:421"} {"level":"warn","ts":"2026-02-27T17:09:46.721769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.936843442s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T17:09:46.721797Z","caller":"traceutil/trace.go:171","msg":"trace[356787967] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:9707; }","duration":"3.698202229s","start":"2026-02-27T17:09:43.023589Z","end":"2026-02-27T17:09:46.721792Z","steps":["trace[356787967] 'agreement among raft nodes before linearized reading' (duration: 2.740373431s)","trace[356787967] 'range keys from in-memory index tree' (duration: 957.763917ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T17:09:46.721806Z","caller":"traceutil/trace.go:171","msg":"trace[2103186020] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:9707; }","duration":"5.936920704s","start":"2026-02-27T17:09:40.784877Z","end":"2026-02-27T17:09:46.721797Z","steps":["trace[2103186020] 'agreement among raft nodes before linearized reading' (duration: 4.979112567s)","trace[2103186020] 'count revisions from in-memory index tree' (duration: 957.740076ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T17:09:46.721719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:09:42.253229Z","time spent":"4.468412775s","remote":"127.0.0.1:57046","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-02-27T17:09:46.721841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:09:40.784851Z","time spent":"5.936982475s","remote":"127.0.0.1:42200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":8,"response size":29,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"warn","ts":"2026-02-27T17:09:46.721816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:09:43.023572Z","time spent":"3.69824016s","remote":"127.0.0.1:42206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":443,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-02-27T17:09:46.721883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.144953915s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-02-27T17:09:46.721904Z","caller":"traceutil/trace.go:171","msg":"trace[1604269300] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:9707; }","duration":"2.145005466s","start":"2026-02-27T17:09:44.576892Z","end":"2026-02-27T17:09:46.721897Z","steps":["trace[1604269300] 'agreement among raft nodes before linearized reading' (duration: 1.187155008s)","trace[1604269300] 'range keys from in-memory index tree' (duration: 957.811638ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T17:09:46.721909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.218826913s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"rangeKeys: context cancelled: context deadline exceeded"} {"level":"warn","ts":"2026-02-27T17:09:46.721937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.555138446s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T17:09:46.721944Z","caller":"traceutil/trace.go:171","msg":"trace[326542595] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"5.218895074s","start":"2026-02-27T17:09:41.50304Z","end":"2026-02-27T17:09:46.721935Z","steps":["trace[326542595] 'agreement among raft nodes before linearized reading' (duration: 4.260933863s)","trace[326542595] 'range keys from in-memory index tree' (duration: 957.907609ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T17:09:46.721955Z","caller":"traceutil/trace.go:171","msg":"trace[1117128735] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9707; }","duration":"2.555182997s","start":"2026-02-27T17:09:44.166767Z","end":"2026-02-27T17:09:46.72195Z","steps":["trace[1117128735] 'agreement among raft nodes before linearized reading' (duration: 1.597153184s)","trace[1117128735] 'range keys from in-memory index tree' (duration: 957.977791ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T17:09:46.72197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:09:44.166754Z","time spent":"2.555213268s","remote":"127.0.0.1:42052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T17:09:46.721972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:09:41.503011Z","time spent":"5.218955955s","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/02/27 17:09:46 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T17:09:46.721672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.301003857s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T17:09:46.722019Z","caller":"traceutil/trace.go:171","msg":"trace[1215205635] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:9707; }","duration":"5.301419637s","start":"2026-02-27T17:09:41.420594Z","end":"2026-02-27T17:09:46.722014Z","steps":["trace[1215205635] 'agreement among raft nodes before linearized reading' (duration: 4.343428545s)","trace[1215205635] 'count revisions from in-memory index tree' (duration: 957.588492ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T17:09:46.722038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:09:41.420572Z","time spent":"5.301461519s","remote":"127.0.0.1:42106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1056,"response size":30,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-02-27T17:09:46.721867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.687417ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"warn","ts":"2026-02-27T17:09:46.72208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"502.001265ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-02-27T17:09:46.721852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.984468084s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-02-27T17:09:46.722127Z","caller":"traceutil/trace.go:171","msg":"trace[281900304] transaction","detail":"{read_only:false; response_revision:9708; number_of_response:1; }","duration":"500.571521ms","start":"2026-02-27T17:09:46.221539Z","end":"2026-02-27T17:09:46.72211Z","steps":["trace[281900304] 'process raft request' (duration: 390.576337ms)","trace[281900304] 'compare' (duration: 109.151095ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T17:09:46.722139Z","caller":"traceutil/trace.go:171","msg":"trace[1672524347] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9707; }","duration":"502.106368ms","start":"2026-02-27T17:09:46.220014Z","end":"2026-02-27T17:09:46.72212Z","steps":["trace[1672524347] 'range keys from in-memory index tree' (duration: 501.7901ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:09:46.722177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.746430125s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T17:09:46.722179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:09:46.219971Z","time spent":"502.19847ms","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-27T17:09:46.722198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.984104601s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-l8xw2\" ","response":"range_response_count:1 size:6527"} {"level":"warn","ts":"2026-02-27T17:09:46.722195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"551.718173ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.1898289b7be90003\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-02-27T17:09:46.722204Z","caller":"traceutil/trace.go:171","msg":"trace[1014302544] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:9707; }","duration":"2.746497526s","start":"2026-02-27T17:09:43.975696Z","end":"2026-02-27T17:09:46.722193Z","steps":["trace[1014302544] 'agreement among raft nodes before linearized reading' (duration: 1.78829001s)","trace[1014302544] 'count revisions from in-memory index tree' (duration: 958.174676ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T17:09:46.722216Z","caller":"traceutil/trace.go:171","msg":"trace[959428103] range","detail":"{range_begin:/registry/pods/openstack/keepalived-l8xw2; range_end:; response_count:1; response_revision:9707; }","duration":"5.984164603s","start":"2026-02-27T17:09:40.738046Z","end":"2026-02-27T17:09:46.72221Z","steps":["trace[959428103] 'agreement among raft nodes before linearized reading' (duration: 5.025972346s)","trace[959428103] 'range keys from in-memory index tree' (duration: 958.137535ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T17:09:46.722232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:09:40.738014Z","time spent":"5.984214044s","remote":"127.0.0.1:42234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6549,"request content":"key:\"/registry/pods/openstack/keepalived-l8xw2\" "} {"level":"info","ts":"2026-02-27T17:09:46.722228Z","caller":"traceutil/trace.go:171","msg":"trace[1960911001] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.1898289b7be90003; range_end:; response_count:1; response_revision:9707; }","duration":"551.752184ms","start":"2026-02-27T17:09:46.170468Z","end":"2026-02-27T17:09:46.72222Z","steps":["trace[1960911001] 'range keys from in-memory index tree' (duration: 551.606421ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:09:46.722232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:09:43.975671Z","time spent":"2.746555178s","remote":"127.0.0.1:54452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":27,"request content":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-02-27T17:09:46.72223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:09:46.221526Z","time spent":"500.638804ms","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T17:09:46.722239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.484724889s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-27T17:09:46.722256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:09:46.17045Z","time spent":"551.800625ms","remote":"127.0.0.1:42106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":796,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.1898289b7be90003\" "} {"level":"warn","ts":"2026-02-27T17:09:46.722251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"501.682447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-02-27T17:09:46.722285Z","caller":"traceutil/trace.go:171","msg":"trace[50832378] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:9707; }","duration":"2.484788681s","start":"2026-02-27T17:09:44.237482Z","end":"2026-02-27T17:09:46.72227Z","steps":["trace[50832378] 'agreement among raft nodes before linearized reading' (duration: 1.526561794s)","trace[50832378] 'count revisions from in-memory index tree' (duration: 958.163276ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T17:09:46.722168Z","caller":"traceutil/trace.go:171","msg":"trace[1414627943] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:9707; }","duration":"1.984764261s","start":"2026-02-27T17:09:44.73738Z","end":"2026-02-27T17:09:46.722144Z","steps":["trace[1414627943] 'agreement among raft nodes before linearized reading' (duration: 1.026666257s)","trace[1414627943] 'range keys from in-memory index tree' (duration: 957.766187ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T17:09:46.722321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.293107097s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-88164b6d-0fe2-4d74-b967-986ffc1f7c70\" ","response":"range_response_count:1 size:1322"} {"level":"warn","ts":"2026-02-27T17:09:46.722334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:09:44.737309Z","time spent":"1.985016947s","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":580,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-02-27T17:09:46.72234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:09:44.237472Z","time spent":"2.484854572s","remote":"127.0.0.1:42332","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":4,"response size":29,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-02-27T17:09:46.722367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"546.217142ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T17:09:46.722071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.501574918s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-02-27T17:09:46.722412Z","caller":"traceutil/trace.go:171","msg":"trace[291941886] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9707; }","duration":"546.278704ms","start":"2026-02-27T17:09:46.176124Z","end":"2026-02-27T17:09:46.722402Z","steps":["trace[291941886] 'range keys from in-memory index tree' (duration: 546.173672ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:09:46.722452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:09:46.17612Z","time spent":"546.324425ms","remote":"127.0.0.1:42042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-27T17:09:46.722309Z","caller":"traceutil/trace.go:171","msg":"trace[860432820] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9707; }","duration":"501.742389ms","start":"2026-02-27T17:09:46.220544Z","end":"2026-02-27T17:09:46.722287Z","steps":["trace[860432820] 'range keys from in-memory index tree' (duration: 501.505043ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:09:46.722681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:09:46.220538Z","time spent":"502.132318ms","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-02-27T17:09:46.722415Z","caller":"traceutil/trace.go:171","msg":"trace[1912624738] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9707; }","duration":"2.501943936s","start":"2026-02-27T17:09:44.220463Z","end":"2026-02-27T17:09:46.722407Z","steps":["trace[1912624738] 'agreement among raft nodes before linearized reading' (duration: 1.543589116s)","trace[1912624738] 'range keys from in-memory index tree' (duration: 957.967891ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T17:09:46.722787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:09:44.220453Z","time spent":"2.502316645s","remote":"127.0.0.1:42234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12234,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-27T17:09:46.72192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:09:44.576869Z","time spent":"2.145048137s","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":552,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-02-27T17:09:46.722346Z","caller":"traceutil/trace.go:171","msg":"trace[1342319109] range","detail":"{range_begin:/registry/persistentvolumes/pvc-88164b6d-0fe2-4d74-b967-986ffc1f7c70; range_end:; response_count:1; response_revision:9707; }","duration":"6.293143488s","start":"2026-02-27T17:09:40.429194Z","end":"2026-02-27T17:09:46.722338Z","steps":["trace[1342319109] 'agreement among raft nodes before linearized reading' (duration: 5.334841979s)","trace[1342319109] 'range keys from in-memory index tree' (duration: 958.264318ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T17:09:46.722993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:09:40.429187Z","time spent":"6.293794113s","remote":"127.0.0.1:42186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1344,"request content":"key:\"/registry/persistentvolumes/pvc-88164b6d-0fe2-4d74-b967-986ffc1f7c70\" "} {"level":"warn","ts":"2026-02-27T17:09:46.721328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.155391048s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T17:09:46.723089Z","caller":"traceutil/trace.go:171","msg":"trace[653309721] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:9707; }","duration":"3.157199171s","start":"2026-02-27T17:09:43.565873Z","end":"2026-02-27T17:09:46.723072Z","steps":["trace[653309721] 'agreement among raft nodes before linearized reading' (duration: 2.198136044s)","trace[653309721] 'count revisions from in-memory index tree' (duration: 957.300176ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T17:09:46.723122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:09:43.565841Z","time spent":"3.157272332s","remote":"127.0.0.1:34234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":1,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true "} {"level":"warn","ts":"2026-02-27T17:09:47.325957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.371084ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T17:09:47.326091Z","caller":"traceutil/trace.go:171","msg":"trace[89561648] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:9708; }","duration":"355.525777ms","start":"2026-02-27T17:09:46.970543Z","end":"2026-02-27T17:09:47.326069Z","steps":["trace[89561648] 'range keys from in-memory index tree' (duration: 355.352443ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T17:09:47.326513Z","caller":"traceutil/trace.go:171","msg":"trace[207228632] transaction","detail":"{read_only:false; response_revision:9709; number_of_response:1; }","duration":"1.104947491s","start":"2026-02-27T17:09:46.221538Z","end":"2026-02-27T17:09:47.326485Z","steps":["trace[207228632] 'process raft request' (duration: 1.044625623s)","trace[207228632] 'compare' (duration: 60.169665ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T17:09:47.326682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:09:46.221515Z","time spent":"1.105067864s","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T17:09:47.326745Z","caller":"traceutil/trace.go:171","msg":"trace[632820843] transaction","detail":"{read_only:false; response_revision:9710; number_of_response:1; }","duration":"1.103859236s","start":"2026-02-27T17:09:46.222861Z","end":"2026-02-27T17:09:47.32672Z","steps":["trace[632820843] 'process raft request' (duration: 1.103588659s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:09:47.326899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:09:46.222846Z","time spent":"1.103958597s","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T17:09:47.326895Z","caller":"traceutil/trace.go:171","msg":"trace[39672376] linearizableReadLoop","detail":"{readStateIndex:10081; appliedIndex:10078; }","duration":"930.966312ms","start":"2026-02-27T17:09:46.395902Z","end":"2026-02-27T17:09:47.326869Z","steps":["trace[39672376] 'read index received' (duration: 216.305072ms)","trace[39672376] 'applied index is now lower than readState.Index' (duration: 714.65997ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T17:09:47.326913Z","caller":"traceutil/trace.go:171","msg":"trace[837759155] transaction","detail":"{read_only:false; response_revision:9711; number_of_response:1; }","duration":"811.233808ms","start":"2026-02-27T17:09:46.515658Z","end":"2026-02-27T17:09:47.326892Z","steps":["trace[837759155] 'process raft request' (duration: 810.990492ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:09:47.327028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:09:46.51563Z","time spent":"811.332499ms","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T17:09:47.327056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"931.141776ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T17:09:47.327097Z","caller":"traceutil/trace.go:171","msg":"trace[1448386283] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:9711; }","duration":"931.236878ms","start":"2026-02-27T17:09:46.395846Z","end":"2026-02-27T17:09:47.327083Z","steps":["trace[1448386283] 'agreement among raft nodes before linearized reading' (duration: 931.126315ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:09:47.327143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:09:46.395822Z","time spent":"931.310819ms","remote":"127.0.0.1:60988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"warn","ts":"2026-02-27T17:09:47.82734Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3939133035121653226,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-27T17:09:48.190266Z","caller":"traceutil/trace.go:171","msg":"trace[2134402223] transaction","detail":"{read_only:false; response_revision:9712; number_of_response:1; }","duration":"1.466282226s","start":"2026-02-27T17:09:46.723947Z","end":"2026-02-27T17:09:48.190229Z","steps":["trace[2134402223] 'process raft request' (duration: 1.466095852s)"],"step_count":1} {"level":"info","ts":"2026-02-27T17:09:48.190337Z","caller":"traceutil/trace.go:171","msg":"trace[870954238] transaction","detail":"{read_only:false; response_revision:9713; number_of_response:1; }","duration":"1.463260574s","start":"2026-02-27T17:09:46.727071Z","end":"2026-02-27T17:09:48.190332Z","steps":["trace[870954238] 'process raft request' (duration: 1.463092281s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:09:48.190427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:09:46.727052Z","time spent":"1.463312505s","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T17:09:48.190444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:09:46.723924Z","time spent":"1.466426819s","remote":"127.0.0.1:42106","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T17:09:48.19066Z","caller":"traceutil/trace.go:171","msg":"trace[2106471165] transaction","detail":"{read_only:false; response_revision:9714; number_of_response:1; }","duration":"1.46350234s","start":"2026-02-27T17:09:46.727152Z","end":"2026-02-27T17:09:48.190654Z","steps":["trace[2106471165] 'process raft request' (duration: 1.463045909s)"],"step_count":1} {"level":"info","ts":"2026-02-27T17:09:48.190651Z","caller":"traceutil/trace.go:171","msg":"trace[26520774] transaction","detail":"{read_only:false; response_revision:9716; number_of_response:1; }","duration":"1.463394677s","start":"2026-02-27T17:09:46.727229Z","end":"2026-02-27T17:09:48.190623Z","steps":["trace[26520774] 'process raft request' (duration: 1.463020708s)"],"step_count":1} {"level":"info","ts":"2026-02-27T17:09:48.190289Z","caller":"traceutil/trace.go:171","msg":"trace[1823260001] transaction","detail":"{read_only:false; response_revision:9715; number_of_response:1; }","duration":"1.46308099s","start":"2026-02-27T17:09:46.727189Z","end":"2026-02-27T17:09:48.19027Z","steps":["trace[1823260001] 'process raft request' (duration: 1.463030109s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:09:48.190769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:09:46.727183Z","time spent":"1.463549631s","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T17:09:48.190785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:09:46.727222Z","time spent":"1.463496079s","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T17:09:48.190692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:09:46.727148Z","time spent":"1.46352889s","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T17:09:48.191033Z","caller":"traceutil/trace.go:171","msg":"trace[466962559] transaction","detail":"{read_only:false; response_revision:9717; number_of_response:1; }","duration":"1.463426058s","start":"2026-02-27T17:09:46.727599Z","end":"2026-02-27T17:09:48.191025Z","steps":["trace[466962559] 'process raft request' (duration: 1.462923356s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:09:48.191075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:09:46.727576Z","time spent":"1.463476379s","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T17:09:48.191127Z","caller":"traceutil/trace.go:171","msg":"trace[142527354] linearizableReadLoop","detail":"{readStateIndex:10089; appliedIndex:10082; }","duration":"864.151219ms","start":"2026-02-27T17:09:47.326949Z","end":"2026-02-27T17:09:48.1911Z","steps":["trace[142527354] 'read index received' (duration: 863.102915ms)","trace[142527354] 'applied index is now lower than readState.Index' (duration: 1.047004ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T17:09:48.191269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.467369251s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19313"} {"level":"info","ts":"2026-02-27T17:09:48.19129Z","caller":"traceutil/trace.go:171","msg":"trace[1899713968] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:9718; }","duration":"1.467407872s","start":"2026-02-27T17:09:46.723877Z","end":"2026-02-27T17:09:48.191285Z","steps":["trace[1899713968] 'agreement among raft nodes before linearized reading' (duration: 1.467314869s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:09:48.191293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.467788641s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T17:09:48.191299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.110936593s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7530"} {"level":"info","ts":"2026-02-27T17:09:48.191328Z","caller":"traceutil/trace.go:171","msg":"trace[205491532] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9718; }","duration":"1.467850642s","start":"2026-02-27T17:09:46.723467Z","end":"2026-02-27T17:09:48.191318Z","steps":["trace[205491532] 'agreement among raft nodes before linearized reading' (duration: 1.467775251s)"],"step_count":1} {"level":"info","ts":"2026-02-27T17:09:48.191349Z","caller":"traceutil/trace.go:171","msg":"trace[270557311] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:9718; }","duration":"1.111064345s","start":"2026-02-27T17:09:47.080273Z","end":"2026-02-27T17:09:48.191337Z","steps":["trace[270557311] 'agreement among raft nodes before linearized reading' (duration: 1.110879601s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:09:48.19136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:09:46.723451Z","time spent":"1.467902304s","remote":"127.0.0.1:42052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T17:09:48.191391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:09:47.08025Z","time spent":"1.111133158s","remote":"127.0.0.1:35540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7552,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"warn","ts":"2026-02-27T17:09:48.191577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.460009228s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:37 size:348634"} {"level":"warn","ts":"2026-02-27T17:09:48.191586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.107702827s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T17:09:48.191641Z","caller":"traceutil/trace.go:171","msg":"trace[1672279602] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:9718; }","duration":"1.107779069s","start":"2026-02-27T17:09:47.08385Z","end":"2026-02-27T17:09:48.191629Z","steps":["trace[1672279602] 'agreement among raft nodes before linearized reading' (duration: 1.107693097s)"],"step_count":1} {"level":"info","ts":"2026-02-27T17:09:48.191658Z","caller":"traceutil/trace.go:171","msg":"trace[66704507] transaction","detail":"{read_only:false; response_revision:9718; number_of_response:1; }","duration":"1.463588313s","start":"2026-02-27T17:09:46.728057Z","end":"2026-02-27T17:09:48.191646Z","steps":["trace[66704507] 'process raft request' (duration: 1.462942767s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:09:48.191681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.468229484s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:133"} {"level":"warn","ts":"2026-02-27T17:09:48.191698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:09:47.083842Z","time spent":"1.10784639s","remote":"127.0.0.1:32832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-02-27T17:09:48.191723Z","caller":"traceutil/trace.go:171","msg":"trace[154695849] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:9718; }","duration":"1.468286745s","start":"2026-02-27T17:09:46.723427Z","end":"2026-02-27T17:09:48.191714Z","steps":["trace[154695849] 'agreement among raft nodes before linearized reading' (duration: 1.468160582s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:09:48.191726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:09:46.728048Z","time spent":"1.463642244s","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T17:09:48.19179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:09:46.723412Z","time spent":"1.468371406s","remote":"127.0.0.1:42074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":155,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"info","ts":"2026-02-27T17:09:48.191598Z","caller":"traceutil/trace.go:171","msg":"trace[1957730391] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:37; response_revision:9718; }","duration":"1.460030719s","start":"2026-02-27T17:09:46.731563Z","end":"2026-02-27T17:09:48.191594Z","steps":["trace[1957730391] 'agreement among raft nodes before linearized reading' (duration: 1.459753161s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:09:48.191868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:09:46.731555Z","time spent":"1.460307955s","remote":"127.0.0.1:42234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":37,"response size":348656,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-02-27T17:09:48.191842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"700.608958ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-27T17:09:48.191307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:09:46.723867Z","time spent":"1.467436783s","remote":"127.0.0.1:42218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19335,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-02-27T17:09:48.19173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"670.165698ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T17:09:48.192039Z","caller":"traceutil/trace.go:171","msg":"trace[1041148897] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:9718; }","duration":"670.510556ms","start":"2026-02-27T17:09:47.521513Z","end":"2026-02-27T17:09:48.192024Z","steps":["trace[1041148897] 'agreement among raft nodes before linearized reading' (duration: 670.195969ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:09:48.192086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:09:47.521488Z","time spent":"670.585117ms","remote":"127.0.0.1:42186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":8,"response size":29,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"info","ts":"2026-02-27T17:09:48.191916Z","caller":"traceutil/trace.go:171","msg":"trace[1497240200] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:9718; }","duration":"700.739451ms","start":"2026-02-27T17:09:47.491159Z","end":"2026-02-27T17:09:48.191898Z","steps":["trace[1497240200] 'agreement among raft nodes before linearized reading' (duration: 700.554687ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:09:48.192136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:09:47.491141Z","time spent":"700.982166ms","remote":"127.0.0.1:32790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-27T17:09:49.858729Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3939133035121653236,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T17:09:50.359569Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3939133035121653236,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T17:09:50.860151Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3939133035121653236,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T17:09:51.360781Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3939133035121653236,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T17:09:51.554764Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.823962891s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-27T17:09:52.167005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999857719s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-27T17:09:52.167092Z","caller":"traceutil/trace.go:171","msg":"trace[170112135] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000002033s","start":"2026-02-27T17:09:50.16707Z","end":"2026-02-27T17:09:52.167072Z","steps":["trace[170112135] 'agreement among raft nodes before linearized reading' (duration: 1.99988831s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:09:52.167138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:09:50.167052Z","time spent":"2.000077404s","remote":"127.0.0.1:42042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T17:09:53.118742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.624446309s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.70\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-02-27T17:09:53.118795Z","caller":"traceutil/trace.go:171","msg":"trace[1228856397] range","detail":"{range_begin:/registry/masterleases/162.253.55.70; range_end:; response_count:1; response_revision:9718; }","duration":"4.624533341s","start":"2026-02-27T17:09:48.494249Z","end":"2026-02-27T17:09:53.118783Z","steps":["trace[1228856397] 'range keys from in-memory index tree' (duration: 4.624327516s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:09:53.118816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:09:48.494236Z","time spent":"4.624576572s","remote":"127.0.0.1:42074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":155,"request content":"key:\"/registry/masterleases/162.253.55.70\" "} {"level":"warn","ts":"2026-02-27T17:09:53.118971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.613826078s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"rangeKeys: context cancelled: context canceled"} {"level":"info","ts":"2026-02-27T17:09:53.118993Z","caller":"traceutil/trace.go:171","msg":"trace[1389809740] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.61386934s","start":"2026-02-27T17:09:48.50512Z","end":"2026-02-27T17:09:53.118989Z","steps":["trace[1389809740] 'range keys from in-memory index tree' (duration: 4.613781036s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:09:53.119008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:09:48.505109Z","time spent":"4.613895781s","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/02/27 17:09:53 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T17:09:53.119149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.442870922s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T17:09:53.119204Z","caller":"traceutil/trace.go:171","msg":"trace[342570510] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:9718; }","duration":"4.442938103s","start":"2026-02-27T17:09:48.676227Z","end":"2026-02-27T17:09:53.119166Z","steps":["trace[342570510] 'count revisions from in-memory index tree' (duration: 4.44279608s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:09:53.119227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:09:48.676205Z","time spent":"4.443015254s","remote":"127.0.0.1:54458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":27,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true "} {"level":"warn","ts":"2026-02-27T17:09:53.119918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.389355774s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T17:09:53.119974Z","caller":"traceutil/trace.go:171","msg":"trace[1824007058] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:9718; }","duration":"4.389459847s","start":"2026-02-27T17:09:48.7305Z","end":"2026-02-27T17:09:53.119959Z","steps":["trace[1824007058] 'count revisions from in-memory index tree' (duration: 4.389230481s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:09:53.120009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:09:48.730447Z","time spent":"4.389552109s","remote":"127.0.0.1:35554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":27,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true "} {"level":"warn","ts":"2026-02-27T17:09:53.120123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.565005564s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T17:09:53.120259Z","caller":"traceutil/trace.go:171","msg":"trace[1466649456] transaction","detail":"{read_only:false; response_revision:9719; number_of_response:1; }","duration":"4.389502648s","start":"2026-02-27T17:09:48.730735Z","end":"2026-02-27T17:09:53.120238Z","steps":["trace[1466649456] 'process raft request' (duration: 2.8243058s)","trace[1466649456] 'compare' (duration: 1.564773908s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T17:09:53.120329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:09:48.730719Z","time spent":"4.38957937s","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T17:09:53.336514Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.781600291s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-27T17:09:53.490382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.528095ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"warn","ts":"2026-02-27T17:09:53.49084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:09:53.121725Z","time spent":"369.110289ms","remote":"127.0.0.1:42074","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-02-27T17:09:53.490867Z","caller":"traceutil/trace.go:171","msg":"trace[317184941] transaction","detail":"{read_only:false; response_revision:9720; number_of_response:1; }","duration":"4.659262633s","start":"2026-02-27T17:09:48.831381Z","end":"2026-02-27T17:09:53.490643Z","steps":["trace[317184941] 'process raft request' (duration: 4.50538508s)","trace[317184941] 'compare' (duration: 153.30137ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T17:09:53.490885Z","caller":"traceutil/trace.go:171","msg":"trace[450545184] transaction","detail":"{read_only:false; response_revision:9724; number_of_response:1; }","duration":"1.769338741s","start":"2026-02-27T17:09:51.721489Z","end":"2026-02-27T17:09:53.490828Z","steps":["trace[450545184] 'process raft request' (duration: 1.769216588s)"],"step_count":1} {"level":"info","ts":"2026-02-27T17:09:53.490979Z","caller":"traceutil/trace.go:171","msg":"trace[1918067220] transaction","detail":"{read_only:false; response_revision:9722; number_of_response:1; }","duration":"4.157592776s","start":"2026-02-27T17:09:49.333206Z","end":"2026-02-27T17:09:53.490799Z","steps":["trace[1918067220] 'process raft request' (duration: 4.157371141s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:09:53.491066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:09:49.333158Z","time spent":"4.157850532s","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T17:09:53.491045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.133055645s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"warn","ts":"2026-02-27T17:09:53.49107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:09:51.72146Z","time spent":"1.769504814s","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T17:09:53.491133Z","caller":"traceutil/trace.go:171","msg":"trace[385850540] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9724; }","duration":"4.133214099s","start":"2026-02-27T17:09:49.357897Z","end":"2026-02-27T17:09:53.491111Z","steps":["trace[385850540] 'agreement among raft nodes before linearized reading' (duration: 4.132939153s)"],"step_count":1} {"level":"info","ts":"2026-02-27T17:09:53.491142Z","caller":"traceutil/trace.go:171","msg":"trace[142464694] transaction","detail":"{read_only:false; response_revision:9721; number_of_response:1; }","duration":"4.157696429s","start":"2026-02-27T17:09:49.333111Z","end":"2026-02-27T17:09:53.490808Z","steps":["trace[142464694] 'process raft request' (duration: 4.157375572s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:09:53.491188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:09:49.357871Z","time spent":"4.133307521s","remote":"127.0.0.1:42200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1875,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-27T17:09:53.491214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:09:49.333081Z","time spent":"4.158095678s","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T17:09:53.491294Z","caller":"traceutil/trace.go:171","msg":"trace[2090757488] transaction","detail":"{read_only:false; response_revision:9723; number_of_response:1; }","duration":"1.985614952s","start":"2026-02-27T17:09:51.505197Z","end":"2026-02-27T17:09:53.490812Z","steps":["trace[2090757488] 'process raft request' (duration: 1.985462789s)"],"step_count":1} {"level":"info","ts":"2026-02-27T17:09:53.491372Z","caller":"traceutil/trace.go:171","msg":"trace[1020362753] linearizableReadLoop","detail":"{readStateIndex:10093; appliedIndex:10089; }","duration":"4.132852861s","start":"2026-02-27T17:09:49.357973Z","end":"2026-02-27T17:09:53.490826Z","steps":["trace[1020362753] 'read index received' (duration: 2.197084329s)","trace[1020362753] 'applied index is now lower than readState.Index' (duration: 1.935762252s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T17:09:53.491214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:09:48.831355Z","time spent":"4.659831507s","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T17:09:53.49148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:09:51.505173Z","time spent":"1.986211596s","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":458,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T17:09:53.491545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.962119875s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T17:09:53.491558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.295860414s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-27T17:09:53.491621Z","caller":"traceutil/trace.go:171","msg":"trace[1311855119] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9724; }","duration":"3.295951986s","start":"2026-02-27T17:09:50.19563Z","end":"2026-02-27T17:09:53.491582Z","steps":["trace[1311855119] 'agreement among raft nodes before linearized reading' (duration: 3.295851683s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:09:53.491673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.225524202s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T17:09:53.491679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"577.452222ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-27T17:09:53.491697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:09:50.195613Z","time spent":"3.296042598s","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-02-27T17:09:53.491711Z","caller":"traceutil/trace.go:171","msg":"trace[1268188607] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:9724; }","duration":"2.225591614s","start":"2026-02-27T17:09:51.266108Z","end":"2026-02-27T17:09:53.4917Z","steps":["trace[1268188607] 'agreement among raft nodes before linearized reading' (duration: 2.225540663s)"],"step_count":1} {"level":"info","ts":"2026-02-27T17:09:53.491715Z","caller":"traceutil/trace.go:171","msg":"trace[710907709] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:9724; }","duration":"577.526374ms","start":"2026-02-27T17:09:52.914178Z","end":"2026-02-27T17:09:53.491704Z","steps":["trace[710907709] 'agreement among raft nodes before linearized reading' (duration: 577.39583ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:09:53.491725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"959.300514ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-27T17:09:53.491733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.048500305s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T17:09:53.491757Z","caller":"traceutil/trace.go:171","msg":"trace[444168507] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:9724; }","duration":"959.397975ms","start":"2026-02-27T17:09:52.532351Z","end":"2026-02-27T17:09:53.491749Z","steps":["trace[444168507] 'agreement among raft nodes before linearized reading' (duration: 959.339464ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:09:53.491787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:09:52.532329Z","time spent":"959.450947ms","remote":"127.0.0.1:42418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":29,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"warn","ts":"2026-02-27T17:09:53.491855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.792954337s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T17:09:53.491892Z","caller":"traceutil/trace.go:171","msg":"trace[1098366559] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:9724; }","duration":"2.793029018s","start":"2026-02-27T17:09:50.698855Z","end":"2026-02-27T17:09:53.491884Z","steps":["trace[1098366559] 'agreement among raft nodes before linearized reading' (duration: 2.792913446s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:09:53.492548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:09:50.698832Z","time spent":"2.793688984s","remote":"127.0.0.1:42126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":104,"response size":29,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"warn","ts":"2026-02-27T17:09:53.491748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:09:52.914159Z","time spent":"577.582206ms","remote":"127.0.0.1:42140","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":108,"response size":29,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"info","ts":"2026-02-27T17:09:53.491789Z","caller":"traceutil/trace.go:171","msg":"trace[1999169590] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:9724; }","duration":"1.048602378s","start":"2026-02-27T17:09:52.44317Z","end":"2026-02-27T17:09:53.491773Z","steps":["trace[1999169590] 'agreement among raft nodes before linearized reading' (duration: 1.048482885s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:09:53.492716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:09:52.443151Z","time spent":"1.049542829s","remote":"127.0.0.1:42496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":29,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-02-27T17:09:53.491749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:09:51.266088Z","time spent":"2.225650065s","remote":"127.0.0.1:60990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"warn","ts":"2026-02-27T17:09:53.491995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.123917ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-02-27T17:09:53.492921Z","caller":"traceutil/trace.go:171","msg":"trace[542472403] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9724; }","duration":"282.080359ms","start":"2026-02-27T17:09:53.210822Z","end":"2026-02-27T17:09:53.492903Z","steps":["trace[542472403] 'agreement among raft nodes before linearized reading' (duration: 281.100456ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:09:53.492102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.295604268s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-02-27T17:09:53.493023Z","caller":"traceutil/trace.go:171","msg":"trace[1583821998] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9724; }","duration":"3.296570871s","start":"2026-02-27T17:09:50.196435Z","end":"2026-02-27T17:09:53.493006Z","steps":["trace[1583821998] 'agreement among raft nodes before linearized reading' (duration: 3.295436154s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:09:53.493075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:09:50.196407Z","time spent":"3.296653393s","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-27T17:09:53.492121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.295774563s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-02-27T17:09:53.493123Z","caller":"traceutil/trace.go:171","msg":"trace[1531170513] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9724; }","duration":"3.296798286s","start":"2026-02-27T17:09:50.196311Z","end":"2026-02-27T17:09:53.493109Z","steps":["trace[1531170513] 'agreement among raft nodes before linearized reading' (duration: 3.295743531s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:09:53.49318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:09:50.196305Z","time spent":"3.296861577s","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-27T17:09:53.492097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.290914217s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-l8xw2\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-02-27T17:09:53.493279Z","caller":"traceutil/trace.go:171","msg":"trace[2068585166] range","detail":"{range_begin:/registry/pods/openstack/keepalived-l8xw2; range_end:; response_count:1; response_revision:9724; }","duration":"3.292074044s","start":"2026-02-27T17:09:50.201147Z","end":"2026-02-27T17:09:53.493221Z","steps":["trace[2068585166] 'agreement among raft nodes before linearized reading' (duration: 3.290784684s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:09:53.493338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:09:50.201141Z","time spent":"3.292183146s","remote":"127.0.0.1:42234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6549,"request content":"key:\"/registry/pods/openstack/keepalived-l8xw2\" "} {"level":"warn","ts":"2026-02-27T17:09:53.491612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.111621962s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T17:09:53.493435Z","caller":"traceutil/trace.go:171","msg":"trace[1643189261] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:9724; }","duration":"3.113482785s","start":"2026-02-27T17:09:50.379929Z","end":"2026-02-27T17:09:53.493412Z","steps":["trace[1643189261] 'agreement among raft nodes before linearized reading' (duration: 3.111635441s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:09:53.493521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:09:50.379904Z","time spent":"3.113596618s","remote":"127.0.0.1:35436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true "} {"level":"warn","ts":"2026-02-27T17:09:53.492146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.825053078s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T17:09:53.493606Z","caller":"traceutil/trace.go:171","msg":"trace[1857523360] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:9724; }","duration":"2.826561792s","start":"2026-02-27T17:09:50.667031Z","end":"2026-02-27T17:09:53.493593Z","steps":["trace[1857523360] 'agreement among raft nodes before linearized reading' (duration: 2.825033667s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:09:53.492188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.32454751s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T17:09:53.493659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:09:50.667013Z","time spent":"2.826631035s","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":13,"response size":29,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"info","ts":"2026-02-27T17:09:53.491581Z","caller":"traceutil/trace.go:171","msg":"trace[1143961977] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9724; }","duration":"1.962178616s","start":"2026-02-27T17:09:51.52939Z","end":"2026-02-27T17:09:53.491569Z","steps":["trace[1143961977] 'agreement among raft nodes before linearized reading' (duration: 1.962124135s)"],"step_count":1} {"level":"info","ts":"2026-02-27T17:09:53.493698Z","caller":"traceutil/trace.go:171","msg":"trace[1876215471] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9724; }","duration":"1.326086366s","start":"2026-02-27T17:09:52.167595Z","end":"2026-02-27T17:09:53.493681Z","steps":["trace[1876215471] 'agreement among raft nodes before linearized reading' (duration: 1.32454437s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:09:53.493758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:09:52.167574Z","time spent":"1.326168448s","remote":"127.0.0.1:42052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T17:09:53.493741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:09:51.529379Z","time spent":"1.964339158s","remote":"127.0.0.1:42042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T17:09:53.492232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.295746031s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-02-27T17:09:53.493889Z","caller":"traceutil/trace.go:171","msg":"trace[81181058] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9724; }","duration":"3.297430971s","start":"2026-02-27T17:09:50.196436Z","end":"2026-02-27T17:09:53.493867Z","steps":["trace[81181058] 'agreement among raft nodes before linearized reading' (duration: 3.29570074s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:09:53.493933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:09:50.196406Z","time spent":"3.297514643s","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-27T17:09:53.492306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.752399301s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T17:09:53.493989Z","caller":"traceutil/trace.go:171","msg":"trace[1738643937] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:9724; }","duration":"1.754127051s","start":"2026-02-27T17:09:51.739851Z","end":"2026-02-27T17:09:53.493978Z","steps":["trace[1738643937] 'agreement among raft nodes before linearized reading' (duration: 1.75235643s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:09:53.494032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:09:51.739821Z","time spent":"1.754196592s","remote":"127.0.0.1:42380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":72,"response size":29,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"warn","ts":"2026-02-27T17:09:53.995716Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3939133035121653246,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T17:09:55.503099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000308191s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-27T17:09:55.503202Z","caller":"traceutil/trace.go:171","msg":"trace[298449660] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000454655s","start":"2026-02-27T17:09:53.502723Z","end":"2026-02-27T17:09:55.503178Z","steps":["trace[298449660] 'agreement among raft nodes before linearized reading' (duration: 2.000324992s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:09:55.503269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:09:53.502709Z","time spent":"2.000545777s","remote":"127.0.0.1:42042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T17:09:55.940387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.910589896s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T17:09:55.940499Z","caller":"traceutil/trace.go:171","msg":"trace[791372981] transaction","detail":"{read_only:false; response_revision:9725; number_of_response:1; }","duration":"2.448318687s","start":"2026-02-27T17:09:53.492157Z","end":"2026-02-27T17:09:55.940476Z","steps":["trace[791372981] 'process raft request' (duration: 537.555567ms)","trace[791372981] 'compare' (duration: 1.910173916s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T17:09:55.940555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:09:53.492143Z","time spent":"2.448385509s","remote":"127.0.0.1:42074","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T17:09:55.984323Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.954625978s","expected-duration":"1s"} {"level":"info","ts":"2026-02-27T17:09:55.984643Z","caller":"traceutil/trace.go:171","msg":"trace[1922526758] transaction","detail":"{read_only:false; response_revision:9726; number_of_response:1; }","duration":"2.486306596s","start":"2026-02-27T17:09:53.498318Z","end":"2026-02-27T17:09:55.984625Z","steps":["trace[1922526758] 'process raft request' (duration: 2.486155063s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:09:55.984733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:09:53.498298Z","time spent":"2.486393059s","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T17:09:55.984954Z","caller":"traceutil/trace.go:171","msg":"trace[1488811056] transaction","detail":"{read_only:false; response_revision:9727; number_of_response:1; }","duration":"2.486455551s","start":"2026-02-27T17:09:53.498467Z","end":"2026-02-27T17:09:55.984922Z","steps":["trace[1488811056] 'process raft request' (duration: 2.486116722s)"],"step_count":1} {"level":"info","ts":"2026-02-27T17:09:55.984984Z","caller":"traceutil/trace.go:171","msg":"trace[585655007] transaction","detail":"{read_only:false; response_revision:9728; number_of_response:1; }","duration":"2.486063242s","start":"2026-02-27T17:09:53.498896Z","end":"2026-02-27T17:09:55.984959Z","steps":["trace[585655007] 'process raft request' (duration: 2.485942309s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:09:55.985118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:09:53.498459Z","time spent":"2.486572324s","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T17:09:55.985126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:09:53.498887Z","time spent":"2.486166884s","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T17:09:55.98514Z","caller":"traceutil/trace.go:171","msg":"trace[296430665] linearizableReadLoop","detail":"{readStateIndex:10101; appliedIndex:10096; }","duration":"2.489891652s","start":"2026-02-27T17:09:53.495235Z","end":"2026-02-27T17:09:55.985127Z","steps":["trace[296430665] 'read index received' (duration: 534.478204ms)","trace[296430665] 'applied index is now lower than readState.Index' (duration: 1.955412568s)"],"step_count":2} {"level":"info","ts":"2026-02-27T17:09:55.985222Z","caller":"traceutil/trace.go:171","msg":"trace[972343034] transaction","detail":"{read_only:false; response_revision:9729; number_of_response:1; }","duration":"2.485415196s","start":"2026-02-27T17:09:53.499775Z","end":"2026-02-27T17:09:55.985191Z","steps":["trace[972343034] 'process raft request' (duration: 2.48514553s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:09:55.985301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.490055816s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-10b06e7f-46a5-4115-9fdb-bf3f1dcab0a1\" ","response":"range_response_count:1 size:1303"} {"level":"info","ts":"2026-02-27T17:09:55.985338Z","caller":"traceutil/trace.go:171","msg":"trace[535924919] range","detail":"{range_begin:/registry/persistentvolumes/pvc-10b06e7f-46a5-4115-9fdb-bf3f1dcab0a1; range_end:; response_count:1; response_revision:9729; }","duration":"2.490124678s","start":"2026-02-27T17:09:53.495203Z","end":"2026-02-27T17:09:55.985328Z","steps":["trace[535924919] 'agreement among raft nodes before linearized reading' (duration: 2.489991974s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:09:55.985374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:09:53.495187Z","time spent":"2.490180208s","remote":"127.0.0.1:42186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1325,"request content":"key:\"/registry/persistentvolumes/pvc-10b06e7f-46a5-4115-9fdb-bf3f1dcab0a1\" "} {"level":"warn","ts":"2026-02-27T17:09:55.985366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:09:53.49976Z","time spent":"2.48553379s","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T17:09:56.485941Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3939133035121653256,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T17:09:56.986807Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3939133035121653256,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T17:09:57.487254Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3939133035121653256,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T17:09:57.503489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999493341s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T17:09:57.503604Z","caller":"traceutil/trace.go:171","msg":"trace[1775896903] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999650615s","start":"2026-02-27T17:09:55.503921Z","end":"2026-02-27T17:09:57.503572Z","steps":["trace[1775896903] 'agreement among raft nodes before linearized reading' (duration: 1.999520452s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:09:57.50367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:09:55.503904Z","time spent":"1.999749737s","remote":"127.0.0.1:42052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 17:09:57 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T17:09:57.836871Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.852388248s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-27T17:09:58.956407Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.11929273s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-27T17:09:58.966763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.995145598s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T17:09:58.96692Z","caller":"traceutil/trace.go:171","msg":"trace[918128227] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:9729; }","duration":"1.995331662s","start":"2026-02-27T17:09:56.971563Z","end":"2026-02-27T17:09:58.966895Z","steps":["trace[918128227] 'range keys from in-memory index tree' (duration: 1.995077556s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:09:59.509698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000444993s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T17:09:59.50978Z","caller":"traceutil/trace.go:171","msg":"trace[906962440] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000576976s","start":"2026-02-27T17:09:57.509184Z","end":"2026-02-27T17:09:59.509761Z","steps":["trace[906962440] 'agreement among raft nodes before linearized reading' (duration: 2.000475294s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:09:59.509827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:09:57.509165Z","time spent":"2.000653488s","remote":"127.0.0.1:42042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 17:09:59 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T17:09:59.55786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.72071421s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-02-27T17:09:59.558253Z","caller":"traceutil/trace.go:171","msg":"trace[955001314] transaction","detail":"{read_only:false; response_revision:9730; number_of_response:1; }","duration":"4.432864284s","start":"2026-02-27T17:09:55.125367Z","end":"2026-02-27T17:09:59.558232Z","steps":["trace[955001314] 'process raft request' (duration: 4.432594927s)"],"step_count":1} {"level":"info","ts":"2026-02-27T17:09:59.558528Z","caller":"traceutil/trace.go:171","msg":"trace[1701613309] transaction","detail":"{read_only:false; response_revision:9731; number_of_response:1; }","duration":"4.062111626s","start":"2026-02-27T17:09:55.496399Z","end":"2026-02-27T17:09:59.55851Z","steps":["trace[1701613309] 'process raft request' (duration: 4.061755588s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:09:59.558673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:09:55.496379Z","time spent":"4.062199599s","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T17:09:59.558796Z","caller":"traceutil/trace.go:171","msg":"trace[502056626] transaction","detail":"{read_only:false; response_revision:9732; number_of_response:1; }","duration":"4.062104186s","start":"2026-02-27T17:09:55.496678Z","end":"2026-02-27T17:09:59.558782Z","steps":["trace[502056626] 'process raft request' (duration: 4.061777119s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:09:59.558899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:09:55.496671Z","time spent":"4.062168728s","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T17:09:59.559105Z","caller":"traceutil/trace.go:171","msg":"trace[26580002] transaction","detail":"{read_only:false; response_revision:9733; number_of_response:1; }","duration":"3.189460255s","start":"2026-02-27T17:09:56.369633Z","end":"2026-02-27T17:09:59.559093Z","steps":["trace[26580002] 'process raft request' (duration: 3.189074636s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:09:59.559197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:09:56.369601Z","time spent":"3.189559717s","remote":"127.0.0.1:35540","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7515,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T17:09:59.559536Z","caller":"traceutil/trace.go:171","msg":"trace[1237974553] linearizableReadLoop","detail":"{readStateIndex:10107; appliedIndex:10101; }","duration":"3.574355368s","start":"2026-02-27T17:09:55.985169Z","end":"2026-02-27T17:09:59.559524Z","steps":["trace[1237974553] 'read index received' (duration: 1.851997738s)","trace[1237974553] 'applied index is now lower than readState.Index' (duration: 1.72235659s)"],"step_count":2} {"level":"info","ts":"2026-02-27T17:09:59.559754Z","caller":"traceutil/trace.go:171","msg":"trace[722448795] transaction","detail":"{read_only:false; response_revision:9734; number_of_response:1; }","duration":"2.114411342s","start":"2026-02-27T17:09:57.445333Z","end":"2026-02-27T17:09:59.559744Z","steps":["trace[722448795] 'process raft request' (duration: 2.113711695s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:09:59.559821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:09:57.44531Z","time spent":"2.114477083s","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T17:09:59.559983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.617205143s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:421"} {"level":"info","ts":"2026-02-27T17:09:59.560017Z","caller":"traceutil/trace.go:171","msg":"trace[381359165] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:9734; }","duration":"3.617271845s","start":"2026-02-27T17:09:55.942737Z","end":"2026-02-27T17:09:59.560008Z","steps":["trace[381359165] 'agreement among raft nodes before linearized reading' (duration: 3.617161483s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:09:59.560042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:09:55.942719Z","time spent":"3.617317646s","remote":"127.0.0.1:42206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":443,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-02-27T17:09:59.560236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.94018022s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:19313"} {"level":"info","ts":"2026-02-27T17:09:59.56027Z","caller":"traceutil/trace.go:171","msg":"trace[120946398] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:9734; }","duration":"3.940245912s","start":"2026-02-27T17:09:55.620016Z","end":"2026-02-27T17:09:59.560262Z","steps":["trace[120946398] 'agreement among raft nodes before linearized reading' (duration: 3.94015105s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:09:59.560298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:09:55.619997Z","time spent":"3.940292343s","remote":"127.0.0.1:42218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":19335,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"warn","ts":"2026-02-27T17:09:59.560464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.618129688s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T17:09:59.560503Z","caller":"traceutil/trace.go:171","msg":"trace[403440006] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:9734; }","duration":"5.618202729s","start":"2026-02-27T17:09:53.942289Z","end":"2026-02-27T17:09:59.560492Z","steps":["trace[403440006] 'agreement among raft nodes before linearized reading' (duration: 5.618142628s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:09:59.560532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:09:53.942269Z","time spent":"5.618255391s","remote":"127.0.0.1:42558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":2,"response size":29,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-02-27T17:09:59.560719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.906233278s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T17:09:59.560757Z","caller":"traceutil/trace.go:171","msg":"trace[1900637943] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:9734; }","duration":"5.9063052s","start":"2026-02-27T17:09:53.654442Z","end":"2026-02-27T17:09:59.560747Z","steps":["trace[1900637943] 'agreement among raft nodes before linearized reading' (duration: 5.906213298s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:09:59.56079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:09:53.654421Z","time spent":"5.906361771s","remote":"127.0.0.1:42086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":72,"response size":29,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"warn","ts":"2026-02-27T17:09:59.560951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.061897594s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.1898289b7be90003\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-02-27T17:09:59.560985Z","caller":"traceutil/trace.go:171","msg":"trace[996540513] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.1898289b7be90003; range_end:; response_count:1; response_revision:9734; }","duration":"6.061946906s","start":"2026-02-27T17:09:53.499029Z","end":"2026-02-27T17:09:59.560976Z","steps":["trace[996540513] 'agreement among raft nodes before linearized reading' (duration: 6.061883054s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:09:59.561014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:09:53.499023Z","time spent":"6.061981196s","remote":"127.0.0.1:42106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":796,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.1898289b7be90003\" "} {"level":"warn","ts":"2026-02-27T17:09:59.56146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.062691643s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:37 size:348634"} {"level":"info","ts":"2026-02-27T17:09:59.561496Z","caller":"traceutil/trace.go:171","msg":"trace[960481038] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:37; response_revision:9734; }","duration":"6.062743144s","start":"2026-02-27T17:09:53.498745Z","end":"2026-02-27T17:09:59.561488Z","steps":["trace[960481038] 'agreement among raft nodes before linearized reading' (duration: 6.062394416s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:09:59.561527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:09:53.49874Z","time spent":"6.062779504s","remote":"127.0.0.1:42234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":37,"response size":348656,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-02-27T17:09:59.561593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.554266672s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"info","ts":"2026-02-27T17:09:59.56164Z","caller":"traceutil/trace.go:171","msg":"trace[1910619808] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:9734; }","duration":"3.554316583s","start":"2026-02-27T17:09:56.007312Z","end":"2026-02-27T17:09:59.561628Z","steps":["trace[1910619808] 'agreement among raft nodes before linearized reading' (duration: 3.55418014s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:09:59.561633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.538373443s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-27T17:09:59.561691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.062948699s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-02-27T17:09:59.561724Z","caller":"traceutil/trace.go:171","msg":"trace[1710120430] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:9734; }","duration":"1.538501297s","start":"2026-02-27T17:09:58.023194Z","end":"2026-02-27T17:09:59.561696Z","steps":["trace[1710120430] 'agreement among raft nodes before linearized reading' (duration: 1.538348193s)"],"step_count":1} {"level":"info","ts":"2026-02-27T17:09:59.561754Z","caller":"traceutil/trace.go:171","msg":"trace[246710356] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9734; }","duration":"6.063038441s","start":"2026-02-27T17:09:53.498701Z","end":"2026-02-27T17:09:59.561739Z","steps":["trace[246710356] 'agreement among raft nodes before linearized reading' (duration: 6.062787645s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:09:59.561728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.572300937s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-02-27T17:09:59.561753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.339286766s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T17:09:59.561767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.572321787s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-02-27T17:09:59.561834Z","caller":"traceutil/trace.go:171","msg":"trace[1497730198] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9734; }","duration":"1.572516501s","start":"2026-02-27T17:09:57.989306Z","end":"2026-02-27T17:09:59.561822Z","steps":["trace[1497730198] 'agreement among raft nodes before linearized reading' (duration: 1.572371798s)"],"step_count":1} {"level":"info","ts":"2026-02-27T17:09:59.561832Z","caller":"traceutil/trace.go:171","msg":"trace[958426998] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9734; }","duration":"1.572439869s","start":"2026-02-27T17:09:57.989368Z","end":"2026-02-27T17:09:59.561808Z","steps":["trace[958426998] 'agreement among raft nodes before linearized reading' (duration: 1.572145842s)"],"step_count":1} {"level":"info","ts":"2026-02-27T17:09:59.561839Z","caller":"traceutil/trace.go:171","msg":"trace[613987768] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:9734; }","duration":"2.339425049s","start":"2026-02-27T17:09:57.222391Z","end":"2026-02-27T17:09:59.561816Z","steps":["trace[613987768] 'agreement among raft nodes before linearized reading' (duration: 2.339276856s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:09:59.561882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:09:57.98928Z","time spent":"1.572591583s","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-27T17:09:59.561876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.572103811s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-02-27T17:09:59.561872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.572071601s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-02-27T17:09:59.561899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:09:57.989355Z","time spent":"1.572523602s","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-02-27T17:09:59.561935Z","caller":"traceutil/trace.go:171","msg":"trace[1048110386] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9734; }","duration":"1.572205414s","start":"2026-02-27T17:09:57.989712Z","end":"2026-02-27T17:09:59.561918Z","steps":["trace[1048110386] 'agreement among raft nodes before linearized reading' (duration: 1.57204611s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:09:59.561994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:09:57.989663Z","time spent":"1.572317826s","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-27T17:09:59.561717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.876647669s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T17:09:59.562046Z","caller":"traceutil/trace.go:171","msg":"trace[404110431] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:9734; }","duration":"2.876974816s","start":"2026-02-27T17:09:56.68506Z","end":"2026-02-27T17:09:59.562035Z","steps":["trace[404110431] 'agreement among raft nodes before linearized reading' (duration: 2.876632938s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:09:59.562081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.227893955s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-27T17:09:59.562098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:09:56.685025Z","time spent":"2.877059519s","remote":"127.0.0.1:35414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true "} {"level":"info","ts":"2026-02-27T17:09:59.561942Z","caller":"traceutil/trace.go:171","msg":"trace[1579461806] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9734; }","duration":"1.572182234s","start":"2026-02-27T17:09:57.989744Z","end":"2026-02-27T17:09:59.561926Z","steps":["trace[1579461806] 'agreement among raft nodes before linearized reading' (duration: 1.57199429s)"],"step_count":1} {"level":"info","ts":"2026-02-27T17:09:59.562134Z","caller":"traceutil/trace.go:171","msg":"trace[1938620055] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:9734; }","duration":"3.228001338s","start":"2026-02-27T17:09:56.334122Z","end":"2026-02-27T17:09:59.562123Z","steps":["trace[1938620055] 'agreement among raft nodes before linearized reading' (duration: 3.227613408s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:09:59.562167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:09:56.334094Z","time spent":"3.228064239s","remote":"127.0.0.1:43342","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":5,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true "} {"level":"warn","ts":"2026-02-27T17:09:59.56217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:09:57.989724Z","time spent":"1.572431529s","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-27T17:09:59.561793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:09:58.02318Z","time spent":"1.538596468s","remote":"127.0.0.1:42476","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":29,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-02-27T17:09:59.561675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:09:56.007209Z","time spent":"3.554459577s","remote":"127.0.0.1:42140","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":378,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-02-27T17:09:59.561895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:09:57.222369Z","time spent":"2.339515771s","remote":"127.0.0.1:60922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"warn","ts":"2026-02-27T17:09:59.56179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:09:53.498692Z","time spent":"6.063090042s","remote":"127.0.0.1:42234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12234,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-27T17:09:59.559129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:09:55.125343Z","time spent":"4.433694423s","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T17:10:00.075477Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3939133035121653262,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-27T17:10:00.565061Z","caller":"traceutil/trace.go:171","msg":"trace[738276737] transaction","detail":"{read_only:false; response_revision:9735; number_of_response:1; }","duration":"994.573868ms","start":"2026-02-27T17:09:59.570457Z","end":"2026-02-27T17:10:00.565031Z","steps":["trace[738276737] 'process raft request' (duration: 994.390954ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:10:00.565271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:09:59.570439Z","time spent":"994.731713ms","remote":"127.0.0.1:42106","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T17:10:01.551819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"658.191414ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T17:10:01.553147Z","caller":"traceutil/trace.go:171","msg":"trace[1183386608] linearizableReadLoop","detail":"{readStateIndex:10112; appliedIndex:10107; }","duration":"1.978221587s","start":"2026-02-27T17:09:59.574905Z","end":"2026-02-27T17:10:01.553126Z","steps":["trace[1183386608] 'read index received' (duration: 990.0044ms)","trace[1183386608] 'applied index is now lower than readState.Index' (duration: 988.216147ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T17:10:01.553285Z","caller":"traceutil/trace.go:171","msg":"trace[1741515074] transaction","detail":"{read_only:false; response_revision:9737; number_of_response:1; }","duration":"1.977998272s","start":"2026-02-27T17:09:59.575258Z","end":"2026-02-27T17:10:01.553256Z","steps":["trace[1741515074] 'process raft request' (duration: 1.977668635s)"],"step_count":1} {"level":"info","ts":"2026-02-27T17:10:01.553323Z","caller":"traceutil/trace.go:171","msg":"trace[2093370454] transaction","detail":"{read_only:false; response_revision:9739; number_of_response:1; }","duration":"1.977891809s","start":"2026-02-27T17:09:59.5754Z","end":"2026-02-27T17:10:01.553292Z","steps":["trace[2093370454] 'process raft request' (duration: 1.977683224s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:10:01.553351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.978426732s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T17:10:01.553442Z","caller":"traceutil/trace.go:171","msg":"trace[646423501] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9739; }","duration":"1.978561335s","start":"2026-02-27T17:09:59.574867Z","end":"2026-02-27T17:10:01.553428Z","steps":["trace[646423501] 'agreement among raft nodes before linearized reading' (duration: 1.978425592s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:10:01.553454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:09:59.575227Z","time spent":"1.978113394s","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T17:10:01.553484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:09:59.574851Z","time spent":"1.978625477s","remote":"127.0.0.1:42042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T17:10:01.553507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:09:59.575393Z","time spent":"1.978036663s","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T17:10:01.553536Z","caller":"traceutil/trace.go:171","msg":"trace[2017165731] transaction","detail":"{read_only:false; response_revision:9738; number_of_response:1; }","duration":"1.977954561s","start":"2026-02-27T17:09:59.575319Z","end":"2026-02-27T17:10:01.553274Z","steps":["trace[2017165731] 'process raft request' (duration: 1.977726116s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:10:01.553751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:09:59.575297Z","time spent":"1.97833469s","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T17:10:01.553062Z","caller":"traceutil/trace.go:171","msg":"trace[1487454575] transaction","detail":"{read_only:false; response_revision:9736; number_of_response:1; }","duration":"1.982266012s","start":"2026-02-27T17:09:59.570753Z","end":"2026-02-27T17:10:01.553019Z","steps":["trace[1487454575] 'process raft request' (duration: 1.322744017s)","trace[1487454575] 'compare' (duration: 657.922218ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T17:10:01.554072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:09:59.570712Z","time spent":"1.983251986s","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T17:10:02.166795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"474.833092ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-02-27T17:10:02.167052Z","caller":"traceutil/trace.go:171","msg":"trace[1708530415] transaction","detail":"{read_only:false; response_revision:9740; number_of_response:1; }","duration":"1.597416831s","start":"2026-02-27T17:10:00.569589Z","end":"2026-02-27T17:10:02.167006Z","steps":["trace[1708530415] 'process raft request' (duration: 1.122294722s)","trace[1708530415] 'compare' (duration: 474.397122ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T17:10:02.167202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:10:00.569566Z","time spent":"1.597570495s","remote":"127.0.0.1:42106","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":846,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-27T17:10:02.167563Z","caller":"traceutil/trace.go:171","msg":"trace[84506432] transaction","detail":"{read_only:false; response_revision:9741; number_of_response:1; }","duration":"1.171646281s","start":"2026-02-27T17:10:00.995909Z","end":"2026-02-27T17:10:02.167555Z","steps":["trace[84506432] 'process raft request' (duration: 1.171273852s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:10:02.167623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:10:00.995883Z","time spent":"1.171705352s","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T17:10:02.168475Z","caller":"traceutil/trace.go:171","msg":"trace[1835911785] transaction","detail":"{read_only:false; response_revision:9743; number_of_response:1; }","duration":"602.979276ms","start":"2026-02-27T17:10:01.565476Z","end":"2026-02-27T17:10:02.168455Z","steps":["trace[1835911785] 'process raft request' (duration: 602.889564ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T17:10:02.168578Z","caller":"traceutil/trace.go:171","msg":"trace[1644173713] transaction","detail":"{read_only:false; response_revision:9742; number_of_response:1; }","duration":"603.088958ms","start":"2026-02-27T17:10:01.565445Z","end":"2026-02-27T17:10:02.168534Z","steps":["trace[1644173713] 'process raft request' (duration: 601.92704ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:10:02.168706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.525420057s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T17:10:02.168718Z","caller":"traceutil/trace.go:171","msg":"trace[963796769] transaction","detail":"{read_only:false; response_revision:9744; number_of_response:1; }","duration":"594.971337ms","start":"2026-02-27T17:10:01.573708Z","end":"2026-02-27T17:10:02.168679Z","steps":["trace[963796769] 'process raft request' (duration: 594.714821ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:10:02.168767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.037992977s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T17:10:02.168811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:10:01.573693Z","time spent":"595.070909ms","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T17:10:02.168842Z","caller":"traceutil/trace.go:171","msg":"trace[1110493356] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9744; }","duration":"1.038093129s","start":"2026-02-27T17:10:01.130708Z","end":"2026-02-27T17:10:02.168801Z","steps":["trace[1110493356] 'agreement among raft nodes before linearized reading' (duration: 1.037990576s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:10:02.168827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.243680725s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T17:10:02.168878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:10:01.130692Z","time spent":"1.038178021s","remote":"127.0.0.1:42042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T17:10:02.16893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.301259345s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T17:10:02.168932Z","caller":"traceutil/trace.go:171","msg":"trace[182684962] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:9744; }","duration":"1.243839489s","start":"2026-02-27T17:10:00.925073Z","end":"2026-02-27T17:10:02.168912Z","steps":["trace[182684962] 'agreement among raft nodes before linearized reading' (duration: 1.243673475s)"],"step_count":1} {"level":"info","ts":"2026-02-27T17:10:02.168951Z","caller":"traceutil/trace.go:171","msg":"trace[1883782071] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:9744; }","duration":"2.301282286s","start":"2026-02-27T17:09:59.867663Z","end":"2026-02-27T17:10:02.168946Z","steps":["trace[1883782071] 'agreement among raft nodes before linearized reading' (duration: 2.301230135s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:10:02.168955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.591940328s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-02-27T17:10:02.168979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:09:59.867605Z","time spent":"2.301369178s","remote":"127.0.0.1:42508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":25,"response size":29,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"warn","ts":"2026-02-27T17:10:02.168984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:10:00.925051Z","time spent":"1.243922752s","remote":"127.0.0.1:35404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true "} {"level":"info","ts":"2026-02-27T17:10:02.168736Z","caller":"traceutil/trace.go:171","msg":"trace[528311664] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:9744; }","duration":"1.525493169s","start":"2026-02-27T17:10:00.643234Z","end":"2026-02-27T17:10:02.168727Z","steps":["trace[528311664] 'agreement among raft nodes before linearized reading' (duration: 1.525407717s)"],"step_count":1} {"level":"info","ts":"2026-02-27T17:10:02.169006Z","caller":"traceutil/trace.go:171","msg":"trace[408887851] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:9744; }","duration":"2.59202109s","start":"2026-02-27T17:09:59.576971Z","end":"2026-02-27T17:10:02.168992Z","steps":["trace[408887851] 'agreement among raft nodes before linearized reading' (duration: 2.591913367s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:10:02.169053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:09:59.57696Z","time spent":"2.592085791s","remote":"127.0.0.1:42328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-02-27T17:10:02.169045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:10:00.643214Z","time spent":"1.525808316s","remote":"127.0.0.1:48396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":27,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"warn","ts":"2026-02-27T17:10:02.169078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.508784519s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T17:10:02.169185Z","caller":"traceutil/trace.go:171","msg":"trace[1321241639] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:9744; }","duration":"2.508924272s","start":"2026-02-27T17:09:59.660245Z","end":"2026-02-27T17:10:02.169169Z","steps":["trace[1321241639] 'agreement among raft nodes before linearized reading' (duration: 2.508793609s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:10:02.169218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:09:59.660227Z","time spent":"2.508982463s","remote":"127.0.0.1:42508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":27,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-02-27T17:10:02.169378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.594315234s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kubelet\" ","response":"range_response_count:1 size:1136"} {"level":"warn","ts":"2026-02-27T17:10:02.169365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.594092459s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7101"} {"level":"info","ts":"2026-02-27T17:10:02.169407Z","caller":"traceutil/trace.go:171","msg":"trace[1674781899] range","detail":"{range_begin:/registry/services/specs/kube-system/kube-prometheus-stack-kubelet; range_end:; response_count:1; response_revision:9744; }","duration":"2.594391606s","start":"2026-02-27T17:09:59.575008Z","end":"2026-02-27T17:10:02.1694Z","steps":["trace[1674781899] 'agreement among raft nodes before linearized reading' (duration: 2.594286953s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:10:02.16943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:09:59.574984Z","time spent":"2.594441107s","remote":"127.0.0.1:42240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":1158,"request content":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kubelet\" "} {"level":"info","ts":"2026-02-27T17:10:02.16944Z","caller":"traceutil/trace.go:171","msg":"trace[932812180] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:9744; }","duration":"2.594241932s","start":"2026-02-27T17:09:59.57518Z","end":"2026-02-27T17:10:02.169421Z","steps":["trace[932812180] 'agreement among raft nodes before linearized reading' (duration: 2.593856183s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:10:02.169492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:09:59.575174Z","time spent":"2.594307754s","remote":"127.0.0.1:42234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7123,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-02-27T17:10:02.168916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:10:01.565421Z","time spent":"603.269273ms","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T17:10:02.170312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.587178695s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:19313"} {"level":"info","ts":"2026-02-27T17:10:02.170789Z","caller":"traceutil/trace.go:171","msg":"trace[415071453] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:9744; }","duration":"2.587715748s","start":"2026-02-27T17:09:59.583059Z","end":"2026-02-27T17:10:02.170774Z","steps":["trace[415071453] 'agreement among raft nodes before linearized reading' (duration: 2.585843623s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:10:02.171258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:09:59.583036Z","time spent":"2.58821056s","remote":"127.0.0.1:42218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":19335,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"info","ts":"2026-02-27T17:10:02.168644Z","caller":"traceutil/trace.go:171","msg":"trace[149102254] linearizableReadLoop","detail":"{readStateIndex:10114; appliedIndex:10112; }","duration":"615.330319ms","start":"2026-02-27T17:10:01.553301Z","end":"2026-02-27T17:10:02.168631Z","steps":["trace[149102254] 'read index received' (duration: 138.667503ms)","trace[149102254] 'applied index is now lower than readState.Index' (duration: 476.661866ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T17:10:02.176045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:10:01.565439Z","time spent":"603.084399ms","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T17:10:02.676512Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3939133035121653275,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-27T17:10:02.712641Z","caller":"traceutil/trace.go:171","msg":"trace[1677793318] transaction","detail":"{read_only:false; response_revision:9745; number_of_response:1; }","duration":"537.024635ms","start":"2026-02-27T17:10:02.17559Z","end":"2026-02-27T17:10:02.712615Z","steps":["trace[1677793318] 'process raft request' (duration: 536.873652ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:10:02.712768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:10:02.175565Z","time spent":"537.145818ms","remote":"127.0.0.1:42106","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":845,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-27T17:10:03.55505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000613747s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T17:10:03.555145Z","caller":"traceutil/trace.go:171","msg":"trace[1561928553] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00072285s","start":"2026-02-27T17:10:01.554401Z","end":"2026-02-27T17:10:03.555124Z","steps":["trace[1561928553] 'agreement among raft nodes before linearized reading' (duration: 2.000608557s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:10:03.555198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:10:01.554364Z","time spent":"2.000823632s","remote":"127.0.0.1:42052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 17:10:03 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T17:10:04.104766Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.392300735s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-27T17:10:04.379439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.212342ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T17:10:04.379544Z","caller":"traceutil/trace.go:171","msg":"trace[1938061616] linearizableReadLoop","detail":"{readStateIndex:10119; appliedIndex:10117; }","duration":"2.203549951s","start":"2026-02-27T17:10:02.175975Z","end":"2026-02-27T17:10:04.379525Z","steps":["trace[1938061616] 'read index received' (duration: 536.495812ms)","trace[1938061616] 'applied index is now lower than readState.Index' (duration: 1.667052569s)"],"step_count":2} {"level":"info","ts":"2026-02-27T17:10:04.379627Z","caller":"traceutil/trace.go:171","msg":"trace[1107658750] transaction","detail":"{read_only:false; response_revision:9746; number_of_response:1; }","duration":"2.193733369s","start":"2026-02-27T17:10:02.185881Z","end":"2026-02-27T17:10:04.379614Z","steps":["trace[1107658750] 'process raft request' (duration: 1.919263911s)","trace[1107658750] 'compare' (duration: 273.154258ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T17:10:04.379696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:10:02.185863Z","time spent":"2.193795491s","remote":"127.0.0.1:42234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7279,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T17:10:04.379719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.203939451s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T17:10:04.379794Z","caller":"traceutil/trace.go:171","msg":"trace[2134776995] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:9746; }","duration":"2.204058864s","start":"2026-02-27T17:10:02.175717Z","end":"2026-02-27T17:10:04.379776Z","steps":["trace[2134776995] 'agreement among raft nodes before linearized reading' (duration: 2.203933471s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:10:04.379839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:10:02.175702Z","time spent":"2.204128905s","remote":"127.0.0.1:42240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":27,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-02-27T17:10:04.380065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.204084974s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/kube-system/\" range_end:\"/registry/resourcequotas/kube-system0\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T17:10:04.380093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.204529595s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.70\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-02-27T17:10:04.38015Z","caller":"traceutil/trace.go:171","msg":"trace[1792662129] range","detail":"{range_begin:/registry/resourcequotas/kube-system/; range_end:/registry/resourcequotas/kube-system0; response_count:0; response_revision:9746; }","duration":"2.204230397s","start":"2026-02-27T17:10:02.175901Z","end":"2026-02-27T17:10:04.380131Z","steps":["trace[1792662129] 'agreement among raft nodes before linearized reading' (duration: 2.204073124s)"],"step_count":1} {"level":"info","ts":"2026-02-27T17:10:04.380163Z","caller":"traceutil/trace.go:171","msg":"trace[1805068987] range","detail":"{range_begin:/registry/masterleases/162.253.55.70; range_end:; response_count:1; response_revision:9746; }","duration":"2.204677719s","start":"2026-02-27T17:10:02.175467Z","end":"2026-02-27T17:10:04.380144Z","steps":["trace[1805068987] 'agreement among raft nodes before linearized reading' (duration: 2.204441163s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:10:04.380199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:10:02.175886Z","time spent":"2.204303179s","remote":"127.0.0.1:42116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":27,"request content":"key:\"/registry/resourcequotas/kube-system/\" range_end:\"/registry/resourcequotas/kube-system0\" "} {"level":"warn","ts":"2026-02-27T17:10:04.380221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:10:02.175447Z","time spent":"2.20475849s","remote":"127.0.0.1:42074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":155,"request content":"key:\"/registry/masterleases/162.253.55.70\" "} {"level":"warn","ts":"2026-02-27T17:10:04.380322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.80031441s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-l8xw2\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-02-27T17:10:04.380428Z","caller":"traceutil/trace.go:171","msg":"trace[445714673] range","detail":"{range_begin:/registry/pods/openstack/keepalived-l8xw2; range_end:; response_count:1; response_revision:9746; }","duration":"2.800459134s","start":"2026-02-27T17:10:01.579949Z","end":"2026-02-27T17:10:04.380408Z","steps":["trace[445714673] 'agreement among raft nodes before linearized reading' (duration: 2.800054784s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:10:04.380497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:10:01.579936Z","time spent":"2.800548906s","remote":"127.0.0.1:42234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6549,"request content":"key:\"/registry/pods/openstack/keepalived-l8xw2\" "} {"level":"warn","ts":"2026-02-27T17:10:04.880238Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3939133035121653281,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T17:10:05.38064Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3939133035121653281,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T17:10:05.527173Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.149984258s","expected-duration":"1s"} {"level":"info","ts":"2026-02-27T17:10:05.528574Z","caller":"traceutil/trace.go:171","msg":"trace[1606761] transaction","detail":"{read_only:false; response_revision:9747; number_of_response:1; }","duration":"1.784097411s","start":"2026-02-27T17:10:03.744452Z","end":"2026-02-27T17:10:05.528549Z","steps":["trace[1606761] 'process raft request' (duration: 1.783003595s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:10:05.528708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:10:03.744424Z","time spent":"1.784216194s","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T17:10:05.56233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00032394s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-27T17:10:05.562386Z","caller":"traceutil/trace.go:171","msg":"trace[1759778049] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000420952s","start":"2026-02-27T17:10:03.56195Z","end":"2026-02-27T17:10:05.562371Z","steps":["trace[1759778049] 'agreement among raft nodes before linearized reading' (duration: 2.000356181s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:10:05.562426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:10:03.561931Z","time spent":"2.000486675s","remote":"127.0.0.1:42042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 17:10:05 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T17:10:06.187864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.990496ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T17:10:06.188094Z","caller":"traceutil/trace.go:171","msg":"trace[1177374068] transaction","detail":"{read_only:false; response_revision:9748; number_of_response:1; }","duration":"2.009733073s","start":"2026-02-27T17:10:04.178328Z","end":"2026-02-27T17:10:06.188061Z","steps":["trace[1177374068] 'process raft request' (duration: 1.66745451s)","trace[1177374068] 'compare' (duration: 340.983842ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T17:10:06.188186Z","caller":"traceutil/trace.go:171","msg":"trace[748055044] transaction","detail":"{read_only:false; response_revision:9750; number_of_response:1; }","duration":"2.007384428s","start":"2026-02-27T17:10:04.180777Z","end":"2026-02-27T17:10:06.188161Z","steps":["trace[748055044] 'process raft request' (duration: 2.007283775s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:10:06.18833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:10:04.178296Z","time spent":"2.009863837s","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T17:10:06.188332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:10:04.180753Z","time spent":"2.007495661s","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T17:10:06.188492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:10:04.381751Z","time spent":"1.806736787s","remote":"127.0.0.1:42074","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-02-27T17:10:06.188513Z","caller":"traceutil/trace.go:171","msg":"trace[1265770412] linearizableReadLoop","detail":"{readStateIndex:10124; appliedIndex:10119; }","duration":"1.808918709s","start":"2026-02-27T17:10:04.379571Z","end":"2026-02-27T17:10:06.18849Z","steps":["trace[1265770412] 'read index received' (duration: 1.147898629s)","trace[1265770412] 'applied index is now lower than readState.Index' (duration: 661.01837ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T17:10:06.188747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.626978208s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-02-27T17:10:06.188829Z","caller":"traceutil/trace.go:171","msg":"trace[596265184] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9750; }","duration":"2.627105061s","start":"2026-02-27T17:10:03.561711Z","end":"2026-02-27T17:10:06.188816Z","steps":["trace[596265184] 'agreement among raft nodes before linearized reading' (duration: 2.626890206s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:10:06.188863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:10:03.561682Z","time spent":"2.627172332s","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-27T17:10:06.188932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.992947361s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-02-27T17:10:06.189027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.626918206s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-02-27T17:10:06.189048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.626377373s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-02-27T17:10:06.189084Z","caller":"traceutil/trace.go:171","msg":"trace[2137227052] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9750; }","duration":"2.626977358s","start":"2026-02-27T17:10:03.562092Z","end":"2026-02-27T17:10:06.189069Z","steps":["trace[2137227052] 'agreement among raft nodes before linearized reading' (duration: 2.626831914s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:10:06.189072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.827494681s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T17:10:06.189105Z","caller":"traceutil/trace.go:171","msg":"trace[177090405] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9750; }","duration":"2.626459644s","start":"2026-02-27T17:10:03.56263Z","end":"2026-02-27T17:10:06.189089Z","steps":["trace[177090405] 'agreement among raft nodes before linearized reading' (duration: 2.62628706s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:10:06.189133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:10:03.562032Z","time spent":"2.62708845s","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-02-27T17:10:06.189143Z","caller":"traceutil/trace.go:171","msg":"trace[302858606] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:9750; }","duration":"3.827617514s","start":"2026-02-27T17:10:02.361507Z","end":"2026-02-27T17:10:06.189125Z","steps":["trace[302858606] 'agreement among raft nodes before linearized reading' (duration: 3.827477791s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:10:06.189156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:10:03.562581Z","time spent":"2.626562617s","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-27T17:10:06.189187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:10:02.361491Z","time spent":"3.827684495s","remote":"127.0.0.1:32842","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-27T17:10:06.189321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.807284039s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kubelet\" ","response":"range_response_count:1 size:1136"} {"level":"warn","ts":"2026-02-27T17:10:06.189358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"780.308854ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-27T17:10:06.189391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.893617717s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T17:10:06.189427Z","caller":"traceutil/trace.go:171","msg":"trace[1146218243] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:9750; }","duration":"3.893691069s","start":"2026-02-27T17:10:02.295725Z","end":"2026-02-27T17:10:06.189416Z","steps":["trace[1146218243] 'agreement among raft nodes before linearized reading' (duration: 3.893639538s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:10:06.189467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:10:02.295704Z","time spent":"3.8937552s","remote":"127.0.0.1:57086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":27,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"warn","ts":"2026-02-27T17:10:06.189485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"626.747108ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T17:10:06.189487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.472891784s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.1898289b7be90003\" ","response":"range_response_count:1 size:774"} {"level":"warn","ts":"2026-02-27T17:10:06.189493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.799575146s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-02-27T17:10:06.189514Z","caller":"traceutil/trace.go:171","msg":"trace[92053260] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9750; }","duration":"626.805031ms","start":"2026-02-27T17:10:05.562701Z","end":"2026-02-27T17:10:06.189507Z","steps":["trace[92053260] 'agreement among raft nodes before linearized reading' (duration: 626.7481ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T17:10:06.189522Z","caller":"traceutil/trace.go:171","msg":"trace[893563978] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.1898289b7be90003; range_end:; response_count:1; response_revision:9750; }","duration":"3.472961896s","start":"2026-02-27T17:10:02.716549Z","end":"2026-02-27T17:10:06.18951Z","steps":["trace[893563978] 'agreement among raft nodes before linearized reading' (duration: 3.472828833s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:10:06.189478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.044904426s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T17:10:06.189378Z","caller":"traceutil/trace.go:171","msg":"trace[1437372685] range","detail":"{range_begin:/registry/services/specs/kube-system/kube-prometheus-stack-kubelet; range_end:; response_count:1; response_revision:9750; }","duration":"1.807357402s","start":"2026-02-27T17:10:04.382002Z","end":"2026-02-27T17:10:06.189359Z","steps":["trace[1437372685] 'agreement among raft nodes before linearized reading' (duration: 1.807231199s)"],"step_count":1} {"level":"info","ts":"2026-02-27T17:10:06.189624Z","caller":"traceutil/trace.go:171","msg":"trace[655888381] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:9750; }","duration":"2.045125211s","start":"2026-02-27T17:10:04.144468Z","end":"2026-02-27T17:10:06.189593Z","steps":["trace[655888381] 'agreement among raft nodes before linearized reading' (duration: 2.044790873s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:10:06.189638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:10:04.381985Z","time spent":"1.807631238s","remote":"127.0.0.1:42240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":1158,"request content":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kubelet\" "} {"level":"warn","ts":"2026-02-27T17:10:06.189662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.803004377s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/glance-api-87b5695d5-hrns6\" ","response":"range_response_count:1 size:13877"} {"level":"warn","ts":"2026-02-27T17:10:06.189681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.994257803s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-02-27T17:10:06.189691Z","caller":"traceutil/trace.go:171","msg":"trace[647956402] range","detail":"{range_begin:/registry/pods/openstack/glance-api-87b5695d5-hrns6; range_end:; response_count:1; response_revision:9750; }","duration":"1.803055189s","start":"2026-02-27T17:10:04.386628Z","end":"2026-02-27T17:10:06.189684Z","steps":["trace[647956402] 'agreement among raft nodes before linearized reading' (duration: 1.802968557s)"],"step_count":1} {"level":"info","ts":"2026-02-27T17:10:06.189425Z","caller":"traceutil/trace.go:171","msg":"trace[1300438049] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:9750; }","duration":"780.437117ms","start":"2026-02-27T17:10:05.408971Z","end":"2026-02-27T17:10:06.189409Z","steps":["trace[1300438049] 'agreement among raft nodes before linearized reading' (duration: 780.316434ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:10:06.189703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:10:04.144444Z","time spent":"2.045243153s","remote":"127.0.0.1:54500","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":29,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true "} {"level":"info","ts":"2026-02-27T17:10:06.189722Z","caller":"traceutil/trace.go:171","msg":"trace[1698634265] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:9750; }","duration":"2.994332405s","start":"2026-02-27T17:10:03.195379Z","end":"2026-02-27T17:10:06.189711Z","steps":["trace[1698634265] 'agreement among raft nodes before linearized reading' (duration: 2.994205442s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:10:06.189723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:10:04.386616Z","time spent":"1.80310108s","remote":"127.0.0.1:42234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":13899,"request content":"key:\"/registry/pods/openstack/glance-api-87b5695d5-hrns6\" "} {"level":"warn","ts":"2026-02-27T17:10:06.189749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:10:03.195359Z","time spent":"2.994383747s","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":552,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-02-27T17:10:06.189769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:10:05.408948Z","time spent":"780.793565ms","remote":"127.0.0.1:32860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-27T17:10:06.18933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.627325356s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-02-27T17:10:06.189859Z","caller":"traceutil/trace.go:171","msg":"trace[1201655726] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9750; }","duration":"2.627890859s","start":"2026-02-27T17:10:03.561957Z","end":"2026-02-27T17:10:06.189848Z","steps":["trace[1201655726] 'agreement among raft nodes before linearized reading' (duration: 2.627105821s)"],"step_count":1} {"level":"info","ts":"2026-02-27T17:10:06.189536Z","caller":"traceutil/trace.go:171","msg":"trace[833030151] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9750; }","duration":"1.799635318s","start":"2026-02-27T17:10:04.389888Z","end":"2026-02-27T17:10:06.189523Z","steps":["trace[833030151] 'agreement among raft nodes before linearized reading' (duration: 1.799516476s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:10:06.189903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:10:03.561937Z","time spent":"2.62795615s","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-27T17:10:06.189913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:10:04.389878Z","time spent":"1.800024017s","remote":"127.0.0.1:42234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12234,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-27T17:10:06.189551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:10:02.716529Z","time spent":"3.473015288s","remote":"127.0.0.1:42106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":796,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.1898289b7be90003\" "} {"level":"info","ts":"2026-02-27T17:10:06.189971Z","caller":"traceutil/trace.go:171","msg":"trace[1488718094] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:9750; }","duration":"2.993243108s","start":"2026-02-27T17:10:03.195807Z","end":"2026-02-27T17:10:06.18905Z","steps":["trace[1488718094] 'agreement among raft nodes before linearized reading' (duration: 2.99289757s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:10:06.189546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:10:05.562686Z","time spent":"626.853962ms","remote":"127.0.0.1:42052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T17:10:06.190019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.800345815s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:37 size:348634"} {"level":"warn","ts":"2026-02-27T17:10:06.190045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:10:03.195785Z","time spent":"2.994241242s","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":580,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-02-27T17:10:06.190065Z","caller":"traceutil/trace.go:171","msg":"trace[460186283] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:37; response_revision:9750; }","duration":"1.800422837s","start":"2026-02-27T17:10:04.38963Z","end":"2026-02-27T17:10:06.190053Z","steps":["trace[460186283] 'agreement among raft nodes before linearized reading' (duration: 1.799929225s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:10:06.190108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:10:04.389613Z","time spent":"1.800481918s","remote":"127.0.0.1:42234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":37,"response size":348656,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-02-27T17:10:06.189286Z","caller":"traceutil/trace.go:171","msg":"trace[1563890397] transaction","detail":"{read_only:false; response_revision:9749; number_of_response:1; }","duration":"2.010055802s","start":"2026-02-27T17:10:04.178495Z","end":"2026-02-27T17:10:06.188551Z","steps":["trace[1563890397] 'process raft request' (duration: 2.009486938s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:10:06.190476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:10:04.178486Z","time spent":"2.011898636s","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T17:10:06.190193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.010587349s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T17:10:06.190751Z","caller":"traceutil/trace.go:171","msg":"trace[18312737] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:9750; }","duration":"3.011725887s","start":"2026-02-27T17:10:03.17901Z","end":"2026-02-27T17:10:06.190736Z","steps":["trace[18312737] 'agreement among raft nodes before linearized reading' (duration: 3.010297602s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:10:06.190835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:10:03.17899Z","time spent":"3.011827919s","remote":"127.0.0.1:34230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":22,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true "} {"level":"warn","ts":"2026-02-27T17:10:06.69253Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3939133035121653285,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T17:10:08.199715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000124886s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T17:10:08.199797Z","caller":"traceutil/trace.go:171","msg":"trace[1518961149] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000461433s","start":"2026-02-27T17:10:06.199315Z","end":"2026-02-27T17:10:08.199776Z","steps":["trace[1518961149] 'agreement among raft nodes before linearized reading' (duration: 2.000142666s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:10:08.19984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:10:06.199307Z","time spent":"2.000522885s","remote":"127.0.0.1:42042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 17:10:08 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T17:10:08.617941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.646120385s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T17:10:08.618101Z","caller":"traceutil/trace.go:171","msg":"trace[2102259251] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:9750; }","duration":"1.646291289s","start":"2026-02-27T17:10:06.971785Z","end":"2026-02-27T17:10:08.618077Z","steps":["trace[2102259251] 'range keys from in-memory index tree' (duration: 1.646100934s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:10:08.618519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.808058388s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T17:10:08.619121Z","caller":"traceutil/trace.go:171","msg":"trace[326694956] transaction","detail":"{read_only:false; response_revision:9751; number_of_response:1; }","duration":"2.429644906s","start":"2026-02-27T17:10:06.189459Z","end":"2026-02-27T17:10:08.619104Z","steps":["trace[326694956] 'process raft request' (duration: 620.911571ms)","trace[326694956] 'compare' (duration: 1.807460344s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T17:10:08.619176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:10:06.189433Z","time spent":"2.429719038s","remote":"127.0.0.1:42074","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T17:10:09.318304Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.507803915s","expected-duration":"1s"} {"level":"info","ts":"2026-02-27T17:10:09.318896Z","caller":"traceutil/trace.go:171","msg":"trace[1602059597] transaction","detail":"{read_only:false; response_revision:9752; number_of_response:1; }","duration":"3.126395112s","start":"2026-02-27T17:10:06.192479Z","end":"2026-02-27T17:10:09.318874Z","steps":["trace[1602059597] 'process raft request' (duration: 3.126103795s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:10:09.319018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:10:06.192462Z","time spent":"3.126487324s","remote":"127.0.0.1:42106","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T17:10:09.319022Z","caller":"traceutil/trace.go:171","msg":"trace[888802843] transaction","detail":"{read_only:false; response_revision:9755; number_of_response:1; }","duration":"3.123977514s","start":"2026-02-27T17:10:06.195028Z","end":"2026-02-27T17:10:09.319006Z","steps":["trace[888802843] 'process raft request' (duration: 3.123838981s)"],"step_count":1} {"level":"info","ts":"2026-02-27T17:10:09.319061Z","caller":"traceutil/trace.go:171","msg":"trace[188289538] transaction","detail":"{read_only:false; response_revision:9753; number_of_response:1; }","duration":"3.124502756s","start":"2026-02-27T17:10:06.194524Z","end":"2026-02-27T17:10:09.319027Z","steps":["trace[188289538] 'process raft request' (duration: 3.12423376s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:10:09.319111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:10:06.195007Z","time spent":"3.124056966s","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T17:10:09.319206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:10:06.194515Z","time spent":"3.124606599s","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T17:10:09.319327Z","caller":"traceutil/trace.go:171","msg":"trace[1061082189] transaction","detail":"{read_only:false; response_revision:9756; number_of_response:1; }","duration":"3.123950043s","start":"2026-02-27T17:10:06.195365Z","end":"2026-02-27T17:10:09.319315Z","steps":["trace[1061082189] 'process raft request' (duration: 3.123567884s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:10:09.319377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:10:06.195355Z","time spent":"3.123992494s","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":542,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T17:10:09.319371Z","caller":"traceutil/trace.go:171","msg":"trace[193069146] transaction","detail":"{read_only:false; response_revision:9757; number_of_response:1; }","duration":"3.123902563s","start":"2026-02-27T17:10:06.195437Z","end":"2026-02-27T17:10:09.319339Z","steps":["trace[193069146] 'process raft request' (duration: 3.12377811s)"],"step_count":1} {"level":"info","ts":"2026-02-27T17:10:09.319385Z","caller":"traceutil/trace.go:171","msg":"trace[1125672634] linearizableReadLoop","detail":"{readStateIndex:10133; appliedIndex:10124; }","duration":"3.12758386s","start":"2026-02-27T17:10:06.191786Z","end":"2026-02-27T17:10:09.31937Z","steps":["trace[1125672634] 'read index received' (duration: 618.692159ms)","trace[1125672634] 'applied index is now lower than readState.Index' (duration: 2.508890711s)"],"step_count":2} {"level":"info","ts":"2026-02-27T17:10:09.319492Z","caller":"traceutil/trace.go:171","msg":"trace[342527346] transaction","detail":"{read_only:false; response_revision:9754; number_of_response:1; }","duration":"3.124538268s","start":"2026-02-27T17:10:06.194896Z","end":"2026-02-27T17:10:09.319434Z","steps":["trace[342527346] 'process raft request' (duration: 3.123911362s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:10:09.319527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:10:06.195432Z","time spent":"3.124009866s","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T17:10:09.319566Z","caller":"traceutil/trace.go:171","msg":"trace[1757420296] transaction","detail":"{read_only:false; response_revision:9758; number_of_response:1; }","duration":"3.124067617s","start":"2026-02-27T17:10:06.195469Z","end":"2026-02-27T17:10:09.319536Z","steps":["trace[1757420296] 'process raft request' (duration: 3.12381214s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:10:09.319598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:10:06.194864Z","time spent":"3.124681441s","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T17:10:09.319511Z","caller":"traceutil/trace.go:171","msg":"trace[2064093301] transaction","detail":"{read_only:false; response_revision:9759; number_of_response:1; }","duration":"3.116350204s","start":"2026-02-27T17:10:06.203144Z","end":"2026-02-27T17:10:09.319494Z","steps":["trace[2064093301] 'process raft request' (duration: 3.116177259s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:10:09.319644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.127850807s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19313"} {"level":"warn","ts":"2026-02-27T17:10:09.319657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:10:06.195464Z","time spent":"3.124133439s","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T17:10:09.319681Z","caller":"traceutil/trace.go:171","msg":"trace[1502704006] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:9759; }","duration":"3.127914107s","start":"2026-02-27T17:10:06.191758Z","end":"2026-02-27T17:10:09.319673Z","steps":["trace[1502704006] 'agreement among raft nodes before linearized reading' (duration: 3.127776424s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:10:09.31971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:10:06.191731Z","time spent":"3.127972739s","remote":"127.0.0.1:42218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19335,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-02-27T17:10:09.319725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:10:06.203137Z","time spent":"3.116533068s","remote":"127.0.0.1:42234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":13719,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T17:10:09.819582Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3939133035121653299,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T17:10:10.199663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.99990151s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-27T17:10:10.199789Z","caller":"traceutil/trace.go:171","msg":"trace[263001728] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000068515s","start":"2026-02-27T17:10:08.199695Z","end":"2026-02-27T17:10:10.199764Z","steps":["trace[263001728] 'agreement among raft nodes before linearized reading' (duration: 1.999922861s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:10:10.199842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:10:08.199684Z","time spent":"2.000146906s","remote":"127.0.0.1:42052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T17:10:10.663099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"619.707522ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T17:10:10.663696Z","caller":"traceutil/trace.go:171","msg":"trace[1776914148] transaction","detail":"{read_only:false; response_revision:9761; number_of_response:1; }","duration":"2.469300564s","start":"2026-02-27T17:10:08.194375Z","end":"2026-02-27T17:10:10.663676Z","steps":["trace[1776914148] 'process raft request' (duration: 2.469101729s)"],"step_count":1} {"level":"info","ts":"2026-02-27T17:10:10.663723Z","caller":"traceutil/trace.go:171","msg":"trace[2041932968] transaction","detail":"{read_only:false; response_revision:9760; number_of_response:1; }","duration":"2.469554629s","start":"2026-02-27T17:10:08.194078Z","end":"2026-02-27T17:10:10.663633Z","steps":["trace[2041932968] 'process raft request' (duration: 1.849222532s)","trace[2041932968] 'compare' (duration: 619.243601ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T17:10:10.663822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:10:08.194055Z","time spent":"2.469716363s","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T17:10:10.663822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:10:08.194332Z","time spent":"2.469428227s","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T17:10:10.663837Z","caller":"traceutil/trace.go:171","msg":"trace[702467576] transaction","detail":"{read_only:false; response_revision:9762; number_of_response:1; }","duration":"2.467531211s","start":"2026-02-27T17:10:08.196284Z","end":"2026-02-27T17:10:10.663815Z","steps":["trace[702467576] 'process raft request' (duration: 2.467300976s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:10:10.663995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:10:08.196272Z","time spent":"2.467645663s","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T17:10:11.007826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.984074ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-02-27T17:10:11.008428Z","caller":"traceutil/trace.go:171","msg":"trace[1450316006] linearizableReadLoop","detail":"{readStateIndex:10138; appliedIndex:10133; }","duration":"1.688960038s","start":"2026-02-27T17:10:09.319449Z","end":"2026-02-27T17:10:11.008409Z","steps":["trace[1450316006] 'read index received' (duration: 723.875339ms)","trace[1450316006] 'applied index is now lower than readState.Index' (duration: 965.083629ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T17:10:11.00866Z","caller":"traceutil/trace.go:171","msg":"trace[821909999] transaction","detail":"{read_only:false; response_revision:9763; number_of_response:1; }","duration":"1.330402019s","start":"2026-02-27T17:10:09.678246Z","end":"2026-02-27T17:10:11.008648Z","steps":["trace[821909999] 'process raft request' (duration: 1.329667131s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:10:11.008846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.814430919s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet\" ","response":"range_response_count:1 size:683"} {"level":"info","ts":"2026-02-27T17:10:11.008905Z","caller":"traceutil/trace.go:171","msg":"trace[702426811] range","detail":"{range_begin:/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet; range_end:; response_count:1; response_revision:9764; }","duration":"4.81449225s","start":"2026-02-27T17:10:06.194383Z","end":"2026-02-27T17:10:11.008875Z","steps":["trace[702426811] 'agreement among raft nodes before linearized reading' (duration: 4.814351637s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:10:11.008901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.127017717s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T17:10:11.008906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.131727308s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T17:10:11.008954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.68524161s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.1898289b7be90003\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-02-27T17:10:11.008959Z","caller":"traceutil/trace.go:171","msg":"trace[433962080] transaction","detail":"{read_only:false; response_revision:9764; number_of_response:1; }","duration":"1.06219714s","start":"2026-02-27T17:10:09.946729Z","end":"2026-02-27T17:10:11.008926Z","steps":["trace[433962080] 'process raft request' (duration: 1.061637546s)"],"step_count":1} {"level":"info","ts":"2026-02-27T17:10:11.008979Z","caller":"traceutil/trace.go:171","msg":"trace[736883775] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:9764; }","duration":"3.131831651s","start":"2026-02-27T17:10:07.877127Z","end":"2026-02-27T17:10:11.008959Z","steps":["trace[736883775] 'agreement among raft nodes before linearized reading' (duration: 3.131681987s)"],"step_count":1} {"level":"info","ts":"2026-02-27T17:10:11.008955Z","caller":"traceutil/trace.go:171","msg":"trace[531903693] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:9764; }","duration":"3.12716903s","start":"2026-02-27T17:10:07.881771Z","end":"2026-02-27T17:10:11.00894Z","steps":["trace[531903693] 'agreement among raft nodes before linearized reading' (duration: 3.126949045s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:10:11.008985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"874.032564ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T17:10:11.009024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:10:07.881748Z","time spent":"3.127265723s","remote":"127.0.0.1:35362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true "} {"level":"warn","ts":"2026-02-27T17:10:11.009029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:10:07.877072Z","time spent":"3.131941433s","remote":"127.0.0.1:35392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true "} {"level":"warn","ts":"2026-02-27T17:10:11.008935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:10:06.194376Z","time spent":"4.814549741s","remote":"127.0.0.1:42206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":705,"request content":"key:\"/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet\" "} {"level":"info","ts":"2026-02-27T17:10:11.009039Z","caller":"traceutil/trace.go:171","msg":"trace[1227177667] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:9764; }","duration":"874.150257ms","start":"2026-02-27T17:10:10.134871Z","end":"2026-02-27T17:10:11.009022Z","steps":["trace[1227177667] 'agreement among raft nodes before linearized reading' (duration: 874.062585ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:10:11.009062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.669384808s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"warn","ts":"2026-02-27T17:10:11.009057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.388363438s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:421"} {"level":"warn","ts":"2026-02-27T17:10:11.009087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:10:09.946702Z","time spent":"1.062308862s","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T17:10:11.009101Z","caller":"traceutil/trace.go:171","msg":"trace[194585726] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:9764; }","duration":"3.66945828s","start":"2026-02-27T17:10:07.33963Z","end":"2026-02-27T17:10:11.009088Z","steps":["trace[194585726] 'agreement among raft nodes before linearized reading' (duration: 3.669322807s)"],"step_count":1} {"level":"info","ts":"2026-02-27T17:10:11.009125Z","caller":"traceutil/trace.go:171","msg":"trace[721033530] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:9764; }","duration":"2.38846527s","start":"2026-02-27T17:10:08.62065Z","end":"2026-02-27T17:10:11.009115Z","steps":["trace[721033530] 'agreement among raft nodes before linearized reading' (duration: 2.388329847s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:10:11.009132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:10:07.339611Z","time spent":"3.669513691s","remote":"127.0.0.1:42200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1887,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-02-27T17:10:11.009067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.020446887s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T17:10:11.009175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.146034344s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T17:10:11.009197Z","caller":"traceutil/trace.go:171","msg":"trace[1525125642] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:9764; }","duration":"1.146098005s","start":"2026-02-27T17:10:09.863093Z","end":"2026-02-27T17:10:11.009191Z","steps":["trace[1525125642] 'agreement among raft nodes before linearized reading' (duration: 1.146060744s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:10:11.009223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:10:09.863069Z","time spent":"1.146149077s","remote":"127.0.0.1:35486","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true "} {"level":"warn","ts":"2026-02-27T17:10:11.00922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"562.136559ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-27T17:10:11.009185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:10:08.620633Z","time spent":"2.388541733s","remote":"127.0.0.1:42206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":443,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-02-27T17:10:11.009262Z","caller":"traceutil/trace.go:171","msg":"trace[499838800] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:9764; }","duration":"562.1786ms","start":"2026-02-27T17:10:10.447068Z","end":"2026-02-27T17:10:11.009247Z","steps":["trace[499838800] 'agreement among raft nodes before linearized reading' (duration: 562.116689ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:10:11.009309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:10:10.447001Z","time spent":"562.291303ms","remote":"127.0.0.1:43376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":2,"response size":29,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true "} {"level":"warn","ts":"2026-02-27T17:10:11.009315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"637.969965ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-27T17:10:11.009367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.684155774s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7293"} {"level":"warn","ts":"2026-02-27T17:10:11.009398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.809838367s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-l8xw2\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-02-27T17:10:11.009397Z","caller":"traceutil/trace.go:171","msg":"trace[474701464] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:9764; }","duration":"1.684229566s","start":"2026-02-27T17:10:09.325159Z","end":"2026-02-27T17:10:11.009389Z","steps":["trace[474701464] 'agreement among raft nodes before linearized reading' (duration: 1.684139464s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:10:11.00909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:10:10.134845Z","time spent":"874.231988ms","remote":"127.0.0.1:42258","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":27,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"info","ts":"2026-02-27T17:10:11.009429Z","caller":"traceutil/trace.go:171","msg":"trace[482811449] range","detail":"{range_begin:/registry/pods/openstack/keepalived-l8xw2; range_end:; response_count:1; response_revision:9764; }","duration":"2.809899938s","start":"2026-02-27T17:10:08.19952Z","end":"2026-02-27T17:10:11.00942Z","steps":["trace[482811449] 'agreement among raft nodes before linearized reading' (duration: 2.809811776s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:10:11.009149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"799.630203ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T17:10:11.009447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:10:09.325144Z","time spent":"1.684292188s","remote":"127.0.0.1:42234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7315,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-02-27T17:10:11.009456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:10:08.199504Z","time spent":"2.809943159s","remote":"127.0.0.1:42234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6549,"request content":"key:\"/registry/pods/openstack/keepalived-l8xw2\" "} {"level":"info","ts":"2026-02-27T17:10:11.009408Z","caller":"traceutil/trace.go:171","msg":"trace[914098981] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:9764; }","duration":"2.020653202s","start":"2026-02-27T17:10:08.98854Z","end":"2026-02-27T17:10:11.009193Z","steps":["trace[914098981] 'agreement among raft nodes before linearized reading' (duration: 2.020412627s)"],"step_count":1} {"level":"info","ts":"2026-02-27T17:10:11.00947Z","caller":"traceutil/trace.go:171","msg":"trace[42812531] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9764; }","duration":"800.006311ms","start":"2026-02-27T17:10:10.209454Z","end":"2026-02-27T17:10:11.00946Z","steps":["trace[42812531] 'agreement among raft nodes before linearized reading' (duration: 799.660833ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:10:11.009504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:10:10.209422Z","time spent":"800.071833ms","remote":"127.0.0.1:42042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-27T17:10:11.008991Z","caller":"traceutil/trace.go:171","msg":"trace[2081635862] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.1898289b7be90003; range_end:; response_count:1; response_revision:9764; }","duration":"1.685320482s","start":"2026-02-27T17:10:09.323661Z","end":"2026-02-27T17:10:11.008981Z","steps":["trace[2081635862] 'agreement among raft nodes before linearized reading' (duration: 1.685162479s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:10:11.009506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:10:08.988505Z","time spent":"2.02098658s","remote":"127.0.0.1:32778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"warn","ts":"2026-02-27T17:10:11.009533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.008588673s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:414722"} {"level":"warn","ts":"2026-02-27T17:10:11.009545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:10:09.32364Z","time spent":"1.685894726s","remote":"127.0.0.1:42106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":796,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.1898289b7be90003\" "} {"level":"warn","ts":"2026-02-27T17:10:11.009538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.678645264s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-02-27T17:10:11.009569Z","caller":"traceutil/trace.go:171","msg":"trace[1493955405] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:9764; }","duration":"3.008664404s","start":"2026-02-27T17:10:08.000894Z","end":"2026-02-27T17:10:11.009559Z","steps":["trace[1493955405] 'agreement among raft nodes before linearized reading' (duration: 3.008447239s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:10:11.009602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:10:08.000874Z","time spent":"3.008719145s","remote":"127.0.0.1:43324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":414744,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-02-27T17:10:11.009621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:10:09.678221Z","time spent":"1.330473961s","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T17:10:11.009581Z","caller":"traceutil/trace.go:171","msg":"trace[1981618230] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:9764; }","duration":"1.678713946s","start":"2026-02-27T17:10:09.330854Z","end":"2026-02-27T17:10:11.009568Z","steps":["trace[1981618230] 'agreement among raft nodes before linearized reading' (duration: 1.678563422s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:10:11.00968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:10:09.330837Z","time spent":"1.678830768s","remote":"127.0.0.1:32864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5673,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-02-27T17:10:11.009767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.83854916s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:1 size:351"} {"level":"info","ts":"2026-02-27T17:10:11.0099Z","caller":"traceutil/trace.go:171","msg":"trace[1112723787] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:9764; }","duration":"1.838725084s","start":"2026-02-27T17:10:09.171157Z","end":"2026-02-27T17:10:11.009882Z","steps":["trace[1112723787] 'agreement among raft nodes before linearized reading' (duration: 1.838237003s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:10:11.009948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:10:09.171135Z","time spent":"1.838799325s","remote":"127.0.0.1:42146","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":1,"response size":373,"request content":"key:\"/registry/namespaces/kube-system\" "} {"level":"info","ts":"2026-02-27T17:10:11.01036Z","caller":"traceutil/trace.go:171","msg":"trace[1791732692] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:9764; }","duration":"638.111568ms","start":"2026-02-27T17:10:10.371262Z","end":"2026-02-27T17:10:11.009373Z","steps":["trace[1791732692] 'agreement among raft nodes before linearized reading' (duration: 637.802881ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:10:11.010849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:10:10.371234Z","time spent":"639.599253ms","remote":"127.0.0.1:60906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":3,"response size":29,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-27T17:10:11.476949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.77178ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T17:10:11.477062Z","caller":"traceutil/trace.go:171","msg":"trace[645775607] linearizableReadLoop","detail":"{readStateIndex:10140; appliedIndex:10139; }","duration":"463.520845ms","start":"2026-02-27T17:10:11.013525Z","end":"2026-02-27T17:10:11.477046Z","steps":["trace[645775607] 'read index received' (duration: 97.499399ms)","trace[645775607] 'applied index is now lower than readState.Index' (duration: 366.020116ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T17:10:11.477144Z","caller":"traceutil/trace.go:171","msg":"trace[133654180] transaction","detail":"{read_only:false; response_revision:9765; number_of_response:1; }","duration":"464.984219ms","start":"2026-02-27T17:10:11.012148Z","end":"2026-02-27T17:10:11.477132Z","steps":["trace[133654180] 'process raft request' (duration: 98.953363ms)","trace[133654180] 'compare' (duration: 365.644637ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T17:10:11.477205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:10:11.01213Z","time spent":"465.04465ms","remote":"127.0.0.1:42106","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T17:10:11.477336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.466677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-02-27T17:10:11.477391Z","caller":"traceutil/trace.go:171","msg":"trace[832715267] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9765; }","duration":"154.571009ms","start":"2026-02-27T17:10:11.322806Z","end":"2026-02-27T17:10:11.477377Z","steps":["trace[832715267] 'agreement among raft nodes before linearized reading' (duration: 154.380095ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:10:11.477483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"463.469074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet\" ","response":"range_response_count:1 size:683"} {"level":"warn","ts":"2026-02-27T17:10:11.477488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.520398ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T17:10:11.477532Z","caller":"traceutil/trace.go:171","msg":"trace[1296842217] range","detail":"{range_begin:/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet; range_end:; response_count:1; response_revision:9765; }","duration":"463.530035ms","start":"2026-02-27T17:10:11.013988Z","end":"2026-02-27T17:10:11.477518Z","steps":["trace[1296842217] 'agreement among raft nodes before linearized reading' (duration: 463.403762ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:10:11.477565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:10:11.013983Z","time spent":"463.572886ms","remote":"127.0.0.1:42206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":705,"request content":"key:\"/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet\" "} {"level":"info","ts":"2026-02-27T17:10:11.477571Z","caller":"traceutil/trace.go:171","msg":"trace[49687862] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:9765; }","duration":"249.652781ms","start":"2026-02-27T17:10:11.227896Z","end":"2026-02-27T17:10:11.477549Z","steps":["trace[49687862] 'agreement among raft nodes before linearized reading' (duration: 249.501878ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:10:11.477569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"464.030447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-02-27T17:10:11.477569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.588403ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-02-27T17:10:11.477586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.283743ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-02-27T17:10:11.477626Z","caller":"traceutil/trace.go:171","msg":"trace[1976665137] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:9765; }","duration":"464.092389ms","start":"2026-02-27T17:10:11.013521Z","end":"2026-02-27T17:10:11.477614Z","steps":["trace[1976665137] 'agreement among raft nodes before linearized reading' (duration: 463.941845ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T17:10:11.47764Z","caller":"traceutil/trace.go:171","msg":"trace[1381001176] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9765; }","duration":"152.703276ms","start":"2026-02-27T17:10:11.324921Z","end":"2026-02-27T17:10:11.477624Z","steps":["trace[1381001176] 'agreement among raft nodes before linearized reading' (duration: 152.484241ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:10:11.477667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:10:11.013511Z","time spent":"464.14865ms","remote":"127.0.0.1:42328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"info","ts":"2026-02-27T17:10:11.477669Z","caller":"traceutil/trace.go:171","msg":"trace[746083511] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9765; }","duration":"154.387735ms","start":"2026-02-27T17:10:11.323263Z","end":"2026-02-27T17:10:11.477651Z","steps":["trace[746083511] 'agreement among raft nodes before linearized reading' (duration: 154.217911ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:10:11.477564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"463.890184ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-8rfjb\" ","response":"range_response_count:1 size:4690"} {"level":"warn","ts":"2026-02-27T17:10:11.477721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.485395ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-02-27T17:10:11.477759Z","caller":"traceutil/trace.go:171","msg":"trace[440367595] range","detail":"{range_begin:/registry/pods/kube-system/cilium-operator-869df985b8-8rfjb; range_end:; response_count:1; response_revision:9765; }","duration":"464.115429ms","start":"2026-02-27T17:10:11.013628Z","end":"2026-02-27T17:10:11.477743Z","steps":["trace[440367595] 'agreement among raft nodes before linearized reading' (duration: 463.774861ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T17:10:11.477771Z","caller":"traceutil/trace.go:171","msg":"trace[1394837303] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9765; }","duration":"153.552076ms","start":"2026-02-27T17:10:11.324206Z","end":"2026-02-27T17:10:11.477758Z","steps":["trace[1394837303] 'agreement among raft nodes before linearized reading' (duration: 153.256139ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:10:11.477813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:10:11.013618Z","time spent":"464.179751ms","remote":"127.0.0.1:42234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":4712,"request content":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-8rfjb\" "} {"level":"warn","ts":"2026-02-27T17:10:11.477682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"450.015555ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:474"} {"level":"info","ts":"2026-02-27T17:10:11.477877Z","caller":"traceutil/trace.go:171","msg":"trace[1281880818] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9765; }","duration":"450.276511ms","start":"2026-02-27T17:10:11.027581Z","end":"2026-02-27T17:10:11.477857Z","steps":["trace[1281880818] 'agreement among raft nodes before linearized reading' (duration: 449.890562ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:10:11.477937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:10:11.027565Z","time spent":"450.359003ms","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":496,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-27T17:10:11.477781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"463.75369ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-310fe57a-4987-43e9-97d4-d328f65e7c8c\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-02-27T17:10:11.477996Z","caller":"traceutil/trace.go:171","msg":"trace[481029380] range","detail":"{range_begin:/registry/persistentvolumes/pvc-310fe57a-4987-43e9-97d4-d328f65e7c8c; range_end:; response_count:1; response_revision:9765; }","duration":"464.359735ms","start":"2026-02-27T17:10:11.013615Z","end":"2026-02-27T17:10:11.477975Z","steps":["trace[481029380] 'agreement among raft nodes before linearized reading' (duration: 463.563176ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:10:11.478063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:10:11.013602Z","time spent":"464.443577ms","remote":"127.0.0.1:42186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1344,"request content":"key:\"/registry/persistentvolumes/pvc-310fe57a-4987-43e9-97d4-d328f65e7c8c\" "} {"level":"warn","ts":"2026-02-27T17:10:11.478346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"464.127518ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:37 size:348491"} {"level":"info","ts":"2026-02-27T17:10:11.478408Z","caller":"traceutil/trace.go:171","msg":"trace[1465706001] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:37; response_revision:9765; }","duration":"464.2072ms","start":"2026-02-27T17:10:11.014182Z","end":"2026-02-27T17:10:11.47839Z","steps":["trace[1465706001] 'agreement among raft nodes before linearized reading' (duration: 463.208406ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:10:11.4785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:10:11.014173Z","time spent":"464.267213ms","remote":"127.0.0.1:42234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":37,"response size":348513,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-02-27T17:10:11.954409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.603654ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T17:10:11.954511Z","caller":"traceutil/trace.go:171","msg":"trace[923648283] transaction","detail":"{read_only:false; response_revision:9766; number_of_response:1; }","duration":"471.873482ms","start":"2026-02-27T17:10:11.482619Z","end":"2026-02-27T17:10:11.954493Z","steps":["trace[923648283] 'process raft request' (duration: 188.106864ms)","trace[923648283] 'compare' (duration: 283.265076ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T17:10:11.954568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:10:11.48259Z","time spent":"471.947843ms","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T17:10:12.755473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"586.844864ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T17:10:12.755825Z","caller":"traceutil/trace.go:171","msg":"trace[595765877] linearizableReadLoop","detail":"{readStateIndex:10147; appliedIndex:10141; }","duration":"978.20948ms","start":"2026-02-27T17:10:11.777597Z","end":"2026-02-27T17:10:12.755806Z","steps":["trace[595765877] 'read index received' (duration: 390.932166ms)","trace[595765877] 'applied index is now lower than readState.Index' (duration: 587.276214ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T17:10:12.755903Z","caller":"traceutil/trace.go:171","msg":"trace[227337404] transaction","detail":"{read_only:false; response_revision:9769; number_of_response:1; }","duration":"1.272724183s","start":"2026-02-27T17:10:11.483151Z","end":"2026-02-27T17:10:12.755875Z","steps":["trace[227337404] 'process raft request' (duration: 1.272495128s)"],"step_count":1} {"level":"info","ts":"2026-02-27T17:10:12.755949Z","caller":"traceutil/trace.go:171","msg":"trace[1986621998] transaction","detail":"{read_only:false; response_revision:9771; number_of_response:1; }","duration":"1.272521768s","start":"2026-02-27T17:10:11.483419Z","end":"2026-02-27T17:10:12.755941Z","steps":["trace[1986621998] 'process raft request' (duration: 1.272306393s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:10:12.75601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:10:11.483384Z","time spent":"1.27258698s","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T17:10:12.756001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:10:11.483135Z","time spent":"1.272823996s","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T17:10:12.75592Z","caller":"traceutil/trace.go:171","msg":"trace[1767314612] transaction","detail":"{read_only:false; response_revision:9770; number_of_response:1; }","duration":"1.272523769s","start":"2026-02-27T17:10:11.483386Z","end":"2026-02-27T17:10:12.75591Z","steps":["trace[1767314612] 'process raft request' (duration: 1.272291043s)"],"step_count":1} {"level":"info","ts":"2026-02-27T17:10:12.75616Z","caller":"traceutil/trace.go:171","msg":"trace[1898728008] transaction","detail":"{read_only:false; response_revision:9768; number_of_response:1; }","duration":"1.273216384s","start":"2026-02-27T17:10:11.482933Z","end":"2026-02-27T17:10:12.756149Z","steps":["trace[1898728008] 'process raft request' (duration: 1.272647101s)"],"step_count":1} {"level":"info","ts":"2026-02-27T17:10:12.756153Z","caller":"traceutil/trace.go:171","msg":"trace[1967787509] transaction","detail":"{read_only:false; response_revision:9772; number_of_response:1; }","duration":"1.270099881s","start":"2026-02-27T17:10:11.486036Z","end":"2026-02-27T17:10:12.756135Z","steps":["trace[1967787509] 'process raft request' (duration: 1.269722772s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:10:12.756215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:10:11.482921Z","time spent":"1.273263486s","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T17:10:12.756236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:10:11.486025Z","time spent":"1.270168672s","remote":"127.0.0.1:42234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7022,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T17:10:12.756231Z","caller":"traceutil/trace.go:171","msg":"trace[781994926] transaction","detail":"{read_only:false; response_revision:9767; number_of_response:1; }","duration":"1.273507481s","start":"2026-02-27T17:10:11.482678Z","end":"2026-02-27T17:10:12.756186Z","steps":["trace[781994926] 'process raft request' (duration: 685.861168ms)","trace[781994926] 'compare' (duration: 586.690191ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T17:10:12.756263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"978.63787ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T17:10:12.756279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:10:11.483368Z","time spent":"1.272812545s","remote":"127.0.0.1:42106","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":846,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T17:10:12.756352Z","caller":"traceutil/trace.go:171","msg":"trace[327753113] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:9772; }","duration":"978.766293ms","start":"2026-02-27T17:10:11.777562Z","end":"2026-02-27T17:10:12.756328Z","steps":["trace[327753113] 'agreement among raft nodes before linearized reading' (duration: 978.61285ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:10:12.756399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:10:11.48265Z","time spent":"1.273663975s","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T17:10:12.756423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:10:11.777542Z","time spent":"978.864445ms","remote":"127.0.0.1:42444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":27,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"info","ts":"2026-02-27T17:10:12.810183Z","caller":"traceutil/trace.go:171","msg":"trace[1372047837] transaction","detail":"{read_only:false; response_revision:9773; number_of_response:1; }","duration":"140.564589ms","start":"2026-02-27T17:10:12.669598Z","end":"2026-02-27T17:10:12.810162Z","steps":["trace[1372047837] 'process raft request' (duration: 140.437966ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:10:14.169915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000391142s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T17:10:14.169995Z","caller":"traceutil/trace.go:171","msg":"trace[162273747] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000498135s","start":"2026-02-27T17:10:12.169475Z","end":"2026-02-27T17:10:14.169973Z","steps":["trace[162273747] 'agreement among raft nodes before linearized reading' (duration: 2.000388822s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:10:14.17009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:10:12.169406Z","time spent":"2.000671088s","remote":"127.0.0.1:42042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 17:10:14 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T17:10:14.197974Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.387796277s","expected-duration":"1s"} {"level":"info","ts":"2026-02-27T17:10:14.198465Z","caller":"traceutil/trace.go:171","msg":"trace[1889764491] transaction","detail":"{read_only:false; response_revision:9774; number_of_response:1; }","duration":"1.528589891s","start":"2026-02-27T17:10:12.669854Z","end":"2026-02-27T17:10:14.198444Z","steps":["trace[1889764491] 'process raft request' (duration: 1.528319744s)"],"step_count":1} {"level":"info","ts":"2026-02-27T17:10:14.198493Z","caller":"traceutil/trace.go:171","msg":"trace[934660947] transaction","detail":"{read_only:false; response_revision:9775; number_of_response:1; }","duration":"1.528493199s","start":"2026-02-27T17:10:12.669977Z","end":"2026-02-27T17:10:14.198471Z","steps":["trace[934660947] 'process raft request' (duration: 1.528352296s)"],"step_count":1} {"level":"info","ts":"2026-02-27T17:10:14.198548Z","caller":"traceutil/trace.go:171","msg":"trace[1336681103] linearizableReadLoop","detail":"{readStateIndex:10150; appliedIndex:10148; }","duration":"1.442659096s","start":"2026-02-27T17:10:12.755862Z","end":"2026-02-27T17:10:14.198521Z","steps":["trace[1336681103] 'read index received' (duration: 54.973661ms)","trace[1336681103] 'applied index is now lower than readState.Index' (duration: 1.387684505s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T17:10:14.198587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:10:12.669817Z","time spent":"1.528700983s","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T17:10:14.198663Z","caller":"traceutil/trace.go:171","msg":"trace[1398672540] transaction","detail":"{read_only:false; response_revision:9777; number_of_response:1; }","duration":"1.433973051s","start":"2026-02-27T17:10:12.764677Z","end":"2026-02-27T17:10:14.19865Z","steps":["trace[1398672540] 'process raft request' (duration: 1.433741666s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:10:14.198649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:10:12.669952Z","time spent":"1.528582561s","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T17:10:14.19877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:10:12.76467Z","time spent":"1.434021142s","remote":"127.0.0.1:42538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4339,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T17:10:14.198847Z","caller":"traceutil/trace.go:171","msg":"trace[1134043367] transaction","detail":"{read_only:false; response_revision:9776; number_of_response:1; }","duration":"1.4377399s","start":"2026-02-27T17:10:12.761039Z","end":"2026-02-27T17:10:14.198779Z","steps":["trace[1134043367] 'process raft request' (duration: 1.437331171s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:10:14.198924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.438576629s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7293"} {"level":"info","ts":"2026-02-27T17:10:14.198989Z","caller":"traceutil/trace.go:171","msg":"trace[426753876] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:9777; }","duration":"1.438675732s","start":"2026-02-27T17:10:12.760295Z","end":"2026-02-27T17:10:14.19897Z","steps":["trace[426753876] 'agreement among raft nodes before linearized reading' (duration: 1.438480897s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:10:14.199034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:10:12.761023Z","time spent":"1.437925384s","remote":"127.0.0.1:42106","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":835,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-27T17:10:14.199063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:10:12.760278Z","time spent":"1.438774755s","remote":"127.0.0.1:42234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7315,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-02-27T17:10:14.199053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.027046442s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.70\" ","response":"range_response_count:1 size:133"} {"level":"warn","ts":"2026-02-27T17:10:14.19905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.42802784s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io\" ","response":"range_response_count:1 size:24244"} {"level":"info","ts":"2026-02-27T17:10:14.199125Z","caller":"traceutil/trace.go:171","msg":"trace[400986326] range","detail":"{range_begin:/registry/masterleases/162.253.55.70; range_end:; response_count:1; response_revision:9777; }","duration":"2.027159905s","start":"2026-02-27T17:10:12.171944Z","end":"2026-02-27T17:10:14.199104Z","steps":["trace[400986326] 'agreement among raft nodes before linearized reading' (duration: 2.02695468s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:10:14.199164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:10:12.171924Z","time spent":"2.027231947s","remote":"127.0.0.1:42074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":155,"request content":"key:\"/registry/masterleases/162.253.55.70\" "} {"level":"warn","ts":"2026-02-27T17:10:14.19909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.434504684s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumcidrgroups.cilium.io\" ","response":"range_response_count:1 size:4180"} {"level":"warn","ts":"2026-02-27T17:10:14.199152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.973025ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-02-27T17:10:14.199204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.434404961s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodeconfigs.cilium.io\" ","response":"range_response_count:1 size:5177"} {"level":"warn","ts":"2026-02-27T17:10:14.199237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.428491161s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io\" ","response":"range_response_count:1 size:13229"} {"level":"warn","ts":"2026-02-27T17:10:14.199004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"710.574043ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-l8xw2\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-02-27T17:10:14.199271Z","caller":"traceutil/trace.go:171","msg":"trace[1046344663] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodeconfigs.cilium.io; range_end:; response_count:1; response_revision:9777; }","duration":"1.434472074s","start":"2026-02-27T17:10:12.764781Z","end":"2026-02-27T17:10:14.199253Z","steps":["trace[1046344663] 'agreement among raft nodes before linearized reading' (duration: 1.434343141s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:10:14.199274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.432064286s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io\" ","response":"range_response_count:1 size:10377"} {"level":"info","ts":"2026-02-27T17:10:14.19929Z","caller":"traceutil/trace.go:171","msg":"trace[2096256707] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io; range_end:; response_count:1; response_revision:9777; }","duration":"1.428548212s","start":"2026-02-27T17:10:12.770722Z","end":"2026-02-27T17:10:14.19927Z","steps":["trace[2096256707] 'agreement among raft nodes before linearized reading' (duration: 1.428419079s)"],"step_count":1} {"level":"info","ts":"2026-02-27T17:10:14.199323Z","caller":"traceutil/trace.go:171","msg":"trace[1601934297] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io; range_end:; response_count:1; response_revision:9777; }","duration":"1.432115328s","start":"2026-02-27T17:10:12.76719Z","end":"2026-02-27T17:10:14.199305Z","steps":["trace[1601934297] 'agreement among raft nodes before linearized reading' (duration: 1.431999755s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:10:14.199324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:10:12.764778Z","time spent":"1.434533045s","remote":"127.0.0.1:42086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":5199,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodeconfigs.cilium.io\" "} {"level":"warn","ts":"2026-02-27T17:10:14.19933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"890.736778ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1857"} {"level":"warn","ts":"2026-02-27T17:10:14.199355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:10:12.767186Z","time spent":"1.43216176s","remote":"127.0.0.1:42086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":1,"response size":10399,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io\" "} {"level":"info","ts":"2026-02-27T17:10:14.199302Z","caller":"traceutil/trace.go:171","msg":"trace[1607787306] range","detail":"{range_begin:/registry/pods/openstack/keepalived-l8xw2; range_end:; response_count:1; response_revision:9777; }","duration":"710.908561ms","start":"2026-02-27T17:10:13.488379Z","end":"2026-02-27T17:10:14.199288Z","steps":["trace[1607787306] 'agreement among raft nodes before linearized reading' (duration: 710.41355ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:10:14.19948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.435660702s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumexternalworkloads.cilium.io\" ","response":"range_response_count:1 size:5586"} {"level":"info","ts":"2026-02-27T17:10:14.199161Z","caller":"traceutil/trace.go:171","msg":"trace[194044428] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io; range_end:; response_count:1; response_revision:9777; }","duration":"1.428153603s","start":"2026-02-27T17:10:12.770978Z","end":"2026-02-27T17:10:14.199132Z","steps":["trace[194044428] 'agreement among raft nodes before linearized reading' (duration: 1.427818885s)"],"step_count":1} {"level":"info","ts":"2026-02-27T17:10:14.19921Z","caller":"traceutil/trace.go:171","msg":"trace[1257465005] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumcidrgroups.cilium.io; range_end:; response_count:1; response_revision:9777; }","duration":"1.434645537s","start":"2026-02-27T17:10:12.764554Z","end":"2026-02-27T17:10:14.199199Z","steps":["trace[1257465005] 'agreement among raft nodes before linearized reading' (duration: 1.434396821s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:10:14.199543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.428551043s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io\" ","response":"range_response_count:1 size:4083"} {"level":"warn","ts":"2026-02-27T17:10:14.199553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.116530755s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T17:10:14.199586Z","caller":"traceutil/trace.go:171","msg":"trace[345987681] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io; range_end:; response_count:1; response_revision:9777; }","duration":"1.428680966s","start":"2026-02-27T17:10:12.770895Z","end":"2026-02-27T17:10:14.199576Z","steps":["trace[345987681] 'agreement among raft nodes before linearized reading' (duration: 1.428503732s)"],"step_count":1} {"level":"info","ts":"2026-02-27T17:10:14.199592Z","caller":"traceutil/trace.go:171","msg":"trace[611715442] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:9777; }","duration":"1.116571346s","start":"2026-02-27T17:10:13.083011Z","end":"2026-02-27T17:10:14.199582Z","steps":["trace[611715442] 'agreement among raft nodes before linearized reading' (duration: 1.116510235s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:10:14.199544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.232046471s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io\" ","response":"range_response_count:1 size:188252"} {"level":"warn","ts":"2026-02-27T17:10:14.199595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.399620728s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io\" ","response":"range_response_count:1 size:188495"} {"level":"warn","ts":"2026-02-27T17:10:14.199582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:10:12.770966Z","time spent":"1.428575993s","remote":"127.0.0.1:42086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":24266,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io\" "} {"level":"warn","ts":"2026-02-27T17:10:14.199604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:10:12.764548Z","time spent":"1.435033527s","remote":"127.0.0.1:42086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":1,"response size":4202,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumcidrgroups.cilium.io\" "} {"level":"warn","ts":"2026-02-27T17:10:14.199623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:10:12.770892Z","time spent":"1.428720897s","remote":"127.0.0.1:42086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":1,"response size":4105,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io\" "} {"level":"info","ts":"2026-02-27T17:10:14.199644Z","caller":"traceutil/trace.go:171","msg":"trace[206242024] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io; range_end:; response_count:1; response_revision:9777; }","duration":"1.232178214s","start":"2026-02-27T17:10:12.96745Z","end":"2026-02-27T17:10:14.199628Z","steps":["trace[206242024] 'agreement among raft nodes before linearized reading' (duration: 1.231850776s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:10:14.199738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:10:12.967434Z","time spent":"1.232292517s","remote":"127.0.0.1:42086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":1,"response size":188274,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io\" "} {"level":"info","ts":"2026-02-27T17:10:14.19965Z","caller":"traceutil/trace.go:171","msg":"trace[1408560562] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io; range_end:; response_count:1; response_revision:9777; }","duration":"1.39971763s","start":"2026-02-27T17:10:12.799918Z","end":"2026-02-27T17:10:14.199635Z","steps":["trace[1408560562] 'agreement among raft nodes before linearized reading' (duration: 1.399550717s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:10:14.199793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:10:12.799898Z","time spent":"1.399886595s","remote":"127.0.0.1:42086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":101,"response count":1,"response size":188517,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io\" "} {"level":"warn","ts":"2026-02-27T17:10:14.199788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.434969366s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io\" ","response":"range_response_count:1 size:4333"} {"level":"info","ts":"2026-02-27T17:10:14.199836Z","caller":"traceutil/trace.go:171","msg":"trace[424256388] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io; range_end:; response_count:1; response_revision:9777; }","duration":"1.435021297s","start":"2026-02-27T17:10:12.7648Z","end":"2026-02-27T17:10:14.199821Z","steps":["trace[424256388] 'agreement among raft nodes before linearized reading' (duration: 1.434104184s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:10:14.199872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:10:12.764797Z","time spent":"1.435068838s","remote":"127.0.0.1:42086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":1,"response size":4355,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io\" "} {"level":"warn","ts":"2026-02-27T17:10:14.199346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:10:12.770717Z","time spent":"1.428620264s","remote":"127.0.0.1:42086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":13251,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io\" "} {"level":"info","ts":"2026-02-27T17:10:14.199218Z","caller":"traceutil/trace.go:171","msg":"trace[1791306250] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9777; }","duration":"241.062027ms","start":"2026-02-27T17:10:13.958145Z","end":"2026-02-27T17:10:14.199207Z","steps":["trace[1791306250] 'agreement among raft nodes before linearized reading' (duration: 240.904674ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T17:10:14.199541Z","caller":"traceutil/trace.go:171","msg":"trace[1064313421] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumexternalworkloads.cilium.io; range_end:; response_count:1; response_revision:9777; }","duration":"1.435736694s","start":"2026-02-27T17:10:12.763786Z","end":"2026-02-27T17:10:14.199523Z","steps":["trace[1064313421] 'agreement among raft nodes before linearized reading' (duration: 1.4355654s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:10:14.200036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:10:12.763775Z","time spent":"1.436251076s","remote":"127.0.0.1:42086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":1,"response size":5608,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumexternalworkloads.cilium.io\" "} {"level":"warn","ts":"2026-02-27T17:10:14.199559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:10:13.488357Z","time spent":"711.127787ms","remote":"127.0.0.1:42234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6549,"request content":"key:\"/registry/pods/openstack/keepalived-l8xw2\" "} {"level":"warn","ts":"2026-02-27T17:10:14.200115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.433553622s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io\" ","response":"range_response_count:1 size:9320"} {"level":"warn","ts":"2026-02-27T17:10:14.199625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:10:13.082989Z","time spent":"1.116625398s","remote":"127.0.0.1:35510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true "} {"level":"info","ts":"2026-02-27T17:10:14.199442Z","caller":"traceutil/trace.go:171","msg":"trace[1067409158] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:9777; }","duration":"890.871623ms","start":"2026-02-27T17:10:13.308553Z","end":"2026-02-27T17:10:14.199425Z","steps":["trace[1067409158] 'agreement among raft nodes before linearized reading' (duration: 890.681407ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:10:14.20038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:10:13.308535Z","time spent":"891.833616ms","remote":"127.0.0.1:42200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1879,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" "} {"level":"warn","ts":"2026-02-27T17:10:14.199323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.438208031s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-02-27T17:10:14.200523Z","caller":"traceutil/trace.go:171","msg":"trace[427450378] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9777; }","duration":"1.439443771s","start":"2026-02-27T17:10:12.761063Z","end":"2026-02-27T17:10:14.200507Z","steps":["trace[427450378] 'agreement among raft nodes before linearized reading' (duration: 1.438135789s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:10:14.200544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:10:12.761046Z","time spent":"1.439491573s","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-02-27T17:10:14.200606Z","caller":"traceutil/trace.go:171","msg":"trace[1772101201] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io; range_end:; response_count:1; response_revision:9777; }","duration":"1.433785577s","start":"2026-02-27T17:10:12.766388Z","end":"2026-02-27T17:10:14.200173Z","steps":["trace[1772101201] 'agreement among raft nodes before linearized reading' (duration: 1.432860924s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:10:14.201244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:10:12.766383Z","time spent":"1.434305619s","remote":"127.0.0.1:42086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":9342,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io\" "} {"level":"warn","ts":"2026-02-27T17:10:14.868231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.414704ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:39"} {"level":"warn","ts":"2026-02-27T17:10:14.868324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:10:14.200547Z","time spent":"667.77208ms","remote":"127.0.0.1:42074","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-02-27T17:10:15.239953Z","caller":"traceutil/trace.go:171","msg":"trace[904165050] transaction","detail":"{read_only:false; response_revision:9778; number_of_response:1; }","duration":"1.035318754s","start":"2026-02-27T17:10:14.204611Z","end":"2026-02-27T17:10:15.239929Z","steps":["trace[904165050] 'process raft request' (duration: 947.050783ms)","trace[904165050] 'compare' (duration: 88.058906ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T17:10:15.240067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:10:14.204595Z","time spent":"1.035413255s","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T17:10:15.240176Z","caller":"traceutil/trace.go:171","msg":"trace[1653680376] transaction","detail":"{read_only:false; response_revision:9779; number_of_response:1; }","duration":"1.033709275s","start":"2026-02-27T17:10:14.206459Z","end":"2026-02-27T17:10:15.240168Z","steps":["trace[1653680376] 'process raft request' (duration: 1.033377537s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:10:15.240215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:10:14.206447Z","time spent":"1.033749616s","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T17:10:15.240298Z","caller":"traceutil/trace.go:171","msg":"trace[1928519156] transaction","detail":"{read_only:false; response_revision:9780; number_of_response:1; }","duration":"1.031865771s","start":"2026-02-27T17:10:14.208418Z","end":"2026-02-27T17:10:15.240284Z","steps":["trace[1928519156] 'process raft request' (duration: 1.031461871s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:10:15.240351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:10:14.20841Z","time spent":"1.031917472s","remote":"127.0.0.1:42508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4675,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T17:10:15.240376Z","caller":"traceutil/trace.go:171","msg":"trace[252606408] linearizableReadLoop","detail":"{readStateIndex:10154; appliedIndex:10152; }","duration":"1.035739573s","start":"2026-02-27T17:10:14.204625Z","end":"2026-02-27T17:10:15.240364Z","steps":["trace[252606408] 'read index received' (duration: 341.083036ms)","trace[252606408] 'applied index is now lower than readState.Index' (duration: 694.655737ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T17:10:15.240435Z","caller":"traceutil/trace.go:171","msg":"trace[1831280815] transaction","detail":"{read_only:false; response_revision:9781; number_of_response:1; }","duration":"1.031508912s","start":"2026-02-27T17:10:14.208915Z","end":"2026-02-27T17:10:15.240424Z","steps":["trace[1831280815] 'process raft request' (duration: 1.031221365s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:10:15.240491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:10:14.208907Z","time spent":"1.031560903s","remote":"127.0.0.1:42234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7087,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T17:10:15.24053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.035901006s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-658678be-5a59-43b8-b256-950de368a50d\" ","response":"range_response_count:1 size:1318"} {"level":"info","ts":"2026-02-27T17:10:15.240557Z","caller":"traceutil/trace.go:171","msg":"trace[963907291] range","detail":"{range_begin:/registry/persistentvolumes/pvc-658678be-5a59-43b8-b256-950de368a50d; range_end:; response_count:1; response_revision:9781; }","duration":"1.035972728s","start":"2026-02-27T17:10:14.204577Z","end":"2026-02-27T17:10:15.24055Z","steps":["trace[963907291] 'agreement among raft nodes before linearized reading' (duration: 1.035847005s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:10:15.240666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:10:14.204555Z","time spent":"1.036099631s","remote":"127.0.0.1:42186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1340,"request content":"key:\"/registry/persistentvolumes/pvc-658678be-5a59-43b8-b256-950de368a50d\" "} {"level":"info","ts":"2026-02-27T17:10:15.28441Z","caller":"traceutil/trace.go:171","msg":"trace[771561513] transaction","detail":"{read_only:false; response_revision:9782; number_of_response:1; }","duration":"468.636425ms","start":"2026-02-27T17:10:14.815736Z","end":"2026-02-27T17:10:15.284373Z","steps":["trace[771561513] 'process raft request' (duration: 468.44168ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:10:15.284593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:10:14.815711Z","time spent":"468.781729ms","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T17:10:15.284807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"446.999014ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" limit:10 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T17:10:15.284899Z","caller":"traceutil/trace.go:171","msg":"trace[2006922894] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:9783; }","duration":"447.154627ms","start":"2026-02-27T17:10:14.837725Z","end":"2026-02-27T17:10:15.28488Z","steps":["trace[2006922894] 'agreement among raft nodes before linearized reading' (duration: 446.934622ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:10:15.284906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"523.288959ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-02-27T17:10:15.284929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"447.421163ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" limit:10 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T17:10:15.28495Z","caller":"traceutil/trace.go:171","msg":"trace[524903970] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9783; }","duration":"523.345801ms","start":"2026-02-27T17:10:14.761589Z","end":"2026-02-27T17:10:15.284935Z","steps":["trace[524903970] 'agreement among raft nodes before linearized reading' (duration: 523.276949ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:10:15.28496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"522.852309ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-02-27T17:10:15.28508Z","caller":"traceutil/trace.go:171","msg":"trace[1729167844] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9783; }","duration":"522.995163ms","start":"2026-02-27T17:10:14.762069Z","end":"2026-02-27T17:10:15.285065Z","steps":["trace[1729167844] 'agreement among raft nodes before linearized reading' (duration: 522.685396ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:10:15.285089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.897644ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T17:10:15.285121Z","caller":"traceutil/trace.go:171","msg":"trace[774603726] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:9783; }","duration":"164.979406ms","start":"2026-02-27T17:10:15.120134Z","end":"2026-02-27T17:10:15.285114Z","steps":["trace[774603726] 'agreement among raft nodes before linearized reading' (duration: 164.885874ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:10:15.285127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:10:14.762059Z","time spent":"523.057144ms","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-27T17:10:15.2851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.080220686s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.1898289b7be90003\" ","response":"range_response_count:1 size:774"} {"level":"warn","ts":"2026-02-27T17:10:15.285173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.977403ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/instance\" ","response":"range_response_count:1 size:7505"} {"level":"info","ts":"2026-02-27T17:10:15.285225Z","caller":"traceutil/trace.go:171","msg":"trace[337860680] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/instance; range_end:; response_count:1; response_revision:9783; }","duration":"341.052535ms","start":"2026-02-27T17:10:14.944157Z","end":"2026-02-27T17:10:15.285209Z","steps":["trace[337860680] 'agreement among raft nodes before linearized reading' (duration: 340.880091ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:10:15.285237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.07958454s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:37 size:348491"} {"level":"info","ts":"2026-02-27T17:10:15.285226Z","caller":"traceutil/trace.go:171","msg":"trace[1190420244] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.1898289b7be90003; range_end:; response_count:1; response_revision:9783; }","duration":"1.08040928s","start":"2026-02-27T17:10:14.204788Z","end":"2026-02-27T17:10:15.285197Z","steps":["trace[1190420244] 'agreement among raft nodes before linearized reading' (duration: 1.079919419s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:10:15.285257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"410.254112ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T17:10:15.28533Z","caller":"traceutil/trace.go:171","msg":"trace[658108845] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:37; response_revision:9783; }","duration":"1.079699393s","start":"2026-02-27T17:10:14.205611Z","end":"2026-02-27T17:10:15.285311Z","steps":["trace[658108845] 'agreement among raft nodes before linearized reading' (duration: 1.079084598s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:10:15.285342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:10:14.204775Z","time spent":"1.080547814s","remote":"127.0.0.1:42106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":796,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.1898289b7be90003\" "} {"level":"info","ts":"2026-02-27T17:10:15.285356Z","caller":"traceutil/trace.go:171","msg":"trace[1008557726] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:9783; }","duration":"410.402926ms","start":"2026-02-27T17:10:14.874932Z","end":"2026-02-27T17:10:15.285335Z","steps":["trace[1008557726] 'agreement among raft nodes before linearized reading' (duration: 410.12938ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:10:15.285358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.9111ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-27T17:10:15.285383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:10:14.205603Z","time spent":"1.079770004s","remote":"127.0.0.1:42234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":37,"response size":348513,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-02-27T17:10:15.284947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:10:14.837705Z","time spent":"447.231659ms","remote":"127.0.0.1:57046","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" limit:10 "} {"level":"info","ts":"2026-02-27T17:10:15.285402Z","caller":"traceutil/trace.go:171","msg":"trace[1391558467] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:9783; }","duration":"307.986753ms","start":"2026-02-27T17:10:14.977404Z","end":"2026-02-27T17:10:15.285391Z","steps":["trace[1391558467] 'agreement among raft nodes before linearized reading' (duration: 307.896311ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T17:10:15.284997Z","caller":"traceutil/trace.go:171","msg":"trace[1188304600] transaction","detail":"{read_only:false; response_revision:9783; number_of_response:1; }","duration":"415.767463ms","start":"2026-02-27T17:10:14.869217Z","end":"2026-02-27T17:10:15.284985Z","steps":["trace[1188304600] 'process raft request' (duration: 415.107908ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:10:15.285461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:10:14.977394Z","time spent":"308.054544ms","remote":"127.0.0.1:32826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-27T17:10:15.285504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:10:14.869197Z","time spent":"416.247805ms","remote":"127.0.0.1:42074","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T17:10:15.285405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:10:14.87492Z","time spent":"410.474128ms","remote":"127.0.0.1:57054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":67,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"warn","ts":"2026-02-27T17:10:15.28499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:10:14.761574Z","time spent":"523.410172ms","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-02-27T17:10:15.285001Z","caller":"traceutil/trace.go:171","msg":"trace[703545780] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:9783; }","duration":"447.544766ms","start":"2026-02-27T17:10:14.837437Z","end":"2026-02-27T17:10:15.284982Z","steps":["trace[703545780] 'agreement among raft nodes before linearized reading' (duration: 447.415053ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:10:15.284829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"524.024407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-02-27T17:10:15.28565Z","caller":"traceutil/trace.go:171","msg":"trace[1288148844] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9783; }","duration":"524.895097ms","start":"2026-02-27T17:10:14.760745Z","end":"2026-02-27T17:10:15.28564Z","steps":["trace[1288148844] 'agreement among raft nodes before linearized reading' (duration: 523.928375ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:10:15.285282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:10:14.944141Z","time spent":"341.128537ms","remote":"127.0.0.1:57008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":7527,"request content":"key:\"/registry/cilium.io/ciliumnodes/instance\" "} {"level":"warn","ts":"2026-02-27T17:10:15.285685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:10:14.760709Z","time spent":"524.965429ms","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-27T17:10:15.285639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:10:14.837412Z","time spent":"448.193972ms","remote":"127.0.0.1:57052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" limit:10 "} {"level":"warn","ts":"2026-02-27T17:10:15.286179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.077331957s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T17:10:15.286267Z","caller":"traceutil/trace.go:171","msg":"trace[776308548] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9783; }","duration":"1.078273288s","start":"2026-02-27T17:10:14.207973Z","end":"2026-02-27T17:10:15.286246Z","steps":["trace[776308548] 'agreement among raft nodes before linearized reading' (duration: 1.077171473s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:10:15.286305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:10:14.207966Z","time spent":"1.078328241s","remote":"127.0.0.1:42042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-27T17:10:15.605345Z","caller":"traceutil/trace.go:171","msg":"trace[833901730] linearizableReadLoop","detail":"{readStateIndex:10160; appliedIndex:10159; }","duration":"314.855074ms","start":"2026-02-27T17:10:15.290463Z","end":"2026-02-27T17:10:15.605318Z","steps":["trace[833901730] 'read index received' (duration: 314.784132ms)","trace[833901730] 'applied index is now lower than readState.Index' (duration: 69.662µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T17:10:15.605407Z","caller":"traceutil/trace.go:171","msg":"trace[952904812] transaction","detail":"{read_only:false; response_revision:9784; number_of_response:1; }","duration":"316.756429ms","start":"2026-02-27T17:10:15.288613Z","end":"2026-02-27T17:10:15.605369Z","steps":["trace[952904812] 'process raft request' (duration: 316.545074ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:10:15.605562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:10:15.288595Z","time spent":"316.880713ms","remote":"127.0.0.1:42106","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T17:10:15.605698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.208353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-02-27T17:10:15.605835Z","caller":"traceutil/trace.go:171","msg":"trace[694779343] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:9784; }","duration":"315.47629ms","start":"2026-02-27T17:10:15.290342Z","end":"2026-02-27T17:10:15.605819Z","steps":["trace[694779343] 'agreement among raft nodes before linearized reading' (duration: 315.0992ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:10:15.606018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:10:15.290321Z","time spent":"315.680834ms","remote":"127.0.0.1:42074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":155,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"info","ts":"2026-02-27T17:10:15.912503Z","caller":"traceutil/trace.go:171","msg":"trace[1934154680] transaction","detail":"{read_only:false; response_revision:9786; number_of_response:1; }","duration":"621.431213ms","start":"2026-02-27T17:10:15.291046Z","end":"2026-02-27T17:10:15.912478Z","steps":["trace[1934154680] 'process raft request' (duration: 621.345171ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:10:15.912745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:10:15.291027Z","time spent":"621.552896ms","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T17:10:15.912787Z","caller":"traceutil/trace.go:171","msg":"trace[791801109] linearizableReadLoop","detail":"{readStateIndex:10165; appliedIndex:10160; }","duration":"307.353408ms","start":"2026-02-27T17:10:15.605415Z","end":"2026-02-27T17:10:15.912769Z","steps":["trace[791801109] 'read index received' (duration: 306.789754ms)","trace[791801109] 'applied index is now lower than readState.Index' (duration: 563.014µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T17:10:15.912873Z","caller":"traceutil/trace.go:171","msg":"trace[1040619029] transaction","detail":"{read_only:false; response_revision:9787; number_of_response:1; }","duration":"621.372372ms","start":"2026-02-27T17:10:15.291491Z","end":"2026-02-27T17:10:15.912864Z","steps":["trace[1040619029] 'process raft request' (duration: 620.946162ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T17:10:15.912516Z","caller":"traceutil/trace.go:171","msg":"trace[590269656] transaction","detail":"{read_only:false; response_revision:9785; number_of_response:1; }","duration":"621.529036ms","start":"2026-02-27T17:10:15.290949Z","end":"2026-02-27T17:10:15.912478Z","steps":["trace[590269656] 'process raft request' (duration: 621.27751ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:10:15.912964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:10:15.291481Z","time spent":"621.411122ms","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T17:10:15.913003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:10:15.290928Z","time spent":"622.043877ms","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T17:10:15.913226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"613.566257ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/instance\" ","response":"range_response_count:1 size:7505"} {"level":"warn","ts":"2026-02-27T17:10:15.913236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"618.087773ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T17:10:15.913263Z","caller":"traceutil/trace.go:171","msg":"trace[1024454656] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9789; }","duration":"618.134495ms","start":"2026-02-27T17:10:15.295121Z","end":"2026-02-27T17:10:15.913255Z","steps":["trace[1024454656] 'agreement among raft nodes before linearized reading' (duration: 618.087944ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T17:10:15.913259Z","caller":"traceutil/trace.go:171","msg":"trace[51687403] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/instance; range_end:; response_count:1; response_revision:9789; }","duration":"613.613388ms","start":"2026-02-27T17:10:15.299634Z","end":"2026-02-27T17:10:15.913248Z","steps":["trace[51687403] 'agreement among raft nodes before linearized reading' (duration: 613.469694ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:10:15.913284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:10:15.295112Z","time spent":"618.168045ms","remote":"127.0.0.1:42042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T17:10:15.913293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:10:15.299626Z","time spent":"613.657449ms","remote":"127.0.0.1:57008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":7527,"request content":"key:\"/registry/cilium.io/ciliumnodes/instance\" "} {"level":"warn","ts":"2026-02-27T17:10:15.913437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.754275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-02-27T17:10:15.913464Z","caller":"traceutil/trace.go:171","msg":"trace[10337076] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:9789; }","duration":"304.825207ms","start":"2026-02-27T17:10:15.608633Z","end":"2026-02-27T17:10:15.913458Z","steps":["trace[10337076] 'agreement among raft nodes before linearized reading' (duration: 304.767325ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:10:15.913485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:10:15.608605Z","time spent":"304.874267ms","remote":"127.0.0.1:42328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-02-27T17:10:15.913776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.499489ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.1898289b7be90003\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-02-27T17:10:15.913805Z","caller":"traceutil/trace.go:171","msg":"trace[159359835] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.1898289b7be90003; range_end:; response_count:1; response_revision:9789; }","duration":"304.531211ms","start":"2026-02-27T17:10:15.609266Z","end":"2026-02-27T17:10:15.913797Z","steps":["trace[159359835] 'agreement among raft nodes before linearized reading' (duration: 304.432907ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T17:10:15.913794Z","caller":"traceutil/trace.go:171","msg":"trace[54825800] transaction","detail":"{read_only:false; response_revision:9788; number_of_response:1; }","duration":"619.069036ms","start":"2026-02-27T17:10:15.294711Z","end":"2026-02-27T17:10:15.91378Z","steps":["trace[54825800] 'process raft request' (duration: 617.927759ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:10:15.913824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:10:15.609226Z","time spent":"304.592452ms","remote":"127.0.0.1:42106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":796,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.1898289b7be90003\" "} {"level":"warn","ts":"2026-02-27T17:10:15.913863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:10:15.294694Z","time spent":"619.130759ms","remote":"127.0.0.1:42234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6840,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T17:10:15.914004Z","caller":"traceutil/trace.go:171","msg":"trace[488503751] transaction","detail":"{read_only:false; response_revision:9789; number_of_response:1; }","duration":"375.04701ms","start":"2026-02-27T17:10:15.538947Z","end":"2026-02-27T17:10:15.913994Z","steps":["trace[488503751] 'process raft request' (duration: 373.773039ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:10:15.914066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:10:15.53892Z","time spent":"375.118291ms","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T17:10:16.570498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"502.489657ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T17:10:16.570634Z","caller":"traceutil/trace.go:171","msg":"trace[99192815] linearizableReadLoop","detail":"{readStateIndex:10166; appliedIndex:10165; }","duration":"650.686546ms","start":"2026-02-27T17:10:15.91993Z","end":"2026-02-27T17:10:16.570617Z","steps":["trace[99192815] 'read index received' (duration: 148.071626ms)","trace[99192815] 'applied index is now lower than readState.Index' (duration: 502.61355ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T17:10:16.57073Z","caller":"traceutil/trace.go:171","msg":"trace[1337789643] transaction","detail":"{read_only:false; response_revision:9790; number_of_response:1; }","duration":"652.795706ms","start":"2026-02-27T17:10:15.917922Z","end":"2026-02-27T17:10:16.570718Z","steps":["trace[1337789643] 'process raft request' (duration: 149.981001ms)","trace[1337789643] 'compare' (duration: 502.000846ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T17:10:16.570803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:10:15.917894Z","time spent":"652.872638ms","remote":"127.0.0.1:42106","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T17:10:16.57117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"651.225679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/glance-api-87b5695d5-hrns6\" ","response":"range_response_count:1 size:13734"} {"level":"info","ts":"2026-02-27T17:10:16.571238Z","caller":"traceutil/trace.go:171","msg":"trace[1525919464] range","detail":"{range_begin:/registry/pods/openstack/glance-api-87b5695d5-hrns6; range_end:; response_count:1; response_revision:9790; }","duration":"651.32505ms","start":"2026-02-27T17:10:15.919896Z","end":"2026-02-27T17:10:16.571221Z","steps":["trace[1525919464] 'agreement among raft nodes before linearized reading' (duration: 651.099185ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:10:16.571287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:10:15.919881Z","time spent":"651.394183ms","remote":"127.0.0.1:42234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":13756,"request content":"key:\"/registry/pods/openstack/glance-api-87b5695d5-hrns6\" "} {"level":"warn","ts":"2026-02-27T17:10:17.071511Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3939133035121653351,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T17:10:17.095936Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.027897316s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-27T17:10:17.168136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.152607ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T17:10:17.168263Z","caller":"traceutil/trace.go:171","msg":"trace[132860381] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:9790; }","duration":"197.27712ms","start":"2026-02-27T17:10:16.970953Z","end":"2026-02-27T17:10:17.16823Z","steps":["trace[132860381] 'range keys from in-memory index tree' (duration: 197.134857ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T17:10:17.168282Z","caller":"traceutil/trace.go:171","msg":"trace[1460685222] transaction","detail":"{read_only:false; response_revision:9791; number_of_response:1; }","duration":"1.245675502s","start":"2026-02-27T17:10:15.922577Z","end":"2026-02-27T17:10:17.168253Z","steps":["trace[1460685222] 'process raft request' (duration: 1.173608327s)","trace[1460685222] 'compare' (duration: 71.947863ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T17:10:17.168408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:10:15.922565Z","time spent":"1.245775294s","remote":"127.0.0.1:42538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4387,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T17:10:17.660877Z","caller":"traceutil/trace.go:171","msg":"trace[1983308820] transaction","detail":"{read_only:false; response_revision:9792; number_of_response:1; }","duration":"1.454204331s","start":"2026-02-27T17:10:16.206646Z","end":"2026-02-27T17:10:17.66085Z","steps":["trace[1983308820] 'process raft request' (duration: 1.454019466s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:10:17.661025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:10:16.206583Z","time spent":"1.454369924s","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T17:10:17.661113Z","caller":"traceutil/trace.go:171","msg":"trace[512226071] linearizableReadLoop","detail":"{readStateIndex:10170; appliedIndex:10166; }","duration":"1.090431597s","start":"2026-02-27T17:10:16.570661Z","end":"2026-02-27T17:10:17.661093Z","steps":["trace[512226071] 'read index received' (duration: 525.493492ms)","trace[512226071] 'applied index is now lower than readState.Index' (duration: 564.937025ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T17:10:17.661229Z","caller":"traceutil/trace.go:171","msg":"trace[1224561863] transaction","detail":"{read_only:false; response_revision:9794; number_of_response:1; }","duration":"1.076748693s","start":"2026-02-27T17:10:16.584465Z","end":"2026-02-27T17:10:17.661214Z","steps":["trace[1224561863] 'process raft request' (duration: 1.076536388s)"],"step_count":1} {"level":"info","ts":"2026-02-27T17:10:17.661277Z","caller":"traceutil/trace.go:171","msg":"trace[25929954] transaction","detail":"{read_only:false; response_revision:9793; number_of_response:1; }","duration":"1.454477367s","start":"2026-02-27T17:10:16.206767Z","end":"2026-02-27T17:10:17.661244Z","steps":["trace[25929954] 'process raft request' (duration: 1.454042347s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:10:17.661376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:10:16.584444Z","time spent":"1.076878106s","remote":"127.0.0.1:42234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":13821,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T17:10:17.661473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:10:16.206756Z","time spent":"1.45463274s","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T17:10:17.661557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.644842134s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-02-27T17:10:17.661635Z","caller":"traceutil/trace.go:171","msg":"trace[685832132] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9794; }","duration":"1.644977377s","start":"2026-02-27T17:10:16.01664Z","end":"2026-02-27T17:10:17.661617Z","steps":["trace[685832132] 'agreement among raft nodes before linearized reading' (duration: 1.644722401s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:10:17.661679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:10:16.01662Z","time spent":"1.645050359s","remote":"127.0.0.1:42234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12234,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-02-27T17:10:18.103849Z","caller":"traceutil/trace.go:171","msg":"trace[210744177] linearizableReadLoop","detail":"{readStateIndex:10172; appliedIndex:10170; }","duration":"442.656731ms","start":"2026-02-27T17:10:17.661172Z","end":"2026-02-27T17:10:18.103828Z","steps":["trace[210744177] 'read index received' (duration: 442.417685ms)","trace[210744177] 'applied index is now lower than readState.Index' (duration: 238.356µs)"],"step_count":2} {"level":"warn","ts":"2026-02-27T17:10:18.103968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"937.184728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T17:10:18.10399Z","caller":"traceutil/trace.go:171","msg":"trace[791566298] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9796; }","duration":"937.25073ms","start":"2026-02-27T17:10:17.166732Z","end":"2026-02-27T17:10:18.103983Z","steps":["trace[791566298] 'agreement among raft nodes before linearized reading' (duration: 937.194139ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:10:18.103996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"808.767698ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-l8xw2\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-02-27T17:10:18.104048Z","caller":"traceutil/trace.go:171","msg":"trace[479450696] range","detail":"{range_begin:/registry/pods/openstack/keepalived-l8xw2; range_end:; response_count:1; response_revision:9796; }","duration":"808.861481ms","start":"2026-02-27T17:10:17.295173Z","end":"2026-02-27T17:10:18.104035Z","steps":["trace[479450696] 'agreement among raft nodes before linearized reading' (duration: 808.673646ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:10:18.104081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"994.613809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1990"} {"level":"warn","ts":"2026-02-27T17:10:18.104082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:10:17.295152Z","time spent":"808.921661ms","remote":"127.0.0.1:42234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6549,"request content":"key:\"/registry/pods/openstack/keepalived-l8xw2\" "} {"level":"info","ts":"2026-02-27T17:10:18.104104Z","caller":"traceutil/trace.go:171","msg":"trace[580722102] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:9796; }","duration":"994.67293ms","start":"2026-02-27T17:10:17.109423Z","end":"2026-02-27T17:10:18.104096Z","steps":["trace[580722102] 'agreement among raft nodes before linearized reading' (duration: 994.604448ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:10:18.104121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:10:17.109394Z","time spent":"994.722751ms","remote":"127.0.0.1:42240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2012,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-02-27T17:10:18.104228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"860.057793ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-02-27T17:10:18.1043Z","caller":"traceutil/trace.go:171","msg":"trace[1568758844] transaction","detail":"{read_only:false; response_revision:9795; number_of_response:1; }","duration":"928.475912ms","start":"2026-02-27T17:10:17.175809Z","end":"2026-02-27T17:10:18.104285Z","steps":["trace[1568758844] 'process raft request' (duration: 927.831787ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T17:10:18.104341Z","caller":"traceutil/trace.go:171","msg":"trace[1694940832] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9796; }","duration":"860.253278ms","start":"2026-02-27T17:10:17.244058Z","end":"2026-02-27T17:10:18.104312Z","steps":["trace[1694940832] 'agreement among raft nodes before linearized reading' (duration: 859.863919ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:10:18.104378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"438.145693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-02-27T17:10:18.104401Z","caller":"traceutil/trace.go:171","msg":"trace[1014904233] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9796; }","duration":"438.189675ms","start":"2026-02-27T17:10:17.666205Z","end":"2026-02-27T17:10:18.104394Z","steps":["trace[1014904233] 'agreement among raft nodes before linearized reading' (duration: 438.128184ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:10:18.104397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:10:17.175782Z","time spent":"928.552405ms","remote":"127.0.0.1:42508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4694,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T17:10:18.10437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"859.678164ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-02-27T17:10:18.104401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:10:17.244036Z","time spent":"860.35102ms","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-27T17:10:18.104466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.118116ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-02-27T17:10:18.104458Z","caller":"traceutil/trace.go:171","msg":"trace[1025373513] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9796; }","duration":"859.809606ms","start":"2026-02-27T17:10:17.244628Z","end":"2026-02-27T17:10:18.104438Z","steps":["trace[1025373513] 'agreement among raft nodes before linearized reading' (duration: 859.56729ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:10:18.104461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.978351ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T17:10:18.1045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:10:17.244611Z","time spent":"859.881009ms","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-27T17:10:18.10453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.759101ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-02-27T17:10:18.104548Z","caller":"traceutil/trace.go:171","msg":"trace[1949794845] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9796; }","duration":"183.823182ms","start":"2026-02-27T17:10:17.92072Z","end":"2026-02-27T17:10:18.104543Z","steps":["trace[1949794845] 'agreement among raft nodes before linearized reading' (duration: 183.774361ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T17:10:18.104538Z","caller":"traceutil/trace.go:171","msg":"trace[1973222646] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:9796; }","duration":"180.059553ms","start":"2026-02-27T17:10:17.924443Z","end":"2026-02-27T17:10:18.104503Z","steps":["trace[1973222646] 'agreement among raft nodes before linearized reading' (duration: 179.9619ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T17:10:18.104589Z","caller":"traceutil/trace.go:171","msg":"trace[895169931] transaction","detail":"{read_only:false; response_revision:9796; number_of_response:1; }","duration":"813.044401ms","start":"2026-02-27T17:10:17.291532Z","end":"2026-02-27T17:10:18.104576Z","steps":["trace[895169931] 'process raft request' (duration: 812.248362ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:10:18.104632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.929935ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-02-27T17:10:18.104647Z","caller":"traceutil/trace.go:171","msg":"trace[573589483] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9796; }","duration":"183.982237ms","start":"2026-02-27T17:10:17.92066Z","end":"2026-02-27T17:10:18.104642Z","steps":["trace[573589483] 'agreement among raft nodes before linearized reading' (duration: 183.937316ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:10:18.104649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:10:17.291519Z","time spent":"813.095382ms","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T17:10:18.104015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:10:17.166715Z","time spent":"937.294361ms","remote":"127.0.0.1:42042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T17:10:18.104306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.528024168s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-8rfjb.189828885654e727\" ","response":"range_response_count:1 size:778"} {"level":"info","ts":"2026-02-27T17:10:18.104484Z","caller":"traceutil/trace.go:171","msg":"trace[693841128] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9796; }","duration":"183.162697ms","start":"2026-02-27T17:10:17.921316Z","end":"2026-02-27T17:10:18.104479Z","steps":["trace[693841128] 'agreement among raft nodes before linearized reading' (duration: 183.113825ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:10:18.104712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"437.708124ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/glance-api-87b5695d5-hrns6\" ","response":"range_response_count:1 size:13836"} {"level":"info","ts":"2026-02-27T17:10:18.105359Z","caller":"traceutil/trace.go:171","msg":"trace[1519144940] range","detail":"{range_begin:/registry/pods/openstack/glance-api-87b5695d5-hrns6; range_end:; response_count:1; response_revision:9796; }","duration":"438.38987ms","start":"2026-02-27T17:10:17.666953Z","end":"2026-02-27T17:10:18.105343Z","steps":["trace[1519144940] 'agreement among raft nodes before linearized reading' (duration: 437.737805ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:10:18.105415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:10:17.666888Z","time spent":"438.511703ms","remote":"127.0.0.1:42234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":13858,"request content":"key:\"/registry/pods/openstack/glance-api-87b5695d5-hrns6\" "} {"level":"warn","ts":"2026-02-27T17:10:18.104419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:10:17.666188Z","time spent":"438.226625ms","remote":"127.0.0.1:42234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12234,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-02-27T17:10:18.104976Z","caller":"traceutil/trace.go:171","msg":"trace[1802343855] range","detail":"{range_begin:/registry/events/kube-system/cilium-operator-869df985b8-8rfjb.189828885654e727; range_end:; response_count:1; response_revision:9796; }","duration":"1.528713145s","start":"2026-02-27T17:10:16.57625Z","end":"2026-02-27T17:10:18.104963Z","steps":["trace[1802343855] 'agreement among raft nodes before linearized reading' (duration: 1.528008138s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:10:18.112757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:10:16.576233Z","time spent":"1.536376115s","remote":"127.0.0.1:42106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-8rfjb.189828885654e727\" "} {"level":"warn","ts":"2026-02-27T17:10:18.275325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.068722ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T17:10:18.275444Z","caller":"traceutil/trace.go:171","msg":"trace[1709713068] transaction","detail":"{read_only:false; response_revision:9797; number_of_response:1; }","duration":"164.982596ms","start":"2026-02-27T17:10:18.110441Z","end":"2026-02-27T17:10:18.275424Z","steps":["trace[1709713068] 'process raft request' (duration: 44.737379ms)","trace[1709713068] 'compare' (duration: 119.890448ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T17:10:18.329931Z","caller":"traceutil/trace.go:171","msg":"trace[147879781] transaction","detail":"{read_only:false; response_revision:9800; number_of_response:1; }","duration":"218.522764ms","start":"2026-02-27T17:10:18.111387Z","end":"2026-02-27T17:10:18.329909Z","steps":["trace[147879781] 'process raft request' (duration: 218.471962ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T17:10:18.330005Z","caller":"traceutil/trace.go:171","msg":"trace[707856336] transaction","detail":"{read_only:false; response_revision:9799; number_of_response:1; }","duration":"218.873842ms","start":"2026-02-27T17:10:18.111098Z","end":"2026-02-27T17:10:18.329971Z","steps":["trace[707856336] 'process raft request' (duration: 218.734689ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T17:10:18.329996Z","caller":"traceutil/trace.go:171","msg":"trace[1662966549] transaction","detail":"{read_only:false; response_revision:9798; number_of_response:1; }","duration":"219.410294ms","start":"2026-02-27T17:10:18.110536Z","end":"2026-02-27T17:10:18.329946Z","steps":["trace[1662966549] 'process raft request' (duration: 219.192059ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T17:10:18.330232Z","caller":"traceutil/trace.go:171","msg":"trace[493279846] linearizableReadLoop","detail":"{readStateIndex:10176; appliedIndex:10172; }","duration":"217.997742ms","start":"2026-02-27T17:10:18.112226Z","end":"2026-02-27T17:10:18.330223Z","steps":["trace[493279846] 'read index received' (duration: 43.04618ms)","trace[493279846] 'applied index is now lower than readState.Index' (duration: 174.950792ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T17:10:18.33044Z","caller":"traceutil/trace.go:171","msg":"trace[291663136] transaction","detail":"{read_only:false; response_revision:9802; number_of_response:1; }","duration":"211.099168ms","start":"2026-02-27T17:10:18.119329Z","end":"2026-02-27T17:10:18.330428Z","steps":["trace[291663136] 'process raft request' (duration: 210.845352ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:10:18.330473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.893222ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T17:10:18.330498Z","caller":"traceutil/trace.go:171","msg":"trace[1481639560] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:9802; }","duration":"158.958583ms","start":"2026-02-27T17:10:18.171532Z","end":"2026-02-27T17:10:18.330491Z","steps":["trace[1481639560] 'agreement among raft nodes before linearized reading' (duration: 158.901592ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T17:10:18.330524Z","caller":"traceutil/trace.go:171","msg":"trace[829894706] transaction","detail":"{read_only:false; response_revision:9801; number_of_response:1; }","duration":"216.379353ms","start":"2026-02-27T17:10:18.114131Z","end":"2026-02-27T17:10:18.330511Z","steps":["trace[829894706] 'process raft request' (duration: 215.748978ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:10:18.330688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.447522ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:37 size:348634"} {"level":"info","ts":"2026-02-27T17:10:18.330718Z","caller":"traceutil/trace.go:171","msg":"trace[950164483] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:37; response_revision:9802; }","duration":"218.506093ms","start":"2026-02-27T17:10:18.112204Z","end":"2026-02-27T17:10:18.33071Z","steps":["trace[950164483] 'agreement among raft nodes before linearized reading' (duration: 218.089494ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T17:10:18.542587Z","caller":"traceutil/trace.go:171","msg":"trace[746426365] linearizableReadLoop","detail":"{readStateIndex:10180; appliedIndex:10179; }","duration":"207.217586ms","start":"2026-02-27T17:10:18.335328Z","end":"2026-02-27T17:10:18.542546Z","steps":["trace[746426365] 'read index received' (duration: 125.111153ms)","trace[746426365] 'applied index is now lower than readState.Index' (duration: 82.104533ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T17:10:18.542671Z","caller":"traceutil/trace.go:171","msg":"trace[344743647] transaction","detail":"{read_only:false; response_revision:9803; number_of_response:1; }","duration":"210.75722ms","start":"2026-02-27T17:10:18.33187Z","end":"2026-02-27T17:10:18.542627Z","steps":["trace[344743647] 'process raft request' (duration: 128.622036ms)","trace[344743647] 'compare' (duration: 81.845487ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T17:10:18.542754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.40982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T17:10:18.542774Z","caller":"traceutil/trace.go:171","msg":"trace[1143267568] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:9803; }","duration":"207.466702ms","start":"2026-02-27T17:10:18.335302Z","end":"2026-02-27T17:10:18.542769Z","steps":["trace[1143267568] 'agreement among raft nodes before linearized reading' (duration: 207.3603ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:10:18.989591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.275235ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T17:10:18.989735Z","caller":"traceutil/trace.go:171","msg":"trace[1207093576] linearizableReadLoop","detail":"{readStateIndex:10181; appliedIndex:10180; }","duration":"447.063636ms","start":"2026-02-27T17:10:18.542644Z","end":"2026-02-27T17:10:18.989708Z","steps":["trace[1207093576] 'read index received' (duration: 199.480913ms)","trace[1207093576] 'applied index is now lower than readState.Index' (duration: 247.581083ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T17:10:18.989957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"650.225705ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/glance-api-87b5695d5-hrns6\" ","response":"range_response_count:1 size:13877"} {"level":"info","ts":"2026-02-27T17:10:18.989994Z","caller":"traceutil/trace.go:171","msg":"trace[315317302] range","detail":"{range_begin:/registry/pods/openstack/glance-api-87b5695d5-hrns6; range_end:; response_count:1; response_revision:9804; }","duration":"650.286777ms","start":"2026-02-27T17:10:18.339697Z","end":"2026-02-27T17:10:18.989984Z","steps":["trace[315317302] 'agreement among raft nodes before linearized reading' (duration: 650.115923ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:10:18.990025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"444.492674ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"warn","ts":"2026-02-27T17:10:18.990044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:10:18.339685Z","time spent":"650.340318ms","remote":"127.0.0.1:42234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":13899,"request content":"key:\"/registry/pods/openstack/glance-api-87b5695d5-hrns6\" "} {"level":"info","ts":"2026-02-27T17:10:18.990101Z","caller":"traceutil/trace.go:171","msg":"trace[1096609311] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9804; }","duration":"444.607706ms","start":"2026-02-27T17:10:18.545475Z","end":"2026-02-27T17:10:18.990083Z","steps":["trace[1096609311] 'agreement among raft nodes before linearized reading' (duration: 444.383061ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:10:18.990146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:10:18.545465Z","time spent":"444.669829ms","remote":"127.0.0.1:42234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12234,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-27T17:10:18.990292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"654.794593ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T17:10:18.989955Z","caller":"traceutil/trace.go:171","msg":"trace[922930441] transaction","detail":"{read_only:false; response_revision:9804; number_of_response:1; }","duration":"476.0067ms","start":"2026-02-27T17:10:18.513899Z","end":"2026-02-27T17:10:18.989905Z","steps":["trace[922930441] 'process raft request' (duration: 228.321455ms)","trace[922930441] 'compare' (duration: 247.009149ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T17:10:18.990349Z","caller":"traceutil/trace.go:171","msg":"trace[503837695] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:9804; }","duration":"654.891605ms","start":"2026-02-27T17:10:18.335442Z","end":"2026-02-27T17:10:18.990334Z","steps":["trace[503837695] 'agreement among raft nodes before linearized reading' (duration: 654.791053ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:10:18.990309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.973862ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T17:10:18.990391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:10:18.335424Z","time spent":"654.957297ms","remote":"127.0.0.1:32770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"info","ts":"2026-02-27T17:10:18.990426Z","caller":"traceutil/trace.go:171","msg":"trace[2075067791] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:9804; }","duration":"202.152676ms","start":"2026-02-27T17:10:18.788241Z","end":"2026-02-27T17:10:18.990394Z","steps":["trace[2075067791] 'agreement among raft nodes before linearized reading' (duration: 201.973432ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:10:18.990416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"444.148257ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-8rfjb.1898288859bc650f\" ","response":"range_response_count:1 size:778"} {"level":"warn","ts":"2026-02-27T17:10:18.990485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:10:18.513866Z","time spent":"476.509982ms","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T17:10:18.990503Z","caller":"traceutil/trace.go:171","msg":"trace[805484664] range","detail":"{range_begin:/registry/events/kube-system/cilium-operator-869df985b8-8rfjb.1898288859bc650f; range_end:; response_count:1; response_revision:9804; }","duration":"444.242659ms","start":"2026-02-27T17:10:18.546231Z","end":"2026-02-27T17:10:18.990474Z","steps":["trace[805484664] 'agreement among raft nodes before linearized reading' (duration: 443.989513ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:10:18.99055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:10:18.546226Z","time spent":"444.3161ms","remote":"127.0.0.1:42106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-8rfjb.1898288859bc650f\" "} {"level":"warn","ts":"2026-02-27T17:10:19.502864Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3939133035121653375,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T17:10:20.003794Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3939133035121653375,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T17:10:20.080214Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.086833123s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-27T17:10:20.420244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.761684ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T17:10:20.420348Z","caller":"traceutil/trace.go:171","msg":"trace[2028317791] transaction","detail":"{read_only:false; response_revision:9805; number_of_response:1; }","duration":"1.427033216s","start":"2026-02-27T17:10:18.993294Z","end":"2026-02-27T17:10:20.420327Z","steps":["trace[2028317791] 'process raft request' (duration: 1.087095298s)","trace[2028317791] 'compare' (duration: 339.406196ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T17:10:20.420406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:10:18.993278Z","time spent":"1.427099638s","remote":"127.0.0.1:42106","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":763,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T17:10:21.167796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999791928s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-27T17:10:21.167907Z","caller":"traceutil/trace.go:171","msg":"trace[2144757698] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999970202s","start":"2026-02-27T17:10:19.167905Z","end":"2026-02-27T17:10:21.167875Z","steps":["trace[2144757698] 'agreement among raft nodes before linearized reading' (duration: 1.999840859s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:10:21.167975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:10:19.167874Z","time spent":"2.000081655s","remote":"127.0.0.1:42042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T17:10:21.398452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"806.886024ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T17:10:21.398907Z","caller":"traceutil/trace.go:171","msg":"trace[1790657667] transaction","detail":"{read_only:false; response_revision:9808; number_of_response:1; }","duration":"1.285841525s","start":"2026-02-27T17:10:20.113044Z","end":"2026-02-27T17:10:21.398886Z","steps":["trace[1790657667] 'process raft request' (duration: 1.285790333s)"],"step_count":1} {"level":"info","ts":"2026-02-27T17:10:21.399056Z","caller":"traceutil/trace.go:171","msg":"trace[1268156408] linearizableReadLoop","detail":"{readStateIndex:10184; appliedIndex:10181; }","duration":"2.396934431s","start":"2026-02-27T17:10:19.00211Z","end":"2026-02-27T17:10:21.399044Z","steps":["trace[1268156408] 'read index received' (duration: 1.07830371s)","trace[1268156408] 'applied index is now lower than readState.Index' (duration: 1.318629671s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T17:10:21.39907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:10:20.113026Z","time spent":"1.285973438s","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T17:10:21.398889Z","caller":"traceutil/trace.go:171","msg":"trace[95608672] transaction","detail":"{read_only:false; response_revision:9807; number_of_response:1; }","duration":"1.730193294s","start":"2026-02-27T17:10:19.668666Z","end":"2026-02-27T17:10:21.39886Z","steps":["trace[95608672] 'process raft request' (duration: 1.73003909s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:10:21.399282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.397151696s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-02-27T17:10:21.398922Z","caller":"traceutil/trace.go:171","msg":"trace[1083617374] transaction","detail":"{read_only:false; response_revision:9806; number_of_response:1; }","duration":"1.730501823s","start":"2026-02-27T17:10:19.668393Z","end":"2026-02-27T17:10:21.398894Z","steps":["trace[1083617374] 'process raft request' (duration: 923.065715ms)","trace[1083617374] 'compare' (duration: 806.600637ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T17:10:21.399405Z","caller":"traceutil/trace.go:171","msg":"trace[453152398] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:9808; }","duration":"2.397302079s","start":"2026-02-27T17:10:19.002092Z","end":"2026-02-27T17:10:21.399394Z","steps":["trace[453152398] 'agreement among raft nodes before linearized reading' (duration: 2.397030783s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:10:21.399449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:10:19.002084Z","time spent":"2.397353761s","remote":"127.0.0.1:32864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5673,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-02-27T17:10:21.399521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:10:19.668367Z","time spent":"1.731056505s","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T17:10:21.399507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:10:19.668647Z","time spent":"1.730606975s","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T17:10:21.570543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.773902ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-02-27T17:10:21.571191Z","caller":"traceutil/trace.go:171","msg":"trace[1813614344] linearizableReadLoop","detail":"{readStateIndex:10187; appliedIndex:10185; }","duration":"172.062744ms","start":"2026-02-27T17:10:21.399095Z","end":"2026-02-27T17:10:21.571158Z","steps":["trace[1813614344] 'read index received' (duration: 14.660287ms)","trace[1813614344] 'applied index is now lower than readState.Index' (duration: 157.400677ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T17:10:21.571395Z","caller":"traceutil/trace.go:171","msg":"trace[72992267] transaction","detail":"{read_only:false; response_revision:9809; number_of_response:1; }","duration":"174.493842ms","start":"2026-02-27T17:10:21.396872Z","end":"2026-02-27T17:10:21.571366Z","steps":["trace[72992267] 'process raft request' (duration: 173.801915ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:10:21.794164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.759839ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-27T17:10:21.794231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"663.08423ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T17:10:21.794276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"516.53851ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T17:10:21.794314Z","caller":"traceutil/trace.go:171","msg":"trace[540075253] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9809; }","duration":"663.231293ms","start":"2026-02-27T17:10:21.13106Z","end":"2026-02-27T17:10:21.794292Z","steps":["trace[540075253] 'agreement among raft nodes before linearized reading' (duration: 440.339695ms)","trace[540075253] 'range keys from in-memory index tree' (duration: 222.754944ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T17:10:21.794361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:10:21.131037Z","time spent":"663.315666ms","remote":"127.0.0.1:42042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-27T17:10:21.794358Z","caller":"traceutil/trace.go:171","msg":"trace[71149020] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:9809; }","duration":"516.675563ms","start":"2026-02-27T17:10:21.277662Z","end":"2026-02-27T17:10:21.794337Z","steps":["trace[71149020] 'agreement among raft nodes before linearized reading' (duration: 293.746335ms)","trace[71149020] 'count revisions from in-memory index tree' (duration: 222.804585ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T17:10:21.794392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.455419329s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-02-27T17:10:21.794385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.008828ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T17:10:21.794414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:10:21.27764Z","time spent":"516.762496ms","remote":"127.0.0.1:42430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":27,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"warn","ts":"2026-02-27T17:10:21.794385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"752.877576ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T17:10:21.794452Z","caller":"traceutil/trace.go:171","msg":"trace[1473080711] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:9809; }","duration":"127.109761ms","start":"2026-02-27T17:10:21.667328Z","end":"2026-02-27T17:10:21.794438Z","steps":["trace[1473080711] 'count revisions from in-memory index tree' (duration: 126.905186ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T17:10:21.794473Z","caller":"traceutil/trace.go:171","msg":"trace[80571217] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:9809; }","duration":"753.03589ms","start":"2026-02-27T17:10:21.041417Z","end":"2026-02-27T17:10:21.794453Z","steps":["trace[80571217] 'agreement among raft nodes before linearized reading' (duration: 530.003029ms)","trace[80571217] 'count revisions from in-memory index tree' (duration: 222.860367ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T17:10:21.794523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:10:21.041398Z","time spent":"753.107551ms","remote":"127.0.0.1:35456","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true "} {"level":"warn","ts":"2026-02-27T17:10:21.794321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"625.95172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T17:10:21.794583Z","caller":"traceutil/trace.go:171","msg":"trace[921311932] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9809; }","duration":"626.246798ms","start":"2026-02-27T17:10:21.168318Z","end":"2026-02-27T17:10:21.794565Z","steps":["trace[921311932] 'agreement among raft nodes before linearized reading' (duration: 403.084113ms)","trace[921311932] 'range keys from in-memory index tree' (duration: 222.882807ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T17:10:21.794637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.456165857s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-02-27T17:10:21.794691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:10:21.168302Z","time spent":"626.347681ms","remote":"127.0.0.1:42052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-27T17:10:21.794722Z","caller":"traceutil/trace.go:171","msg":"trace[653697913] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9809; }","duration":"1.456327531s","start":"2026-02-27T17:10:20.338373Z","end":"2026-02-27T17:10:21.7947Z","steps":["trace[653697913] 'agreement among raft nodes before linearized reading' (duration: 1.232962392s)","trace[653697913] 'range keys from in-memory index tree' (duration: 223.114833ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T17:10:21.794424Z","caller":"traceutil/trace.go:171","msg":"trace[100286316] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9809; }","duration":"1.455488411s","start":"2026-02-27T17:10:20.338924Z","end":"2026-02-27T17:10:21.794412Z","steps":["trace[100286316] 'agreement among raft nodes before linearized reading' (duration: 1.232384528s)","trace[100286316] 'range keys from in-memory index tree' (duration: 222.971989ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T17:10:21.794777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:10:20.33836Z","time spent":"1.456400192s","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-27T17:10:21.7948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.460812528s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-02-27T17:10:21.794258Z","caller":"traceutil/trace.go:171","msg":"trace[638491555] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:9809; }","duration":"324.920643ms","start":"2026-02-27T17:10:21.469314Z","end":"2026-02-27T17:10:21.794235Z","steps":["trace[638491555] 'agreement among raft nodes before linearized reading' (duration: 102.067796ms)","trace[638491555] 'count revisions from in-memory index tree' (duration: 222.712444ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T17:10:21.794872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.456034733s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-l8xw2\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-02-27T17:10:21.79491Z","caller":"traceutil/trace.go:171","msg":"trace[411501958] range","detail":"{range_begin:/registry/pods/openstack/keepalived-l8xw2; range_end:; response_count:1; response_revision:9809; }","duration":"1.456098515s","start":"2026-02-27T17:10:20.338799Z","end":"2026-02-27T17:10:21.794898Z","steps":["trace[411501958] 'agreement among raft nodes before linearized reading' (duration: 1.232526722s)","trace[411501958] 'range keys from in-memory index tree' (duration: 223.4322ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T17:10:21.794921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.459596968s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-02-27T17:10:21.794947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:10:20.338785Z","time spent":"1.456155256s","remote":"127.0.0.1:42234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6549,"request content":"key:\"/registry/pods/openstack/keepalived-l8xw2\" "} {"level":"warn","ts":"2026-02-27T17:10:21.794967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.515686386s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-02-27T17:10:21.794821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.551025ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T17:10:21.79498Z","caller":"traceutil/trace.go:171","msg":"trace[1161687167] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9809; }","duration":"1.45968015s","start":"2026-02-27T17:10:20.335282Z","end":"2026-02-27T17:10:21.794962Z","steps":["trace[1161687167] 'agreement among raft nodes before linearized reading' (duration: 1.236059995s)","trace[1161687167] 'range keys from in-memory index tree' (duration: 223.455761ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T17:10:21.795002Z","caller":"traceutil/trace.go:171","msg":"trace[553321735] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9809; }","duration":"1.515749137s","start":"2026-02-27T17:10:20.27924Z","end":"2026-02-27T17:10:21.794989Z","steps":["trace[553321735] 'agreement among raft nodes before linearized reading' (duration: 1.292118782s)","trace[553321735] 'range keys from in-memory index tree' (duration: 223.513282ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T17:10:21.79503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:10:20.335272Z","time spent":"1.459746801s","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-27T17:10:21.795035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:10:20.27922Z","time spent":"1.515808779s","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-02-27T17:10:21.795032Z","caller":"traceutil/trace.go:171","msg":"trace[1424531475] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:9809; }","duration":"150.77851ms","start":"2026-02-27T17:10:21.644225Z","end":"2026-02-27T17:10:21.795003Z","steps":["trace[1424531475] 'count revisions from in-memory index tree' (duration: 150.469913ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:10:21.794836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:10:20.338902Z","time spent":"1.455921102s","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-27T17:10:21.794853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.623240969s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-27T17:10:21.795143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:10:21.469283Z","time spent":"325.701411ms","remote":"127.0.0.1:42402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":29,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"info","ts":"2026-02-27T17:10:21.795272Z","caller":"traceutil/trace.go:171","msg":"trace[1556976210] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:9809; }","duration":"2.62366769s","start":"2026-02-27T17:10:19.171584Z","end":"2026-02-27T17:10:21.795251Z","steps":["trace[1556976210] 'agreement among raft nodes before linearized reading' (duration: 2.399782179s)","trace[1556976210] 'count revisions from in-memory index tree' (duration: 223.472511ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T17:10:21.794854Z","caller":"traceutil/trace.go:171","msg":"trace[2068476222] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9809; }","duration":"1.46091446s","start":"2026-02-27T17:10:20.333922Z","end":"2026-02-27T17:10:21.794837Z","steps":["trace[2068476222] 'agreement among raft nodes before linearized reading' (duration: 1.237425788s)","trace[2068476222] 'range keys from in-memory index tree' (duration: 223.378649ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T17:10:21.79534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:10:19.171573Z","time spent":"2.623748621s","remote":"127.0.0.1:43324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":29,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true "} {"level":"warn","ts":"2026-02-27T17:10:21.795382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:10:20.333898Z","time spent":"1.461475753s","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-27T17:10:21.795333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.370951339s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.1898289b7be90003\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-02-27T17:10:21.795532Z","caller":"traceutil/trace.go:171","msg":"trace[334650358] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.1898289b7be90003; range_end:; response_count:1; response_revision:9809; }","duration":"1.371142514s","start":"2026-02-27T17:10:20.42437Z","end":"2026-02-27T17:10:21.795513Z","steps":["trace[334650358] 'agreement among raft nodes before linearized reading' (duration: 1.146954586s)","trace[334650358] 'range keys from in-memory index tree' (duration: 223.786239ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T17:10:21.7956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:10:20.42431Z","time spent":"1.371278946s","remote":"127.0.0.1:42106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":796,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.1898289b7be90003\" "} {"level":"info","ts":"2026-02-27T17:10:22.117987Z","caller":"traceutil/trace.go:171","msg":"trace[1912010148] transaction","detail":"{read_only:false; response_revision:9810; number_of_response:1; }","duration":"317.519457ms","start":"2026-02-27T17:10:21.800442Z","end":"2026-02-27T17:10:22.117961Z","steps":["trace[1912010148] 'process raft request' (duration: 317.358643ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:10:22.118254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:10:21.800419Z","time spent":"317.63809ms","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T17:10:22.327886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.487493ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T17:10:22.328262Z","caller":"traceutil/trace.go:171","msg":"trace[206558330] transaction","detail":"{read_only:false; response_revision:9811; number_of_response:1; }","duration":"527.735634ms","start":"2026-02-27T17:10:21.8005Z","end":"2026-02-27T17:10:22.328235Z","steps":["trace[206558330] 'process raft request' (duration: 403.822281ms)","trace[206558330] 'compare' (duration: 123.309169ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T17:10:22.328318Z","caller":"traceutil/trace.go:171","msg":"trace[1405981434] transaction","detail":"{read_only:false; response_revision:9812; number_of_response:1; }","duration":"527.781766ms","start":"2026-02-27T17:10:21.800505Z","end":"2026-02-27T17:10:22.328286Z","steps":["trace[1405981434] 'process raft request' (duration: 527.469678ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T17:10:22.328399Z","caller":"traceutil/trace.go:171","msg":"trace[1093131913] transaction","detail":"{read_only:false; response_revision:9813; number_of_response:1; }","duration":"527.842837ms","start":"2026-02-27T17:10:21.800531Z","end":"2026-02-27T17:10:22.328374Z","steps":["trace[1093131913] 'process raft request' (duration: 527.499879ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:10:22.32845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:10:21.80046Z","time spent":"527.851057ms","remote":"127.0.0.1:42106","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T17:10:22.328476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:10:21.800486Z","time spent":"527.899898ms","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T17:10:22.328517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:10:21.800508Z","time spent":"527.94707ms","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T17:10:22.329024Z","caller":"traceutil/trace.go:171","msg":"trace[1995351529] linearizableReadLoop","detail":"{readStateIndex:10193; appliedIndex:10187; }","duration":"500.95829ms","start":"2026-02-27T17:10:21.828053Z","end":"2026-02-27T17:10:22.329011Z","steps":["trace[1995351529] 'read index received' (duration: 289.79383ms)","trace[1995351529] 'applied index is now lower than readState.Index' (duration: 211.16332ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T17:10:22.32932Z","caller":"traceutil/trace.go:171","msg":"trace[949139552] transaction","detail":"{read_only:false; response_revision:9814; number_of_response:1; }","duration":"528.702728ms","start":"2026-02-27T17:10:21.800605Z","end":"2026-02-27T17:10:22.329307Z","steps":["trace[949139552] 'process raft request' (duration: 528.278667ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:10:22.329409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:10:21.800594Z","time spent":"528.77616ms","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T17:10:22.32995Z","caller":"traceutil/trace.go:171","msg":"trace[524629811] transaction","detail":"{read_only:false; response_revision:9815; number_of_response:1; }","duration":"529.335993ms","start":"2026-02-27T17:10:21.8006Z","end":"2026-02-27T17:10:22.329936Z","steps":["trace[524629811] 'process raft request' (duration: 528.373811ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:10:22.330041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:10:21.800579Z","time spent":"529.423744ms","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T17:10:22.330667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"502.61426ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T17:10:22.330712Z","caller":"traceutil/trace.go:171","msg":"trace[250003070] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:9815; }","duration":"502.697192ms","start":"2026-02-27T17:10:21.828004Z","end":"2026-02-27T17:10:22.330702Z","steps":["trace[250003070] 'agreement among raft nodes before linearized reading' (duration: 502.60959ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:10:22.330744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:10:21.827988Z","time spent":"502.747903ms","remote":"127.0.0.1:42278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":21,"response size":29,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"warn","ts":"2026-02-27T17:10:22.331002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.931645ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T17:10:22.331058Z","caller":"traceutil/trace.go:171","msg":"trace[1193229534] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9815; }","duration":"164.986227ms","start":"2026-02-27T17:10:22.166053Z","end":"2026-02-27T17:10:22.331039Z","steps":["trace[1193229534] 'agreement among raft nodes before linearized reading' (duration: 164.902045ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:10:22.331413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.004784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.70\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-02-27T17:10:22.331456Z","caller":"traceutil/trace.go:171","msg":"trace[278305136] range","detail":"{range_begin:/registry/masterleases/162.253.55.70; range_end:; response_count:1; response_revision:9815; }","duration":"159.124257ms","start":"2026-02-27T17:10:22.172322Z","end":"2026-02-27T17:10:22.331446Z","steps":["trace[278305136] 'agreement among raft nodes before linearized reading' (duration: 158.917622ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:10:22.879708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:10:22.332622Z","time spent":"547.083072ms","remote":"127.0.0.1:42074","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-02-27T17:10:23.64935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.666613ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T17:10:23.649591Z","caller":"traceutil/trace.go:171","msg":"trace[1706664565] linearizableReadLoop","detail":"{readStateIndex:10196; appliedIndex:10194; }","duration":"738.852094ms","start":"2026-02-27T17:10:22.910718Z","end":"2026-02-27T17:10:23.64957Z","steps":["trace[1706664565] 'read index received' (duration: 349.879385ms)","trace[1706664565] 'applied index is now lower than readState.Index' (duration: 388.971169ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T17:10:23.649685Z","caller":"traceutil/trace.go:171","msg":"trace[379924758] transaction","detail":"{read_only:false; response_revision:9816; number_of_response:1; }","duration":"1.312457465s","start":"2026-02-27T17:10:22.337216Z","end":"2026-02-27T17:10:23.649674Z","steps":["trace[379924758] 'process raft request' (duration: 923.366252ms)","trace[379924758] 'compare' (duration: 388.451218ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T17:10:23.649755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:10:22.3372Z","time spent":"1.312514656s","remote":"127.0.0.1:42106","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":846,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T17:10:23.64986Z","caller":"traceutil/trace.go:171","msg":"trace[1531719430] transaction","detail":"{read_only:false; response_revision:9817; number_of_response:1; }","duration":"767.952142ms","start":"2026-02-27T17:10:22.881878Z","end":"2026-02-27T17:10:23.64983Z","steps":["trace[1531719430] 'process raft request' (duration: 767.598084ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:10:23.65Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:10:22.881847Z","time spent":"768.083996ms","remote":"127.0.0.1:42074","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T17:10:23.650031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"739.306284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T17:10:23.650105Z","caller":"traceutil/trace.go:171","msg":"trace[757831512] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:9817; }","duration":"739.389906ms","start":"2026-02-27T17:10:22.910696Z","end":"2026-02-27T17:10:23.650086Z","steps":["trace[757831512] 'agreement among raft nodes before linearized reading' (duration: 739.150041ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:10:23.650302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:10:22.910632Z","time spent":"739.51557ms","remote":"127.0.0.1:54460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":27,"request content":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true "} {"level":"warn","ts":"2026-02-27T17:10:24.283582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.817341ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T17:10:24.283798Z","caller":"traceutil/trace.go:171","msg":"trace[498295249] linearizableReadLoop","detail":"{readStateIndex:10199; appliedIndex:10196; }","duration":"634.141104ms","start":"2026-02-27T17:10:23.64964Z","end":"2026-02-27T17:10:24.283781Z","steps":["trace[498295249] 'read index received' (duration: 362.968054ms)","trace[498295249] 'applied index is now lower than readState.Index' (duration: 271.17206ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T17:10:24.283923Z","caller":"traceutil/trace.go:171","msg":"trace[1888884994] transaction","detail":"{read_only:false; response_revision:9820; number_of_response:1; }","duration":"879.7822ms","start":"2026-02-27T17:10:23.404104Z","end":"2026-02-27T17:10:24.283886Z","steps":["trace[1888884994] 'process raft request' (duration: 879.636777ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:10:24.28402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"631.792738ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:421"} {"level":"warn","ts":"2026-02-27T17:10:24.283993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.116874313s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T17:10:24.284056Z","caller":"traceutil/trace.go:171","msg":"trace[1357250638] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:9820; }","duration":"631.84821ms","start":"2026-02-27T17:10:23.652195Z","end":"2026-02-27T17:10:24.284043Z","steps":["trace[1357250638] 'agreement among raft nodes before linearized reading' (duration: 631.691076ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T17:10:24.284085Z","caller":"traceutil/trace.go:171","msg":"trace[1864486926] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9820; }","duration":"1.117011856s","start":"2026-02-27T17:10:23.167053Z","end":"2026-02-27T17:10:24.284064Z","steps":["trace[1864486926] 'agreement among raft nodes before linearized reading' (duration: 1.116825192s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:10:24.28411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:10:23.404097Z","time spent":"879.918593ms","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T17:10:24.284221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"710.811619ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T17:10:24.284285Z","caller":"traceutil/trace.go:171","msg":"trace[693219337] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:9820; }","duration":"710.88342ms","start":"2026-02-27T17:10:23.573364Z","end":"2026-02-27T17:10:24.284248Z","steps":["trace[693219337] 'agreement among raft nodes before linearized reading' (duration: 710.800229ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:10:24.284139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:10:23.167033Z","time spent":"1.117096778s","remote":"127.0.0.1:42042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T17:10:24.284336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:10:23.573346Z","time spent":"710.979543ms","remote":"127.0.0.1:42548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":21,"response size":29,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"info","ts":"2026-02-27T17:10:24.284323Z","caller":"traceutil/trace.go:171","msg":"trace[657571978] transaction","detail":"{read_only:false; response_revision:9819; number_of_response:1; }","duration":"880.256121ms","start":"2026-02-27T17:10:23.404039Z","end":"2026-02-27T17:10:24.284295Z","steps":["trace[657571978] 'process raft request' (duration: 879.634506ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:10:24.284472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"477.135898ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-l8xw2\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-02-27T17:10:24.284566Z","caller":"traceutil/trace.go:171","msg":"trace[852574492] range","detail":"{range_begin:/registry/pods/openstack/keepalived-l8xw2; range_end:; response_count:1; response_revision:9820; }","duration":"477.27906ms","start":"2026-02-27T17:10:23.807269Z","end":"2026-02-27T17:10:24.284548Z","steps":["trace[852574492] 'agreement among raft nodes before linearized reading' (duration: 477.001813ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:10:24.284592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:10:23.404029Z","time spent":"880.499218ms","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T17:10:24.284618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:10:23.807252Z","time spent":"477.351463ms","remote":"127.0.0.1:42234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6549,"request content":"key:\"/registry/pods/openstack/keepalived-l8xw2\" "} {"level":"warn","ts":"2026-02-27T17:10:24.284094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:10:23.652185Z","time spent":"631.899401ms","remote":"127.0.0.1:42206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":443,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-02-27T17:10:24.284337Z","caller":"traceutil/trace.go:171","msg":"trace[577289697] transaction","detail":"{read_only:false; response_revision:9818; number_of_response:1; }","duration":"880.681721ms","start":"2026-02-27T17:10:23.403615Z","end":"2026-02-27T17:10:24.284297Z","steps":["trace[577289697] 'process raft request' (duration: 609.068521ms)","trace[577289697] 'compare' (duration: 270.713689ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T17:10:24.284789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:10:23.403592Z","time spent":"881.153763ms","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T17:10:24.284396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"630.117329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.1898289b7be90003\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-02-27T17:10:24.284856Z","caller":"traceutil/trace.go:171","msg":"trace[1526256399] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.1898289b7be90003; range_end:; response_count:1; response_revision:9820; }","duration":"630.573019ms","start":"2026-02-27T17:10:23.654262Z","end":"2026-02-27T17:10:24.284835Z","steps":["trace[1526256399] 'agreement among raft nodes before linearized reading' (duration: 630.067197ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:10:24.284447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.965515ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-02-27T17:10:24.284971Z","caller":"traceutil/trace.go:171","msg":"trace[515172368] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9820; }","duration":"162.533288ms","start":"2026-02-27T17:10:24.122418Z","end":"2026-02-27T17:10:24.284951Z","steps":["trace[515172368] 'agreement among raft nodes before linearized reading' (duration: 161.888953ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:10:24.284915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:10:23.654258Z","time spent":"630.642272ms","remote":"127.0.0.1:42106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":796,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.1898289b7be90003\" "} {"level":"info","ts":"2026-02-27T17:10:24.654419Z","caller":"traceutil/trace.go:171","msg":"trace[1433484725] transaction","detail":"{read_only:false; response_revision:9821; number_of_response:1; }","duration":"367.167283ms","start":"2026-02-27T17:10:24.287229Z","end":"2026-02-27T17:10:24.654396Z","steps":["trace[1433484725] 'process raft request' (duration: 339.1853ms)","trace[1433484725] 'compare' (duration: 27.607434ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T17:10:24.654571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:10:24.287213Z","time spent":"367.270306ms","remote":"127.0.0.1:42106","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T17:10:25.446301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.046362ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T17:10:25.446402Z","caller":"traceutil/trace.go:171","msg":"trace[195049788] linearizableReadLoop","detail":"{readStateIndex:10201; appliedIndex:10199; }","duration":"1.157087736s","start":"2026-02-27T17:10:24.289298Z","end":"2026-02-27T17:10:25.446386Z","steps":["trace[195049788] 'read index received' (duration: 337.348018ms)","trace[195049788] 'applied index is now lower than readState.Index' (duration: 819.738278ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T17:10:25.446496Z","caller":"traceutil/trace.go:171","msg":"trace[1375009761] transaction","detail":"{read_only:false; response_revision:9822; number_of_response:1; }","duration":"1.157627468s","start":"2026-02-27T17:10:24.288857Z","end":"2026-02-27T17:10:25.446484Z","steps":["trace[1375009761] 'process raft request' (duration: 863.30408ms)","trace[1375009761] 'compare' (duration: 293.920069ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T17:10:25.446555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:10:24.288842Z","time spent":"1.157683799s","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T17:10:25.446843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.157549116s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-02-27T17:10:25.446882Z","caller":"traceutil/trace.go:171","msg":"trace[1654830452] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:9822; }","duration":"1.157606999s","start":"2026-02-27T17:10:24.289265Z","end":"2026-02-27T17:10:25.446872Z","steps":["trace[1654830452] 'agreement among raft nodes before linearized reading' (duration: 1.157500636s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:10:25.446911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:10:24.289257Z","time spent":"1.15764764s","remote":"127.0.0.1:42328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-02-27T17:10:25.447352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.154944276s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T17:10:25.447389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.113279929s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-02-27T17:10:25.447424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.114992529s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-02-27T17:10:25.447484Z","caller":"traceutil/trace.go:171","msg":"trace[5989417] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9822; }","duration":"1.113426892s","start":"2026-02-27T17:10:24.334043Z","end":"2026-02-27T17:10:25.44747Z","steps":["trace[5989417] 'agreement among raft nodes before linearized reading' (duration: 1.113238918s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:10:25.447491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.12217134s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-02-27T17:10:25.447535Z","caller":"traceutil/trace.go:171","msg":"trace[321695928] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:9822; }","duration":"1.122217351s","start":"2026-02-27T17:10:24.325305Z","end":"2026-02-27T17:10:25.447522Z","steps":["trace[321695928] 'agreement among raft nodes before linearized reading' (duration: 1.122037596s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:10:25.447412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"789.517234ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.1898289b7be90003\" ","response":"range_response_count:1 size:774"} {"level":"warn","ts":"2026-02-27T17:10:25.447594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.112736546s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-02-27T17:10:25.44765Z","caller":"traceutil/trace.go:171","msg":"trace[1973370432] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9822; }","duration":"1.112808677s","start":"2026-02-27T17:10:24.334827Z","end":"2026-02-27T17:10:25.447636Z","steps":["trace[1973370432] 'agreement among raft nodes before linearized reading' (duration: 1.112610353s)"],"step_count":1} {"level":"info","ts":"2026-02-27T17:10:25.447667Z","caller":"traceutil/trace.go:171","msg":"trace[1424343990] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.1898289b7be90003; range_end:; response_count:1; response_revision:9822; }","duration":"789.762189ms","start":"2026-02-27T17:10:24.657843Z","end":"2026-02-27T17:10:25.447605Z","steps":["trace[1424343990] 'agreement among raft nodes before linearized reading' (duration: 789.462482ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:10:25.447709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:10:24.33482Z","time spent":"1.112875459s","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-27T17:10:25.447686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"985.304189ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-27T17:10:25.447747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:10:24.657829Z","time spent":"789.895462ms","remote":"127.0.0.1:42106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":796,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.1898289b7be90003\" "} {"level":"info","ts":"2026-02-27T17:10:25.4478Z","caller":"traceutil/trace.go:171","msg":"trace[292656817] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:9822; }","duration":"985.471172ms","start":"2026-02-27T17:10:24.462304Z","end":"2026-02-27T17:10:25.447775Z","steps":["trace[292656817] 'agreement among raft nodes before linearized reading' (duration: 985.083783ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:10:25.447461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.123362257s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"warn","ts":"2026-02-27T17:10:25.447875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:10:24.462268Z","time spent":"985.588295ms","remote":"127.0.0.1:42360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":12,"response size":29,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"warn","ts":"2026-02-27T17:10:25.44788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.157125736s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:37 size:348634"} {"level":"info","ts":"2026-02-27T17:10:25.447944Z","caller":"traceutil/trace.go:171","msg":"trace[855283557] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:37; response_revision:9822; }","duration":"1.157189928s","start":"2026-02-27T17:10:24.290738Z","end":"2026-02-27T17:10:25.447927Z","steps":["trace[855283557] 'agreement among raft nodes before linearized reading' (duration: 1.15641018s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:10:25.448008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:10:24.290721Z","time spent":"1.15726809s","remote":"127.0.0.1:42234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":37,"response size":348656,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-02-27T17:10:25.447524Z","caller":"traceutil/trace.go:171","msg":"trace[796387111] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9822; }","duration":"1.115119702s","start":"2026-02-27T17:10:24.33238Z","end":"2026-02-27T17:10:25.4475Z","steps":["trace[796387111] 'agreement among raft nodes before linearized reading' (duration: 1.114868736s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:10:25.447424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.112750597s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-02-27T17:10:25.447921Z","caller":"traceutil/trace.go:171","msg":"trace[606005234] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:9822; }","duration":"1.123827358s","start":"2026-02-27T17:10:24.324065Z","end":"2026-02-27T17:10:25.447893Z","steps":["trace[606005234] 'agreement among raft nodes before linearized reading' (duration: 1.123213834s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:10:25.448131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:10:24.332365Z","time spent":"1.115746056s","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-27T17:10:25.447396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.831552ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T17:10:25.448257Z","caller":"traceutil/trace.go:171","msg":"trace[867659063] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:9822; }","duration":"173.693372ms","start":"2026-02-27T17:10:25.274541Z","end":"2026-02-27T17:10:25.448234Z","steps":["trace[867659063] 'agreement among raft nodes before linearized reading' (duration: 172.803871ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T17:10:25.447417Z","caller":"traceutil/trace.go:171","msg":"trace[2087695557] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9822; }","duration":"1.155040408s","start":"2026-02-27T17:10:24.292361Z","end":"2026-02-27T17:10:25.447401Z","steps":["trace[2087695557] 'agreement among raft nodes before linearized reading' (duration: 1.154932395s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:10:25.448311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:10:24.324056Z","time spent":"1.124109994s","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":551,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-02-27T17:10:25.448366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:10:24.292346Z","time spent":"1.156009761s","remote":"127.0.0.1:42042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-27T17:10:25.448169Z","caller":"traceutil/trace.go:171","msg":"trace[369079513] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9822; }","duration":"1.113573476s","start":"2026-02-27T17:10:24.334577Z","end":"2026-02-27T17:10:25.448151Z","steps":["trace[369079513] 'agreement among raft nodes before linearized reading' (duration: 1.112687026s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:10:25.448595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:10:24.334564Z","time spent":"1.114012946s","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-27T17:10:25.44741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.086995216s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1781"} {"level":"info","ts":"2026-02-27T17:10:25.448751Z","caller":"traceutil/trace.go:171","msg":"trace[1947717950] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:9822; }","duration":"1.088390129s","start":"2026-02-27T17:10:24.360352Z","end":"2026-02-27T17:10:25.448742Z","steps":["trace[1947717950] 'agreement among raft nodes before linearized reading' (duration: 1.086878394s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:10:25.448829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:10:24.360336Z","time spent":"1.088481311s","remote":"127.0.0.1:42200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1803,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"warn","ts":"2026-02-27T17:10:25.44757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:10:24.325301Z","time spent":"1.122261951s","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":579,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-02-27T17:10:25.447568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:10:24.334031Z","time spent":"1.113525555s","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-27T17:10:25.801684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.406706ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T17:10:25.801812Z","caller":"traceutil/trace.go:171","msg":"trace[1158678458] transaction","detail":"{read_only:false; response_revision:9823; number_of_response:1; }","duration":"349.977277ms","start":"2026-02-27T17:10:25.451806Z","end":"2026-02-27T17:10:25.801783Z","steps":["trace[1158678458] 'process raft request' (duration: 105.390756ms)","trace[1158678458] 'compare' (duration: 244.210342ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T17:10:25.802066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:10:25.451785Z","time spent":"350.098649ms","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T17:10:25.888061Z","caller":"traceutil/trace.go:171","msg":"trace[2086800632] transaction","detail":"{read_only:false; response_revision:9824; number_of_response:1; }","duration":"435.099781ms","start":"2026-02-27T17:10:25.452936Z","end":"2026-02-27T17:10:25.888036Z","steps":["trace[2086800632] 'process raft request' (duration: 434.929337ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:10:25.888205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:10:25.452923Z","time spent":"435.206684ms","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T17:10:25.888357Z","caller":"traceutil/trace.go:171","msg":"trace[2060871136] transaction","detail":"{read_only:false; response_revision:9825; number_of_response:1; }","duration":"435.275346ms","start":"2026-02-27T17:10:25.453047Z","end":"2026-02-27T17:10:25.888322Z","steps":["trace[2060871136] 'process raft request' (duration: 434.949248ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:10:25.888506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:10:25.453032Z","time spent":"435.396928ms","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T17:10:25.888568Z","caller":"traceutil/trace.go:171","msg":"trace[160082693] transaction","detail":"{read_only:false; response_revision:9826; number_of_response:1; }","duration":"435.094141ms","start":"2026-02-27T17:10:25.453451Z","end":"2026-02-27T17:10:25.888545Z","steps":["trace[160082693] 'process raft request' (duration: 434.874406ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T17:10:25.888646Z","caller":"traceutil/trace.go:171","msg":"trace[2030755648] transaction","detail":"{read_only:false; response_revision:9827; number_of_response:1; }","duration":"435.110682ms","start":"2026-02-27T17:10:25.453525Z","end":"2026-02-27T17:10:25.888636Z","steps":["trace[2030755648] 'process raft request' (duration: 434.926418ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T17:10:25.88868Z","caller":"traceutil/trace.go:171","msg":"trace[494353339] transaction","detail":"{read_only:false; response_revision:9828; number_of_response:1; }","duration":"435.03314ms","start":"2026-02-27T17:10:25.453634Z","end":"2026-02-27T17:10:25.888667Z","steps":["trace[494353339] 'process raft request' (duration: 434.898237ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:10:25.888694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:10:25.453517Z","time spent":"435.150243ms","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T17:10:25.888762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:10:25.453611Z","time spent":"435.104692ms","remote":"127.0.0.1:42106","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T17:10:25.888762Z","caller":"traceutil/trace.go:171","msg":"trace[648028766] transaction","detail":"{read_only:false; response_revision:9829; number_of_response:1; }","duration":"435.07727ms","start":"2026-02-27T17:10:25.453663Z","end":"2026-02-27T17:10:25.88874Z","steps":["trace[648028766] 'process raft request' (duration: 434.958598ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:10:25.888804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:10:25.453439Z","time spent":"435.229945ms","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T17:10:25.888898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:10:25.453655Z","time spent":"435.160143ms","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T17:10:25.888724Z","caller":"traceutil/trace.go:171","msg":"trace[1894737273] linearizableReadLoop","detail":"{readStateIndex:10208; appliedIndex:10201; }","duration":"432.468299ms","start":"2026-02-27T17:10:25.456205Z","end":"2026-02-27T17:10:25.888673Z","steps":["trace[1894737273] 'read index received' (duration: 100.982431ms)","trace[1894737273] 'applied index is now lower than readState.Index' (duration: 331.484828ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T17:10:25.888939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"432.719175ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T17:10:25.889034Z","caller":"traceutil/trace.go:171","msg":"trace[321744122] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9829; }","duration":"432.841888ms","start":"2026-02-27T17:10:25.456175Z","end":"2026-02-27T17:10:25.889016Z","steps":["trace[321744122] 'agreement among raft nodes before linearized reading' (duration: 432.625273ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:10:25.889124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:10:25.456163Z","time spent":"432.915489ms","remote":"127.0.0.1:42042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T17:10:26.99469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"986.890516ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T17:10:26.994755Z","caller":"traceutil/trace.go:171","msg":"trace[187179448] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:9829; }","duration":"987.004938ms","start":"2026-02-27T17:10:26.007735Z","end":"2026-02-27T17:10:26.99474Z","steps":["trace[187179448] 'count revisions from in-memory index tree' (duration: 986.730961ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:10:26.994786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:10:26.007712Z","time spent":"987.066789ms","remote":"127.0.0.1:35534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true "} {"level":"warn","ts":"2026-02-27T17:10:26.996047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"755.20934ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"warn","ts":"2026-02-27T17:10:26.996631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"786.641494ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T17:10:26.996664Z","caller":"traceutil/trace.go:171","msg":"trace[372012748] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:9830; }","duration":"786.717556ms","start":"2026-02-27T17:10:26.209938Z","end":"2026-02-27T17:10:26.996656Z","steps":["trace[372012748] 'agreement among raft nodes before linearized reading' (duration: 786.658555ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:10:26.996686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:10:26.209916Z","time spent":"786.765048ms","remote":"127.0.0.1:40446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"info","ts":"2026-02-27T17:10:26.996617Z","caller":"traceutil/trace.go:171","msg":"trace[554249587] transaction","detail":"{read_only:false; response_revision:9830; number_of_response:1; }","duration":"948.404845ms","start":"2026-02-27T17:10:26.048149Z","end":"2026-02-27T17:10:26.996554Z","steps":["trace[554249587] 'process raft request' (duration: 192.61096ms)","trace[554249587] 'compare' (duration: 754.709068ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T17:10:26.996487Z","caller":"traceutil/trace.go:171","msg":"trace[41125164] linearizableReadLoop","detail":"{readStateIndex:10209; appliedIndex:10208; }","duration":"786.474221ms","start":"2026-02-27T17:10:26.209992Z","end":"2026-02-27T17:10:26.996466Z","steps":["trace[41125164] 'read index received' (duration: 30.696897ms)","trace[41125164] 'applied index is now lower than readState.Index' (duration: 755.775524ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T17:10:26.996944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:10:26.048128Z","time spent":"948.683182ms","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T17:10:27.399501Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.109917929s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-27T17:10:28.7065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.306734418s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T17:10:28.706699Z","caller":"traceutil/trace.go:171","msg":"trace[411771044] transaction","detail":"{read_only:false; response_revision:9831; number_of_response:1; }","duration":"2.417201901s","start":"2026-02-27T17:10:26.289478Z","end":"2026-02-27T17:10:28.70668Z","steps":["trace[411771044] 'process raft request' (duration: 1.110214797s)","trace[411771044] 'compare' (duration: 1.306640156s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T17:10:28.706767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:10:26.289454Z","time spent":"2.417284533s","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T17:10:28.724445Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.324759564s","expected-duration":"1s"} {"level":"info","ts":"2026-02-27T17:10:28.724905Z","caller":"traceutil/trace.go:171","msg":"trace[1909833156] transaction","detail":"{read_only:false; response_revision:9832; number_of_response:1; }","duration":"2.435062795s","start":"2026-02-27T17:10:26.289817Z","end":"2026-02-27T17:10:28.72488Z","steps":["trace[1909833156] 'process raft request' (duration: 2.434824569s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:10:28.725049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:10:26.289791Z","time spent":"2.435163136s","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T17:10:28.725166Z","caller":"traceutil/trace.go:171","msg":"trace[1856654596] transaction","detail":"{read_only:false; response_revision:9833; number_of_response:1; }","duration":"2.434707735s","start":"2026-02-27T17:10:26.29041Z","end":"2026-02-27T17:10:28.725118Z","steps":["trace[1856654596] 'process raft request' (duration: 2.434390138s)"],"step_count":1} {"level":"info","ts":"2026-02-27T17:10:28.725257Z","caller":"traceutil/trace.go:171","msg":"trace[425643919] linearizableReadLoop","detail":"{readStateIndex:10213; appliedIndex:10209; }","duration":"1.728386562s","start":"2026-02-27T17:10:26.996848Z","end":"2026-02-27T17:10:28.725234Z","steps":["trace[425643919] 'read index received' (duration: 402.861268ms)","trace[425643919] 'applied index is now lower than readState.Index' (duration: 1.325523744s)"],"step_count":2} {"level":"info","ts":"2026-02-27T17:10:28.725268Z","caller":"traceutil/trace.go:171","msg":"trace[266983505] transaction","detail":"{read_only:false; response_revision:9834; number_of_response:1; }","duration":"2.228898662s","start":"2026-02-27T17:10:26.496352Z","end":"2026-02-27T17:10:28.725251Z","steps":["trace[266983505] 'process raft request' (duration: 2.228693038s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:10:28.725391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.435707979s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T17:10:28.725399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:10:26.290384Z","time spent":"2.434864199s","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T17:10:28.7254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.01213983s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T17:10:28.725452Z","caller":"traceutil/trace.go:171","msg":"trace[370394533] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:9834; }","duration":"2.435799132s","start":"2026-02-27T17:10:26.289634Z","end":"2026-02-27T17:10:28.725433Z","steps":["trace[370394533] 'agreement among raft nodes before linearized reading' (duration: 2.43571886s)"],"step_count":1} {"level":"info","ts":"2026-02-27T17:10:28.72549Z","caller":"traceutil/trace.go:171","msg":"trace[716905077] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:9834; }","duration":"2.012278033s","start":"2026-02-27T17:10:26.71319Z","end":"2026-02-27T17:10:28.725468Z","steps":["trace[716905077] 'agreement among raft nodes before linearized reading' (duration: 2.01212458s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:10:28.725508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.55934065s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T17:10:28.725537Z","caller":"traceutil/trace.go:171","msg":"trace[1433524703] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9834; }","duration":"1.559392882s","start":"2026-02-27T17:10:27.166134Z","end":"2026-02-27T17:10:28.725527Z","steps":["trace[1433524703] 'agreement among raft nodes before linearized reading' (duration: 1.55933078s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:10:28.725551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:10:26.713172Z","time spent":"2.012361305s","remote":"127.0.0.1:54482","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":1,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true "} {"level":"warn","ts":"2026-02-27T17:10:28.725571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:10:27.166117Z","time spent":"1.559449573s","remote":"127.0.0.1:42042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T17:10:28.725635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.320436039s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"warn","ts":"2026-02-27T17:10:28.725665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"832.811448ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-02-27T17:10:28.725497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:10:26.289619Z","time spent":"2.435866183s","remote":"127.0.0.1:60934","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"info","ts":"2026-02-27T17:10:28.725686Z","caller":"traceutil/trace.go:171","msg":"trace[1561202827] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9834; }","duration":"2.320521631s","start":"2026-02-27T17:10:26.405153Z","end":"2026-02-27T17:10:28.725675Z","steps":["trace[1561202827] 'agreement among raft nodes before linearized reading' (duration: 2.320368468s)"],"step_count":1} {"level":"info","ts":"2026-02-27T17:10:28.725721Z","caller":"traceutil/trace.go:171","msg":"trace[568953814] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9834; }","duration":"832.90674ms","start":"2026-02-27T17:10:27.892799Z","end":"2026-02-27T17:10:28.725706Z","steps":["trace[568953814] 'agreement among raft nodes before linearized reading' (duration: 832.729936ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:10:28.725745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:10:26.405132Z","time spent":"2.320602324s","remote":"127.0.0.1:42234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12234,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-27T17:10:28.725776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:10:27.892778Z","time spent":"832.987732ms","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-27T17:10:28.725777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"833.126586ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-02-27T17:10:28.725809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.267876979s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-l8xw2\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-02-27T17:10:28.725838Z","caller":"traceutil/trace.go:171","msg":"trace[1212984761] range","detail":"{range_begin:/registry/pods/openstack/keepalived-l8xw2; range_end:; response_count:1; response_revision:9834; }","duration":"1.267941271s","start":"2026-02-27T17:10:27.457888Z","end":"2026-02-27T17:10:28.725829Z","steps":["trace[1212984761] 'agreement among raft nodes before linearized reading' (duration: 1.267845819s)"],"step_count":1} {"level":"info","ts":"2026-02-27T17:10:28.725835Z","caller":"traceutil/trace.go:171","msg":"trace[1108025152] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9834; }","duration":"833.230858ms","start":"2026-02-27T17:10:27.892586Z","end":"2026-02-27T17:10:28.725817Z","steps":["trace[1108025152] 'agreement among raft nodes before linearized reading' (duration: 833.057604ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:10:28.725811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"919.154922ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-02-27T17:10:28.725872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:10:27.457868Z","time spent":"1.267998052s","remote":"127.0.0.1:42234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6549,"request content":"key:\"/registry/pods/openstack/keepalived-l8xw2\" "} {"level":"warn","ts":"2026-02-27T17:10:28.725885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:10:27.892575Z","time spent":"833.298319ms","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-27T17:10:28.725743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"393.268511ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T17:10:28.725904Z","caller":"traceutil/trace.go:171","msg":"trace[1735606039] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9834; }","duration":"919.328066ms","start":"2026-02-27T17:10:27.806551Z","end":"2026-02-27T17:10:28.725879Z","steps":["trace[1735606039] 'agreement among raft nodes before linearized reading' (duration: 919.036309ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:10:28.725928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"832.602203ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-02-27T17:10:28.725937Z","caller":"traceutil/trace.go:171","msg":"trace[1473112235] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:9834; }","duration":"393.498116ms","start":"2026-02-27T17:10:28.332426Z","end":"2026-02-27T17:10:28.725924Z","steps":["trace[1473112235] 'agreement among raft nodes before linearized reading' (duration: 393.279291ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:10:28.725949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:10:27.806531Z","time spent":"919.407728ms","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-02-27T17:10:28.725982Z","caller":"traceutil/trace.go:171","msg":"trace[1107901117] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9834; }","duration":"832.693225ms","start":"2026-02-27T17:10:27.893268Z","end":"2026-02-27T17:10:28.725962Z","steps":["trace[1107901117] 'agreement among raft nodes before linearized reading' (duration: 832.529821ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:10:28.725996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:10:28.332408Z","time spent":"393.560808ms","remote":"127.0.0.1:35366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true "} {"level":"warn","ts":"2026-02-27T17:10:28.726005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.272708133s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-02-27T17:10:28.726023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:10:27.893242Z","time spent":"832.770517ms","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-02-27T17:10:28.72603Z","caller":"traceutil/trace.go:171","msg":"trace[1415750655] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9834; }","duration":"1.272777024s","start":"2026-02-27T17:10:27.453245Z","end":"2026-02-27T17:10:28.726022Z","steps":["trace[1415750655] 'agreement among raft nodes before linearized reading' (duration: 1.272689942s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:10:28.726073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:10:27.453226Z","time spent":"1.272840416s","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-27T17:10:28.725429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:10:26.49633Z","time spent":"2.229049236s","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T17:10:29.163301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.317148ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T17:10:29.16342Z","caller":"traceutil/trace.go:171","msg":"trace[615241389] linearizableReadLoop","detail":"{readStateIndex:10214; appliedIndex:10213; }","duration":"433.316878ms","start":"2026-02-27T17:10:28.730082Z","end":"2026-02-27T17:10:29.163399Z","steps":["trace[615241389] 'read index received' (duration: 78.839076ms)","trace[615241389] 'applied index is now lower than readState.Index' (duration: 354.476382ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T17:10:29.163771Z","caller":"traceutil/trace.go:171","msg":"trace[463723004] transaction","detail":"{read_only:false; response_revision:9835; number_of_response:1; }","duration":"434.17403ms","start":"2026-02-27T17:10:28.72955Z","end":"2026-02-27T17:10:29.163724Z","steps":["trace[463723004] 'process raft request' (duration: 79.35199ms)","trace[463723004] 'compare' (duration: 354.152574ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T17:10:29.163898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"433.804161ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"warn","ts":"2026-02-27T17:10:29.163953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:10:28.729525Z","time spent":"434.351814ms","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T17:10:29.163992Z","caller":"traceutil/trace.go:171","msg":"trace[802221199] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9835; }","duration":"433.949485ms","start":"2026-02-27T17:10:28.73002Z","end":"2026-02-27T17:10:29.163969Z","steps":["trace[802221199] 'agreement among raft nodes before linearized reading' (duration: 433.669908ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:10:29.164057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:10:28.73Z","time spent":"434.040356ms","remote":"127.0.0.1:42234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12234,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-27T17:10:29.164332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"434.240492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:37 size:348634"} {"level":"info","ts":"2026-02-27T17:10:29.164391Z","caller":"traceutil/trace.go:171","msg":"trace[1703563145] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:37; response_revision:9835; }","duration":"434.334784ms","start":"2026-02-27T17:10:28.730044Z","end":"2026-02-27T17:10:29.164379Z","steps":["trace[1703563145] 'agreement among raft nodes before linearized reading' (duration: 433.648037ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:10:29.164424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:10:28.730025Z","time spent":"434.389566ms","remote":"127.0.0.1:42234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":37,"response size":348656,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-02-27T17:10:29.514467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.939493ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T17:10:29.514668Z","caller":"traceutil/trace.go:171","msg":"trace[803229083] transaction","detail":"{read_only:false; response_revision:9836; number_of_response:1; }","duration":"783.967441ms","start":"2026-02-27T17:10:28.730683Z","end":"2026-02-27T17:10:29.514651Z","steps":["trace[803229083] 'process raft request' (duration: 632.780682ms)","trace[803229083] 'compare' (duration: 150.789229ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T17:10:29.514779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:10:28.730657Z","time spent":"784.086105ms","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T17:10:29.514861Z","caller":"traceutil/trace.go:171","msg":"trace[673608127] transaction","detail":"{read_only:false; response_revision:9837; number_of_response:1; }","duration":"784.064554ms","start":"2026-02-27T17:10:28.730749Z","end":"2026-02-27T17:10:29.514813Z","steps":["trace[673608127] 'process raft request' (duration: 783.792018ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:10:29.515023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:10:28.730734Z","time spent":"784.229018ms","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T17:10:29.515035Z","caller":"traceutil/trace.go:171","msg":"trace[1237599869] transaction","detail":"{read_only:false; response_revision:9838; number_of_response:1; }","duration":"784.209958ms","start":"2026-02-27T17:10:28.730795Z","end":"2026-02-27T17:10:29.515005Z","steps":["trace[1237599869] 'process raft request' (duration: 783.963082ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T17:10:29.515078Z","caller":"traceutil/trace.go:171","msg":"trace[1717678837] linearizableReadLoop","detail":"{readStateIndex:10218; appliedIndex:10214; }","duration":"351.448332ms","start":"2026-02-27T17:10:29.163607Z","end":"2026-02-27T17:10:29.515056Z","steps":["trace[1717678837] 'read index received' (duration: 199.777911ms)","trace[1717678837] 'applied index is now lower than readState.Index' (duration: 151.669341ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T17:10:29.515146Z","caller":"traceutil/trace.go:171","msg":"trace[772548668] transaction","detail":"{read_only:false; response_revision:9839; number_of_response:1; }","duration":"784.030753ms","start":"2026-02-27T17:10:28.731078Z","end":"2026-02-27T17:10:29.515109Z","steps":["trace[772548668] 'process raft request' (duration: 783.863299ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:10:29.515193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:10:28.73078Z","time spent":"784.33745ms","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T17:10:29.515253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"779.110206ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T17:10:29.515307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:10:28.731057Z","time spent":"784.165426ms","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T17:10:29.515339Z","caller":"traceutil/trace.go:171","msg":"trace[968164843] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9839; }","duration":"779.211938ms","start":"2026-02-27T17:10:28.736108Z","end":"2026-02-27T17:10:29.51532Z","steps":["trace[968164843] 'agreement among raft nodes before linearized reading' (duration: 779.080855ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:10:29.515387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:10:28.736101Z","time spent":"779.27447ms","remote":"127.0.0.1:42042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T17:10:29.51546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.049408ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19313"} {"level":"info","ts":"2026-02-27T17:10:29.515515Z","caller":"traceutil/trace.go:171","msg":"trace[185875582] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:9839; }","duration":"350.128359ms","start":"2026-02-27T17:10:29.165373Z","end":"2026-02-27T17:10:29.515501Z","steps":["trace[185875582] 'agreement among raft nodes before linearized reading' (duration: 349.839703ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:10:29.515549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:10:29.165353Z","time spent":"350.188581ms","remote":"127.0.0.1:42218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19335,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-02-27T17:10:30.132306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"396.801435ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T17:10:30.1324Z","caller":"traceutil/trace.go:171","msg":"trace[36971748] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:9839; }","duration":"396.945229ms","start":"2026-02-27T17:10:29.735432Z","end":"2026-02-27T17:10:30.132377Z","steps":["trace[36971748] 'count revisions from in-memory index tree' (duration: 396.700123ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:10:30.13246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:10:29.735412Z","time spent":"397.027541ms","remote":"127.0.0.1:48410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":27,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"warn","ts":"2026-02-27T17:10:30.666579Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3939133035121653448,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T17:10:30.945413Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.057143429s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-27T17:10:31.614174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"668.54368ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-02-27T17:10:31.614473Z","caller":"traceutil/trace.go:171","msg":"trace[606635834] linearizableReadLoop","detail":"{readStateIndex:10219; appliedIndex:10218; }","duration":"1.44829082s","start":"2026-02-27T17:10:30.166157Z","end":"2026-02-27T17:10:31.614448Z","steps":["trace[606635834] 'read index received' (duration: 779.471364ms)","trace[606635834] 'applied index is now lower than readState.Index' (duration: 668.818206ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T17:10:31.614741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.448570897s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T17:10:31.614795Z","caller":"traceutil/trace.go:171","msg":"trace[1473243028] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9839; }","duration":"1.448673389s","start":"2026-02-27T17:10:30.166106Z","end":"2026-02-27T17:10:31.61478Z","steps":["trace[1473243028] 'agreement among raft nodes before linearized reading' (duration: 1.448575557s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:10:31.614844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:10:30.166088Z","time spent":"1.448747191s","remote":"127.0.0.1:42042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-27T17:10:31.61531Z","caller":"traceutil/trace.go:171","msg":"trace[907847111] transaction","detail":"{read_only:false; response_revision:9840; number_of_response:1; }","duration":"903.321747ms","start":"2026-02-27T17:10:30.711953Z","end":"2026-02-27T17:10:31.615274Z","steps":["trace[907847111] 'process raft request' (duration: 902.365735ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:10:31.615436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:10:30.711929Z","time spent":"903.43846ms","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T17:10:32.366843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"751.457412ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T17:10:32.367081Z","caller":"traceutil/trace.go:171","msg":"trace[2014284159] linearizableReadLoop","detail":"{readStateIndex:10222; appliedIndex:10219; }","duration":"752.539638ms","start":"2026-02-27T17:10:31.614519Z","end":"2026-02-27T17:10:32.367059Z","steps":["trace[2014284159] 'read index received' (duration: 236.656µs)","trace[2014284159] 'applied index is now lower than readState.Index' (duration: 752.301312ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T17:10:32.367183Z","caller":"traceutil/trace.go:171","msg":"trace[562688752] transaction","detail":"{read_only:false; response_revision:9841; number_of_response:1; }","duration":"1.6374396s","start":"2026-02-27T17:10:30.729727Z","end":"2026-02-27T17:10:32.367167Z","steps":["trace[562688752] 'process raft request' (duration: 885.536387ms)","trace[562688752] 'compare' (duration: 751.085324ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T17:10:32.36727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:10:30.729703Z","time spent":"1.637521251s","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T17:10:32.367349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"846.678837ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-02-27T17:10:32.367436Z","caller":"traceutil/trace.go:171","msg":"trace[1032740272] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9842; }","duration":"846.790679ms","start":"2026-02-27T17:10:31.520593Z","end":"2026-02-27T17:10:32.367384Z","steps":["trace[1032740272] 'agreement among raft nodes before linearized reading' (duration: 846.615795ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:10:32.367489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:10:31.520569Z","time spent":"846.909022ms","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-27T17:10:32.367601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.020712562s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"warn","ts":"2026-02-27T17:10:32.367631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.192924324s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-l8xw2\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-02-27T17:10:32.367656Z","caller":"traceutil/trace.go:171","msg":"trace[1408899365] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:9842; }","duration":"2.020826256s","start":"2026-02-27T17:10:30.346816Z","end":"2026-02-27T17:10:32.367642Z","steps":["trace[1408899365] 'agreement among raft nodes before linearized reading' (duration: 2.020678722s)"],"step_count":1} {"level":"info","ts":"2026-02-27T17:10:32.367679Z","caller":"traceutil/trace.go:171","msg":"trace[218658138] range","detail":"{range_begin:/registry/pods/openstack/keepalived-l8xw2; range_end:; response_count:1; response_revision:9842; }","duration":"1.192983756s","start":"2026-02-27T17:10:31.174677Z","end":"2026-02-27T17:10:32.367661Z","steps":["trace[218658138] 'agreement among raft nodes before linearized reading' (duration: 1.192838183s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:10:32.3677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:10:30.346782Z","time spent":"2.020907147s","remote":"127.0.0.1:42140","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":378,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-02-27T17:10:32.367718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:10:31.174665Z","time spent":"1.193045097s","remote":"127.0.0.1:42234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6549,"request content":"key:\"/registry/pods/openstack/keepalived-l8xw2\" "} {"level":"info","ts":"2026-02-27T17:10:32.367744Z","caller":"traceutil/trace.go:171","msg":"trace[846748517] transaction","detail":"{read_only:false; response_revision:9842; number_of_response:1; }","duration":"1.637982032s","start":"2026-02-27T17:10:30.729725Z","end":"2026-02-27T17:10:32.367707Z","steps":["trace[846748517] 'process raft request' (duration: 1.637229825s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:10:32.367765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.062998054s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T17:10:32.3678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"846.980633ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-02-27T17:10:32.367801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.199471549s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-02-27T17:10:32.367829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"845.731054ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-02-27T17:10:32.367848Z","caller":"traceutil/trace.go:171","msg":"trace[437841831] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9842; }","duration":"847.050545ms","start":"2026-02-27T17:10:31.520783Z","end":"2026-02-27T17:10:32.367833Z","steps":["trace[437841831] 'agreement among raft nodes before linearized reading' (duration: 846.916592ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T17:10:32.367855Z","caller":"traceutil/trace.go:171","msg":"trace[1155483707] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9842; }","duration":"1.199563191s","start":"2026-02-27T17:10:31.168278Z","end":"2026-02-27T17:10:32.367841Z","steps":["trace[1155483707] 'agreement among raft nodes before linearized reading' (duration: 1.199420558s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:10:32.367468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.559739539s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T17:10:32.367873Z","caller":"traceutil/trace.go:171","msg":"trace[728982715] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9842; }","duration":"845.799326ms","start":"2026-02-27T17:10:31.522061Z","end":"2026-02-27T17:10:32.36786Z","steps":["trace[728982715] 'agreement among raft nodes before linearized reading' (duration: 845.656742ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:10:32.367888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:10:31.520772Z","time spent":"847.105256ms","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-27T17:10:32.367897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:10:31.168258Z","time spent":"1.199625752s","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-27T17:10:32.367894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:10:30.729699Z","time spent":"1.638115945s","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T17:10:32.367916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:10:31.52205Z","time spent":"845.858997ms","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-02-27T17:10:32.367844Z","caller":"traceutil/trace.go:171","msg":"trace[318610563] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:9842; }","duration":"2.063118387s","start":"2026-02-27T17:10:30.304701Z","end":"2026-02-27T17:10:32.367819Z","steps":["trace[318610563] 'agreement among raft nodes before linearized reading' (duration: 2.062968463s)"],"step_count":1} {"level":"info","ts":"2026-02-27T17:10:32.36796Z","caller":"traceutil/trace.go:171","msg":"trace[2072996643] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:9842; }","duration":"1.560247451s","start":"2026-02-27T17:10:30.807665Z","end":"2026-02-27T17:10:32.367912Z","steps":["trace[2072996643] 'agreement among raft nodes before linearized reading' (duration: 1.559716669s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:10:32.368022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:10:30.304684Z","time spent":"2.063325031s","remote":"127.0.0.1:42178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":27,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"warn","ts":"2026-02-27T17:10:32.368138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:10:30.807652Z","time spent":"1.560425925s","remote":"127.0.0.1:35540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-27T17:10:32.367898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"846.567033ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-02-27T17:10:32.368208Z","caller":"traceutil/trace.go:171","msg":"trace[1233847078] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9842; }","duration":"846.940802ms","start":"2026-02-27T17:10:31.521252Z","end":"2026-02-27T17:10:32.368192Z","steps":["trace[1233847078] 'agreement among raft nodes before linearized reading' (duration: 846.547993ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:10:32.368386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:10:31.521218Z","time spent":"847.153478ms","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-27T17:10:32.656525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.665971ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T17:10:32.656657Z","caller":"traceutil/trace.go:171","msg":"trace[627745386] linearizableReadLoop","detail":"{readStateIndex:10223; appliedIndex:10222; }","duration":"289.503544ms","start":"2026-02-27T17:10:32.367129Z","end":"2026-02-27T17:10:32.656632Z","steps":["trace[627745386] 'read index received' (duration: 156.556887ms)","trace[627745386] 'applied index is now lower than readState.Index' (duration: 132.944706ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T17:10:32.656785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"532.834816ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T17:10:32.656782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"483.113857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.70\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-02-27T17:10:32.656829Z","caller":"traceutil/trace.go:171","msg":"trace[119710175] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:9843; }","duration":"532.922147ms","start":"2026-02-27T17:10:32.123895Z","end":"2026-02-27T17:10:32.656817Z","steps":["trace[119710175] 'agreement among raft nodes before linearized reading' (duration: 532.837035ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T17:10:32.656853Z","caller":"traceutil/trace.go:171","msg":"trace[1662624506] range","detail":"{range_begin:/registry/masterleases/162.253.55.70; range_end:; response_count:1; response_revision:9843; }","duration":"483.22985ms","start":"2026-02-27T17:10:32.173602Z","end":"2026-02-27T17:10:32.656832Z","steps":["trace[1662624506] 'agreement among raft nodes before linearized reading' (duration: 483.044876ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:10:32.656874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:10:32.123875Z","time spent":"532.989079ms","remote":"127.0.0.1:35424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true "} {"level":"warn","ts":"2026-02-27T17:10:32.656904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:10:32.17358Z","time spent":"483.315103ms","remote":"127.0.0.1:42074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":155,"request content":"key:\"/registry/masterleases/162.253.55.70\" "} {"level":"info","ts":"2026-02-27T17:10:32.657104Z","caller":"traceutil/trace.go:171","msg":"trace[509476895] transaction","detail":"{read_only:false; response_revision:9843; number_of_response:1; }","duration":"905.074878ms","start":"2026-02-27T17:10:31.752014Z","end":"2026-02-27T17:10:32.657089Z","steps":["trace[509476895] 'process raft request' (duration: 771.756143ms)","trace[509476895] 'compare' (duration: 132.531987ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T17:10:32.65719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.041132709s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T17:10:32.657211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:10:31.751985Z","time spent":"905.164871ms","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T17:10:32.657235Z","caller":"traceutil/trace.go:171","msg":"trace[1222165732] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9843; }","duration":"1.041209081s","start":"2026-02-27T17:10:31.616013Z","end":"2026-02-27T17:10:32.657222Z","steps":["trace[1222165732] 'agreement among raft nodes before linearized reading' (duration: 1.04114354s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:10:32.657264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:10:31.61599Z","time spent":"1.041266722s","remote":"127.0.0.1:42052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T17:10:32.657384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.66005ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T17:10:32.657421Z","caller":"traceutil/trace.go:171","msg":"trace[1459511449] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:9843; }","duration":"385.735612ms","start":"2026-02-27T17:10:32.271676Z","end":"2026-02-27T17:10:32.657412Z","steps":["trace[1459511449] 'agreement among raft nodes before linearized reading' (duration: 385.67856ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:10:32.657475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:10:32.271655Z","time spent":"385.787473ms","remote":"127.0.0.1:42218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":29,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"warn","ts":"2026-02-27T17:10:32.657492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"597.450165ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T17:10:32.657528Z","caller":"traceutil/trace.go:171","msg":"trace[1594653919] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:9843; }","duration":"597.489786ms","start":"2026-02-27T17:10:32.060028Z","end":"2026-02-27T17:10:32.657517Z","steps":["trace[1594653919] 'agreement among raft nodes before linearized reading' (duration: 597.431555ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:10:32.657557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:10:32.059962Z","time spent":"597.587158ms","remote":"127.0.0.1:32802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-27T17:10:33.616395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"855.084136ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"warn","ts":"2026-02-27T17:10:33.616804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:10:32.658485Z","time spent":"958.315509ms","remote":"127.0.0.1:42074","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-02-27T17:10:33.617035Z","caller":"traceutil/trace.go:171","msg":"trace[1982643657] linearizableReadLoop","detail":"{readStateIndex:10228; appliedIndex:10223; }","duration":"960.314287ms","start":"2026-02-27T17:10:32.656701Z","end":"2026-02-27T17:10:33.617015Z","steps":["trace[1982643657] 'read index received' (duration: 104.465493ms)","trace[1982643657] 'applied index is now lower than readState.Index' (duration: 855.847584ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T17:10:33.617048Z","caller":"traceutil/trace.go:171","msg":"trace[1379925578] transaction","detail":"{read_only:false; response_revision:9846; number_of_response:1; }","duration":"1.244052505s","start":"2026-02-27T17:10:32.372936Z","end":"2026-02-27T17:10:33.616989Z","steps":["trace[1379925578] 'process raft request' (duration: 1.243651295s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:10:33.617267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:10:32.372909Z","time spent":"1.244248119s","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T17:10:33.617278Z","caller":"traceutil/trace.go:171","msg":"trace[798760184] transaction","detail":"{read_only:false; response_revision:9847; number_of_response:1; }","duration":"1.244103786s","start":"2026-02-27T17:10:32.373154Z","end":"2026-02-27T17:10:33.617258Z","steps":["trace[798760184] 'process raft request' (duration: 1.243465741s)"],"step_count":1} {"level":"info","ts":"2026-02-27T17:10:33.617355Z","caller":"traceutil/trace.go:171","msg":"trace[1048218998] transaction","detail":"{read_only:false; response_revision:9844; number_of_response:1; }","duration":"1.245071489s","start":"2026-02-27T17:10:32.372265Z","end":"2026-02-27T17:10:33.617336Z","steps":["trace[1048218998] 'process raft request' (duration: 388.923148ms)","trace[1048218998] 'compare' (duration: 854.619405ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T17:10:33.617379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:10:32.373146Z","time spent":"1.244189878s","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T17:10:33.617344Z","caller":"traceutil/trace.go:171","msg":"trace[1468971263] transaction","detail":"{read_only:false; response_revision:9845; number_of_response:1; }","duration":"1.244513125s","start":"2026-02-27T17:10:32.372746Z","end":"2026-02-27T17:10:33.617259Z","steps":["trace[1468971263] 'process raft request' (duration: 1.243744207s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:10:33.617431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"952.354798ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T17:10:33.617507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:10:32.372247Z","time spent":"1.24514896s","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T17:10:33.617547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"733.783323ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T17:10:33.617559Z","caller":"traceutil/trace.go:171","msg":"trace[2009387843] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9848; }","duration":"952.524322ms","start":"2026-02-27T17:10:32.66501Z","end":"2026-02-27T17:10:33.617534Z","steps":["trace[2009387843] 'agreement among raft nodes before linearized reading' (duration: 952.334508ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T17:10:33.617591Z","caller":"traceutil/trace.go:171","msg":"trace[922163010] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:9848; }","duration":"733.866845ms","start":"2026-02-27T17:10:32.883713Z","end":"2026-02-27T17:10:33.61758Z","steps":["trace[922163010] 'agreement among raft nodes before linearized reading' (duration: 733.797044ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:10:33.617598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.245183301s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:37 size:348634"} {"level":"warn","ts":"2026-02-27T17:10:33.617626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:10:32.883691Z","time spent":"733.924076ms","remote":"127.0.0.1:54492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":27,"request content":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true "} {"level":"warn","ts":"2026-02-27T17:10:33.617627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:10:32.664994Z","time spent":"952.619394ms","remote":"127.0.0.1:42042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T17:10:33.617623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"539.693568ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T17:10:33.617651Z","caller":"traceutil/trace.go:171","msg":"trace[1122678682] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:37; response_revision:9848; }","duration":"1.245237753s","start":"2026-02-27T17:10:32.372398Z","end":"2026-02-27T17:10:33.617636Z","steps":["trace[1122678682] 'agreement among raft nodes before linearized reading' (duration: 1.244739801s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:10:33.617594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.636279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T17:10:33.617682Z","caller":"traceutil/trace.go:171","msg":"trace[1371018896] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:9848; }","duration":"539.80778ms","start":"2026-02-27T17:10:33.07786Z","end":"2026-02-27T17:10:33.617667Z","steps":["trace[1371018896] 'agreement among raft nodes before linearized reading' (duration: 539.696798ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:10:33.617696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:10:32.372335Z","time spent":"1.245349635s","remote":"127.0.0.1:42234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":37,"response size":348656,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-02-27T17:10:33.617735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:10:33.077806Z","time spent":"539.918254ms","remote":"127.0.0.1:57022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"info","ts":"2026-02-27T17:10:33.617758Z","caller":"traceutil/trace.go:171","msg":"trace[1719091638] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:9848; }","duration":"235.871744ms","start":"2026-02-27T17:10:33.381843Z","end":"2026-02-27T17:10:33.617715Z","steps":["trace[1719091638] 'agreement among raft nodes before linearized reading' (duration: 235.512366ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:10:33.617667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"751.767049ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-27T17:10:33.617849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:10:32.372729Z","time spent":"1.244784252s","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T17:10:33.617916Z","caller":"traceutil/trace.go:171","msg":"trace[1259398359] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:9848; }","duration":"752.040225ms","start":"2026-02-27T17:10:32.865841Z","end":"2026-02-27T17:10:33.617881Z","steps":["trace[1259398359] 'agreement among raft nodes before linearized reading' (duration: 751.776259ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:10:33.617962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:10:32.865817Z","time spent":"752.134357ms","remote":"127.0.0.1:42488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":29,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"info","ts":"2026-02-27T17:10:33.617827Z","caller":"traceutil/trace.go:171","msg":"trace[567308636] transaction","detail":"{read_only:false; response_revision:9848; number_of_response:1; }","duration":"1.244489764s","start":"2026-02-27T17:10:32.373228Z","end":"2026-02-27T17:10:33.617717Z","steps":["trace[567308636] 'process raft request' (duration: 1.24342418s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:10:33.618149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:10:32.373209Z","time spent":"1.244863344s","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T17:10:34.521853Z","caller":"traceutil/trace.go:171","msg":"trace[1069830429] transaction","detail":"{read_only:false; response_revision:9849; number_of_response:1; }","duration":"902.607771ms","start":"2026-02-27T17:10:33.619212Z","end":"2026-02-27T17:10:34.52182Z","steps":["trace[1069830429] 'process raft request' (duration: 902.346015ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:10:34.52204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:10:33.619188Z","time spent":"902.760094ms","remote":"127.0.0.1:42074","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T17:10:34.782188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.921469ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T17:10:34.782429Z","caller":"traceutil/trace.go:171","msg":"trace[1609075008] transaction","detail":"{read_only:false; response_revision:9850; number_of_response:1; }","duration":"1.161317336s","start":"2026-02-27T17:10:33.62108Z","end":"2026-02-27T17:10:34.782397Z","steps":["trace[1609075008] 'process raft request' (duration: 1.02509411s)","trace[1609075008] 'compare' (duration: 135.769896ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T17:10:34.782574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:10:33.621053Z","time spent":"1.161445199s","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T17:10:34.782724Z","caller":"traceutil/trace.go:171","msg":"trace[1392173719] linearizableReadLoop","detail":"{readStateIndex:10231; appliedIndex:10229; }","duration":"614.644663ms","start":"2026-02-27T17:10:34.168029Z","end":"2026-02-27T17:10:34.782674Z","steps":["trace[1392173719] 'read index received' (duration: 353.51264ms)","trace[1392173719] 'applied index is now lower than readState.Index' (duration: 261.130652ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T17:10:34.782741Z","caller":"traceutil/trace.go:171","msg":"trace[1106803196] transaction","detail":"{read_only:false; response_revision:9851; number_of_response:1; }","duration":"409.166478ms","start":"2026-02-27T17:10:34.37355Z","end":"2026-02-27T17:10:34.782717Z","steps":["trace[1106803196] 'process raft request' (duration: 408.738658ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:10:34.782865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:10:34.373524Z","time spent":"409.270809ms","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T17:10:34.782907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"614.870958ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T17:10:34.782913Z","caller":"traceutil/trace.go:171","msg":"trace[1062348970] transaction","detail":"{read_only:false; response_revision:9852; number_of_response:1; }","duration":"409.035384ms","start":"2026-02-27T17:10:34.373848Z","end":"2026-02-27T17:10:34.782884Z","steps":["trace[1062348970] 'process raft request' (duration: 408.495282ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:10:34.783055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:10:34.37382Z","time spent":"409.162767ms","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T17:10:34.783099Z","caller":"traceutil/trace.go:171","msg":"trace[551737667] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9852; }","duration":"614.935428ms","start":"2026-02-27T17:10:34.167993Z","end":"2026-02-27T17:10:34.782928Z","steps":["trace[551737667] 'agreement among raft nodes before linearized reading' (duration: 614.846016ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:10:34.783199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.868479ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:421"} {"level":"info","ts":"2026-02-27T17:10:34.783235Z","caller":"traceutil/trace.go:171","msg":"trace[1413922311] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:9852; }","duration":"258.94993ms","start":"2026-02-27T17:10:34.524276Z","end":"2026-02-27T17:10:34.783226Z","steps":["trace[1413922311] 'agreement among raft nodes before linearized reading' (duration: 258.759316ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:10:34.783231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:10:34.167975Z","time spent":"615.243686ms","remote":"127.0.0.1:42042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T17:10:34.783291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.508637ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-02-27T17:10:34.783372Z","caller":"traceutil/trace.go:171","msg":"trace[418696157] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9852; }","duration":"189.63061ms","start":"2026-02-27T17:10:34.593727Z","end":"2026-02-27T17:10:34.783358Z","steps":["trace[418696157] 'agreement among raft nodes before linearized reading' (duration: 189.428775ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T17:10:35.912849Z","caller":"traceutil/trace.go:171","msg":"trace[1047059190] transaction","detail":"{read_only:false; response_revision:9853; number_of_response:1; }","duration":"287.406205ms","start":"2026-02-27T17:10:35.625414Z","end":"2026-02-27T17:10:35.912821Z","steps":["trace[1047059190] 'process raft request' (duration: 287.24666ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:10:36.526505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.356897ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T17:10:36.526779Z","caller":"traceutil/trace.go:171","msg":"trace[483020328] transaction","detail":"{read_only:false; response_revision:9854; number_of_response:1; }","duration":"901.014733ms","start":"2026-02-27T17:10:35.62573Z","end":"2026-02-27T17:10:36.526745Z","steps":["trace[483020328] 'process raft request' (duration: 574.316758ms)","trace[483020328] 'compare' (duration: 326.10394ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T17:10:36.526828Z","caller":"traceutil/trace.go:171","msg":"trace[1538403673] transaction","detail":"{read_only:false; response_revision:9855; number_of_response:1; }","duration":"900.994302ms","start":"2026-02-27T17:10:35.625807Z","end":"2026-02-27T17:10:36.526802Z","steps":["trace[1538403673] 'process raft request' (duration: 900.849139ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:10:36.526921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:10:35.62579Z","time spent":"901.090365ms","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T17:10:36.526961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:10:35.625718Z","time spent":"901.144166ms","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T17:10:36.527032Z","caller":"traceutil/trace.go:171","msg":"trace[854466380] transaction","detail":"{read_only:false; response_revision:9856; number_of_response:1; }","duration":"900.353687ms","start":"2026-02-27T17:10:35.626662Z","end":"2026-02-27T17:10:36.527015Z","steps":["trace[854466380] 'process raft request' (duration: 900.080171ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T17:10:36.527094Z","caller":"traceutil/trace.go:171","msg":"trace[770026] transaction","detail":"{read_only:false; response_revision:9857; number_of_response:1; }","duration":"899.63924ms","start":"2026-02-27T17:10:35.627444Z","end":"2026-02-27T17:10:36.527084Z","steps":["trace[770026] 'process raft request' (duration: 899.513697ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:10:36.527112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:10:35.626651Z","time spent":"900.41875ms","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T17:10:36.527145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:10:35.627414Z","time spent":"899.701472ms","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T17:10:36.527162Z","caller":"traceutil/trace.go:171","msg":"trace[587886110] transaction","detail":"{read_only:false; response_revision:9858; number_of_response:1; }","duration":"294.254756ms","start":"2026-02-27T17:10:36.23289Z","end":"2026-02-27T17:10:36.527145Z","steps":["trace[587886110] 'process raft request' (duration: 294.196215ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T17:10:36.527229Z","caller":"traceutil/trace.go:171","msg":"trace[1537841416] linearizableReadLoop","detail":"{readStateIndex:10237; appliedIndex:10234; }","duration":"899.859296ms","start":"2026-02-27T17:10:35.627287Z","end":"2026-02-27T17:10:36.527147Z","steps":["trace[1537841416] 'read index received' (duration: 285.826568ms)","trace[1537841416] 'applied index is now lower than readState.Index' (duration: 614.030487ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T17:10:36.527393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.24055ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T17:10:36.527623Z","caller":"traceutil/trace.go:171","msg":"trace[1428996150] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9858; }","duration":"360.313951ms","start":"2026-02-27T17:10:36.167112Z","end":"2026-02-27T17:10:36.527426Z","steps":["trace[1428996150] 'agreement among raft nodes before linearized reading' (duration: 360.234459ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:10:36.527649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"900.156582ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-l8xw2\" ","response":"range_response_count:1 size:6527"} {"level":"warn","ts":"2026-02-27T17:10:36.527626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.364233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T17:10:36.527681Z","caller":"traceutil/trace.go:171","msg":"trace[704718638] range","detail":"{range_begin:/registry/pods/openstack/keepalived-l8xw2; range_end:; response_count:1; response_revision:9858; }","duration":"900.411698ms","start":"2026-02-27T17:10:35.62726Z","end":"2026-02-27T17:10:36.527672Z","steps":["trace[704718638] 'agreement among raft nodes before linearized reading' (duration: 900.06708ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:10:36.52771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:10:35.62725Z","time spent":"900.45317ms","remote":"127.0.0.1:42234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6549,"request content":"key:\"/registry/pods/openstack/keepalived-l8xw2\" "} {"level":"info","ts":"2026-02-27T17:10:36.527704Z","caller":"traceutil/trace.go:171","msg":"trace[976589453] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:9858; }","duration":"148.637979ms","start":"2026-02-27T17:10:36.379047Z","end":"2026-02-27T17:10:36.527685Z","steps":["trace[976589453] 'agreement among raft nodes before linearized reading' (duration: 148.318852ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:10:36.527651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:10:36.167094Z","time spent":"360.551307ms","remote":"127.0.0.1:42042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T17:10:37.363934Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3939133035121653500,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T17:10:37.555595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"919.09762ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T17:10:37.555699Z","caller":"traceutil/trace.go:171","msg":"trace[505097996] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:9858; }","duration":"919.258544ms","start":"2026-02-27T17:10:36.636417Z","end":"2026-02-27T17:10:37.555675Z","steps":["trace[505097996] 'count revisions from in-memory index tree' (duration: 918.995998ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:10:37.555902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:10:36.636396Z","time spent":"919.414258ms","remote":"127.0.0.1:42266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":27,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-02-27T17:10:37.555926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"583.089585ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T17:10:37.556013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.364453ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T17:10:37.556046Z","caller":"traceutil/trace.go:171","msg":"trace[79976782] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:9858; }","duration":"583.220298ms","start":"2026-02-27T17:10:36.972803Z","end":"2026-02-27T17:10:37.556024Z","steps":["trace[79976782] 'range keys from in-memory index tree' (duration: 583.071775ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T17:10:37.556097Z","caller":"traceutil/trace.go:171","msg":"trace[1662609932] transaction","detail":"{read_only:false; response_revision:9859; number_of_response:1; }","duration":"767.941642ms","start":"2026-02-27T17:10:36.788138Z","end":"2026-02-27T17:10:37.55608Z","steps":["trace[1662609932] 'process raft request' (duration: 589.454676ms)","trace[1662609932] 'compare' (duration: 177.926543ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T17:10:37.556177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:10:36.788112Z","time spent":"768.022294ms","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T17:10:38.200044Z","caller":"traceutil/trace.go:171","msg":"trace[74697216] linearizableReadLoop","detail":"{readStateIndex:10243; appliedIndex:10239; }","duration":"1.337149508s","start":"2026-02-27T17:10:36.862875Z","end":"2026-02-27T17:10:38.200025Z","steps":["trace[74697216] 'read index received' (duration: 514.813168ms)","trace[74697216] 'applied index is now lower than readState.Index' (duration: 822.33556ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T17:10:38.20009Z","caller":"traceutil/trace.go:171","msg":"trace[1536385801] transaction","detail":"{read_only:false; response_revision:9860; number_of_response:1; }","duration":"1.411790096s","start":"2026-02-27T17:10:36.788253Z","end":"2026-02-27T17:10:38.200043Z","steps":["trace[1536385801] 'process raft request' (duration: 1.411574231s)"],"step_count":1} {"level":"info","ts":"2026-02-27T17:10:38.200164Z","caller":"traceutil/trace.go:171","msg":"trace[2088325500] transaction","detail":"{read_only:false; response_revision:9862; number_of_response:1; }","duration":"1.193379415s","start":"2026-02-27T17:10:37.006776Z","end":"2026-02-27T17:10:38.200155Z","steps":["trace[2088325500] 'process raft request' (duration: 1.193220361s)"],"step_count":1} {"level":"info","ts":"2026-02-27T17:10:38.200186Z","caller":"traceutil/trace.go:171","msg":"trace[847471182] transaction","detail":"{read_only:false; response_revision:9861; number_of_response:1; }","duration":"1.411433948s","start":"2026-02-27T17:10:36.788722Z","end":"2026-02-27T17:10:38.200156Z","steps":["trace[847471182] 'process raft request' (duration: 1.411243554s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:10:38.200228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:10:36.788225Z","time spent":"1.411934529s","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T17:10:38.200269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:10:37.006759Z","time spent":"1.193430056s","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T17:10:38.200283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:10:36.788711Z","time spent":"1.41152167s","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T17:10:38.200419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.337548327s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T17:10:38.200455Z","caller":"traceutil/trace.go:171","msg":"trace[1935540989] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:9862; }","duration":"1.337621419s","start":"2026-02-27T17:10:36.862825Z","end":"2026-02-27T17:10:38.200446Z","steps":["trace[1935540989] 'agreement among raft nodes before linearized reading' (duration: 1.337558997s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:10:38.200475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:10:36.862803Z","time spent":"1.33766633s","remote":"127.0.0.1:40424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"warn","ts":"2026-02-27T17:10:40.167953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000186647s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T17:10:40.168033Z","caller":"traceutil/trace.go:171","msg":"trace[647616437] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.0003136s","start":"2026-02-27T17:10:38.167701Z","end":"2026-02-27T17:10:40.168014Z","steps":["trace[647616437] 'agreement among raft nodes before linearized reading' (duration: 2.000214668s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:10:40.16808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:10:38.167684Z","time spent":"2.000386611s","remote":"127.0.0.1:42042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 17:10:40 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T17:10:40.651605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.054010691s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-02-27T17:10:40.652056Z","caller":"traceutil/trace.go:171","msg":"trace[2065656521] linearizableReadLoop","detail":"{readStateIndex:10244; appliedIndex:10243; }","duration":"2.45184383s","start":"2026-02-27T17:10:38.200098Z","end":"2026-02-27T17:10:40.651942Z","steps":["trace[2065656521] 'read index received' (duration: 397.43612ms)","trace[2065656521] 'applied index is now lower than readState.Index' (duration: 2.05440663s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T17:10:40.652654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.736167821s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-02-27T17:10:40.652712Z","caller":"traceutil/trace.go:171","msg":"trace[1756821882] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9862; }","duration":"2.736253363s","start":"2026-02-27T17:10:37.91643Z","end":"2026-02-27T17:10:40.652684Z","steps":["trace[1756821882] 'agreement among raft nodes before linearized reading' (duration: 2.73610256s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:10:40.652752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.662456302s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:118"} {"level":"info","ts":"2026-02-27T17:10:40.652836Z","caller":"traceutil/trace.go:171","msg":"trace[496126240] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:9862; }","duration":"3.662584987s","start":"2026-02-27T17:10:36.990229Z","end":"2026-02-27T17:10:40.652814Z","steps":["trace[496126240] 'agreement among raft nodes before linearized reading' (duration: 3.66234963s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:10:40.652902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:10:36.990207Z","time spent":"3.662681549s","remote":"127.0.0.1:42098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":140,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"info","ts":"2026-02-27T17:10:40.652879Z","caller":"traceutil/trace.go:171","msg":"trace[1087631475] transaction","detail":"{read_only:false; response_revision:9863; number_of_response:1; }","duration":"1.092083366s","start":"2026-02-27T17:10:39.560766Z","end":"2026-02-27T17:10:40.652849Z","steps":["trace[1087631475] 'process raft request' (duration: 1.090946009s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:10:40.653045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:10:39.560741Z","time spent":"1.09223112s","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T17:10:40.652803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:10:37.916413Z","time spent":"2.736378018s","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-27T17:10:40.653194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.660130129s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:128528"} {"level":"info","ts":"2026-02-27T17:10:40.653246Z","caller":"traceutil/trace.go:171","msg":"trace[761211161] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:9862; }","duration":"3.66020425s","start":"2026-02-27T17:10:36.99303Z","end":"2026-02-27T17:10:40.653234Z","steps":["trace[761211161] 'agreement among raft nodes before linearized reading' (duration: 3.659542644s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:10:40.653286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:10:36.993021Z","time spent":"3.660255741s","remote":"127.0.0.1:42090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":128550,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"warn","ts":"2026-02-27T17:10:41.559784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"432.272754ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T17:10:41.56001Z","caller":"traceutil/trace.go:171","msg":"trace[1504440110] linearizableReadLoop","detail":"{readStateIndex:10247; appliedIndex:10245; }","duration":"907.892495ms","start":"2026-02-27T17:10:40.652099Z","end":"2026-02-27T17:10:41.559991Z","steps":["trace[1504440110] 'read index received' (duration: 475.326354ms)","trace[1504440110] 'applied index is now lower than readState.Index' (duration: 432.565271ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T17:10:41.560135Z","caller":"traceutil/trace.go:171","msg":"trace[570464305] transaction","detail":"{read_only:false; response_revision:9864; number_of_response:1; }","duration":"1.354392756s","start":"2026-02-27T17:10:40.205724Z","end":"2026-02-27T17:10:41.560117Z","steps":["trace[570464305] 'process raft request' (duration: 921.684292ms)","trace[570464305] 'compare' (duration: 431.920826ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T17:10:41.560215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:10:40.205702Z","time spent":"1.354477609s","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T17:10:41.56029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.597472328s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T17:10:41.560362Z","caller":"traceutil/trace.go:171","msg":"trace[930644583] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:9865; }","duration":"2.597595411s","start":"2026-02-27T17:10:38.962749Z","end":"2026-02-27T17:10:41.560344Z","steps":["trace[930644583] 'agreement among raft nodes before linearized reading' (duration: 2.597438638s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:10:41.560437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:10:38.962728Z","time spent":"2.597698544s","remote":"127.0.0.1:43384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":27,"request content":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true "} {"level":"warn","ts":"2026-02-27T17:10:41.561069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.028695708s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-02-27T17:10:41.561118Z","caller":"traceutil/trace.go:171","msg":"trace[960777979] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9865; }","duration":"3.02878233s","start":"2026-02-27T17:10:38.532324Z","end":"2026-02-27T17:10:41.561107Z","steps":["trace[960777979] 'agreement among raft nodes before linearized reading' (duration: 3.028628867s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:10:41.561148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:10:38.532305Z","time spent":"3.028835761s","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-27T17:10:41.561119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.028694458s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-02-27T17:10:41.561042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.028593985s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-02-27T17:10:41.561209Z","caller":"traceutil/trace.go:171","msg":"trace[600001557] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9865; }","duration":"3.028839301s","start":"2026-02-27T17:10:38.532349Z","end":"2026-02-27T17:10:41.561188Z","steps":["trace[600001557] 'agreement among raft nodes before linearized reading' (duration: 3.028596065s)"],"step_count":1} {"level":"info","ts":"2026-02-27T17:10:41.561229Z","caller":"traceutil/trace.go:171","msg":"trace[1465286335] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9865; }","duration":"3.028859941s","start":"2026-02-27T17:10:38.532349Z","end":"2026-02-27T17:10:41.561209Z","steps":["trace[1465286335] 'agreement among raft nodes before linearized reading' (duration: 3.028476013s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:10:41.561257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:10:38.532325Z","time spent":"3.028922573s","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-27T17:10:41.561281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:10:38.532325Z","time spent":"3.028944924s","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-27T17:10:41.56221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.021520718s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-l8xw2\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-02-27T17:10:41.562281Z","caller":"traceutil/trace.go:171","msg":"trace[1917220145] transaction","detail":"{read_only:false; response_revision:9865; number_of_response:1; }","duration":"1.355330679s","start":"2026-02-27T17:10:40.206925Z","end":"2026-02-27T17:10:41.562255Z","steps":["trace[1917220145] 'process raft request' (duration: 1.352964423s)"],"step_count":1} {"level":"info","ts":"2026-02-27T17:10:41.562329Z","caller":"traceutil/trace.go:171","msg":"trace[203022296] range","detail":"{range_begin:/registry/pods/openstack/keepalived-l8xw2; range_end:; response_count:1; response_revision:9865; }","duration":"3.021658311s","start":"2026-02-27T17:10:38.540634Z","end":"2026-02-27T17:10:41.562292Z","steps":["trace[203022296] 'agreement among raft nodes before linearized reading' (duration: 3.020506014s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:10:41.562385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:10:38.540618Z","time spent":"3.021756744s","remote":"127.0.0.1:42234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6549,"request content":"key:\"/registry/pods/openstack/keepalived-l8xw2\" "} {"level":"warn","ts":"2026-02-27T17:10:41.56241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:10:40.2069Z","time spent":"1.355430622s","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T17:10:41.562552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"998.48822ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-27T17:10:41.562563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.394321272s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T17:10:41.562662Z","caller":"traceutil/trace.go:171","msg":"trace[1902721902] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9865; }","duration":"1.394457755s","start":"2026-02-27T17:10:40.168192Z","end":"2026-02-27T17:10:41.562649Z","steps":["trace[1902721902] 'agreement among raft nodes before linearized reading' (duration: 1.393040862s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:10:41.562709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:10:40.168167Z","time spent":"1.394522816s","remote":"127.0.0.1:42052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T17:10:41.56271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.694485399s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-02-27T17:10:41.562766Z","caller":"traceutil/trace.go:171","msg":"trace[200861254] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9865; }","duration":"1.694563641s","start":"2026-02-27T17:10:39.868187Z","end":"2026-02-27T17:10:41.56275Z","steps":["trace[200861254] 'agreement among raft nodes before linearized reading' (duration: 1.694449419s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:10:41.562804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:10:39.868161Z","time spent":"1.694629332s","remote":"127.0.0.1:42234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12234,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-27T17:10:41.562562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.029844435s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-02-27T17:10:41.562878Z","caller":"traceutil/trace.go:171","msg":"trace[1819797087] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9865; }","duration":"3.030176263s","start":"2026-02-27T17:10:38.532667Z","end":"2026-02-27T17:10:41.562844Z","steps":["trace[1819797087] 'agreement among raft nodes before linearized reading' (duration: 3.029828914s)"],"step_count":1} {"level":"info","ts":"2026-02-27T17:10:41.562703Z","caller":"traceutil/trace.go:171","msg":"trace[245564330] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:9865; }","duration":"998.648154ms","start":"2026-02-27T17:10:40.563998Z","end":"2026-02-27T17:10:41.562647Z","steps":["trace[245564330] 'agreement among raft nodes before linearized reading' (duration: 998.47298ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:10:41.562946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:10:38.532658Z","time spent":"3.030270164s","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-27T17:10:41.562983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:10:40.563976Z","time spent":"998.972731ms","remote":"127.0.0.1:42340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":29,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"warn","ts":"2026-02-27T17:10:42.060874Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3939133035121653512,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T17:10:42.494676Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.366577775s","expected-duration":"1s"} {"level":"info","ts":"2026-02-27T17:10:42.522577Z","caller":"traceutil/trace.go:171","msg":"trace[1409884464] transaction","detail":"{read_only:false; response_revision:9866; number_of_response:1; }","duration":"1.86432428s","start":"2026-02-27T17:10:40.658217Z","end":"2026-02-27T17:10:42.522541Z","steps":["trace[1409884464] 'process raft request' (duration: 1.836692296s)","trace[1409884464] 'compare' (duration: 27.481361ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T17:10:42.522798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:10:40.658202Z","time spent":"1.864520066s","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T17:10:42.589394Z","caller":"traceutil/trace.go:171","msg":"trace[1991455637] transaction","detail":"{read_only:false; response_revision:9868; number_of_response:1; }","duration":"1.017947482s","start":"2026-02-27T17:10:41.571402Z","end":"2026-02-27T17:10:42.58935Z","steps":["trace[1991455637] 'process raft request' (duration: 1.0178517s)"],"step_count":1} {"level":"info","ts":"2026-02-27T17:10:42.589397Z","caller":"traceutil/trace.go:171","msg":"trace[652798449] transaction","detail":"{read_only:false; response_revision:9869; number_of_response:1; }","duration":"1.017939012s","start":"2026-02-27T17:10:41.571428Z","end":"2026-02-27T17:10:42.589367Z","steps":["trace[652798449] 'process raft request' (duration: 1.01786397s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:10:42.58953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:10:41.57139Z","time spent":"1.018076025s","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T17:10:42.589523Z","caller":"traceutil/trace.go:171","msg":"trace[93141880] linearizableReadLoop","detail":"{readStateIndex:10252; appliedIndex:10247; }","duration":"1.029462375s","start":"2026-02-27T17:10:41.560039Z","end":"2026-02-27T17:10:42.589502Z","steps":["trace[93141880] 'read index received' (duration: 934.896465ms)","trace[93141880] 'applied index is now lower than readState.Index' (duration: 94.56314ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T17:10:42.589561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:10:41.571417Z","time spent":"1.018055724s","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T17:10:42.58963Z","caller":"traceutil/trace.go:171","msg":"trace[1188641481] transaction","detail":"{read_only:false; response_revision:9870; number_of_response:1; }","duration":"1.018159146s","start":"2026-02-27T17:10:41.57146Z","end":"2026-02-27T17:10:42.589619Z","steps":["trace[1188641481] 'process raft request' (duration: 1.01786776s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:10:42.589685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:10:41.571453Z","time spent":"1.018198387s","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T17:10:42.58974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.695199886s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-02-27T17:10:42.589778Z","caller":"traceutil/trace.go:171","msg":"trace[2029349920] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:9870; }","duration":"1.695262808s","start":"2026-02-27T17:10:40.894503Z","end":"2026-02-27T17:10:42.589766Z","steps":["trace[2029349920] 'agreement among raft nodes before linearized reading' (duration: 1.695132945s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:10:42.589799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:10:40.89449Z","time spent":"1.695305149s","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":580,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-02-27T17:10:42.58979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.574517729s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T17:10:42.589827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.695571045s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-02-27T17:10:42.589848Z","caller":"traceutil/trace.go:171","msg":"trace[2027597851] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:9870; }","duration":"1.695635647s","start":"2026-02-27T17:10:40.894205Z","end":"2026-02-27T17:10:42.589841Z","steps":["trace[2027597851] 'agreement among raft nodes before linearized reading' (duration: 1.695553925s)"],"step_count":1} {"level":"info","ts":"2026-02-27T17:10:42.589844Z","caller":"traceutil/trace.go:171","msg":"trace[1782994614] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9870; }","duration":"1.574608521s","start":"2026-02-27T17:10:41.015216Z","end":"2026-02-27T17:10:42.589825Z","steps":["trace[1782994614] 'agreement among raft nodes before linearized reading' (duration: 1.574523849s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:10:42.589867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.65358987s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T17:10:42.58987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:10:40.894181Z","time spent":"1.695684537s","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":552,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-02-27T17:10:42.589886Z","caller":"traceutil/trace.go:171","msg":"trace[2111332316] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:9870; }","duration":"1.653632262s","start":"2026-02-27T17:10:40.936247Z","end":"2026-02-27T17:10:42.58988Z","steps":["trace[2111332316] 'agreement among raft nodes before linearized reading' (duration: 1.653599281s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:10:42.589891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:10:41.015194Z","time spent":"1.574687023s","remote":"127.0.0.1:42042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T17:10:42.589911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:10:40.936234Z","time spent":"1.653672432s","remote":"127.0.0.1:57052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-02-27T17:10:42.589971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.211550564s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-02-27T17:10:42.590011Z","caller":"traceutil/trace.go:171","msg":"trace[2113545706] transaction","detail":"{read_only:false; response_revision:9867; number_of_response:1; }","duration":"1.019757954s","start":"2026-02-27T17:10:41.570222Z","end":"2026-02-27T17:10:42.58998Z","steps":["trace[2113545706] 'process raft request' (duration: 1.018872343s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:10:42.590219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.933531508s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" ","response":"range_response_count:57 size:80817"} {"level":"info","ts":"2026-02-27T17:10:42.590246Z","caller":"traceutil/trace.go:171","msg":"trace[1126856103] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:57; response_revision:9870; }","duration":"1.933559069s","start":"2026-02-27T17:10:40.656681Z","end":"2026-02-27T17:10:42.59024Z","steps":["trace[1126856103] 'agreement among raft nodes before linearized reading' (duration: 1.933230571s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:10:42.590244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.016459346s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T17:10:42.590265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:10:40.65664Z","time spent":"1.9336198s","remote":"127.0.0.1:42240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":57,"response size":80839,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" "} {"level":"info","ts":"2026-02-27T17:10:42.590267Z","caller":"traceutil/trace.go:171","msg":"trace[896790971] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9870; }","duration":"1.016495357s","start":"2026-02-27T17:10:41.573766Z","end":"2026-02-27T17:10:42.590261Z","steps":["trace[896790971] 'agreement among raft nodes before linearized reading' (duration: 1.016458967s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:10:42.590284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:10:41.57375Z","time spent":"1.016530438s","remote":"127.0.0.1:42052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T17:10:42.59041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:10:41.570203Z","time spent":"1.02000729s","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T17:10:42.590474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"416.613334ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.70\" ","response":"range_response_count:1 size:133"} {"level":"warn","ts":"2026-02-27T17:10:42.590496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.935604998s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" ","response":"range_response_count:57 size:80817"} {"level":"warn","ts":"2026-02-27T17:10:42.590526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.018663427s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-02-27T17:10:42.590528Z","caller":"traceutil/trace.go:171","msg":"trace[603901660] range","detail":"{range_begin:/registry/masterleases/162.253.55.70; range_end:; response_count:1; response_revision:9870; }","duration":"416.715796ms","start":"2026-02-27T17:10:42.173795Z","end":"2026-02-27T17:10:42.590511Z","steps":["trace[603901660] 'agreement among raft nodes before linearized reading' (duration: 416.538602ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T17:10:42.590549Z","caller":"traceutil/trace.go:171","msg":"trace[1452985208] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9870; }","duration":"1.019243002s","start":"2026-02-27T17:10:41.5713Z","end":"2026-02-27T17:10:42.590543Z","steps":["trace[1452985208] 'agreement among raft nodes before linearized reading' (duration: 1.01917362s)"],"step_count":1} {"level":"info","ts":"2026-02-27T17:10:42.590545Z","caller":"traceutil/trace.go:171","msg":"trace[1566998615] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:57; response_revision:9870; }","duration":"1.9356959s","start":"2026-02-27T17:10:40.654838Z","end":"2026-02-27T17:10:42.590534Z","steps":["trace[1566998615] 'agreement among raft nodes before linearized reading' (duration: 1.935239479s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:10:42.590567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:10:41.571293Z","time spent":"1.019271012s","remote":"127.0.0.1:42234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12234,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-27T17:10:42.590586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:10:40.654821Z","time spent":"1.935753652s","remote":"127.0.0.1:42240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":57,"response size":80839,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" "} {"level":"warn","ts":"2026-02-27T17:10:42.590574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:10:42.173761Z","time spent":"416.800758ms","remote":"127.0.0.1:42074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":155,"request content":"key:\"/registry/masterleases/162.253.55.70\" "} {"level":"warn","ts":"2026-02-27T17:10:42.589852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.457148879s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189829974a33d7cc\" ","response":"range_response_count:1 size:773"} {"level":"info","ts":"2026-02-27T17:10:42.590713Z","caller":"traceutil/trace.go:171","msg":"trace[1132533586] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189829974a33d7cc; range_end:; response_count:1; response_revision:9870; }","duration":"1.458069281s","start":"2026-02-27T17:10:41.132634Z","end":"2026-02-27T17:10:42.590703Z","steps":["trace[1132533586] 'agreement among raft nodes before linearized reading' (duration: 1.457045467s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:10:42.59074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:10:41.132614Z","time spent":"1.458118202s","remote":"127.0.0.1:42106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":795,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189829974a33d7cc\" "} {"level":"info","ts":"2026-02-27T17:10:42.590039Z","caller":"traceutil/trace.go:171","msg":"trace[1628148507] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:9870; }","duration":"1.211638137s","start":"2026-02-27T17:10:41.378377Z","end":"2026-02-27T17:10:42.590015Z","steps":["trace[1628148507] 'agreement among raft nodes before linearized reading' (duration: 1.211524304s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:10:42.590778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.019364605s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:37 size:348634"} {"level":"warn","ts":"2026-02-27T17:10:42.590833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:10:41.378354Z","time spent":"1.212470796s","remote":"127.0.0.1:42200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1957,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"info","ts":"2026-02-27T17:10:42.590878Z","caller":"traceutil/trace.go:171","msg":"trace[2095696622] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:37; response_revision:9870; }","duration":"1.019477667s","start":"2026-02-27T17:10:41.571377Z","end":"2026-02-27T17:10:42.590854Z","steps":["trace[2095696622] 'agreement among raft nodes before linearized reading' (duration: 1.018774461s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:10:42.591045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:10:41.571364Z","time spent":"1.019660282s","remote":"127.0.0.1:42234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":37,"response size":348656,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-02-27T17:10:42.820039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.327582ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:39"} {"level":"info","ts":"2026-02-27T17:10:43.174438Z","caller":"traceutil/trace.go:171","msg":"trace[339027215] transaction","detail":"{read_only:false; response_revision:9871; number_of_response:1; }","duration":"581.088229ms","start":"2026-02-27T17:10:42.593321Z","end":"2026-02-27T17:10:43.174409Z","steps":["trace[339027215] 'process raft request' (duration: 505.709344ms)","trace[339027215] 'compare' (duration: 74.962175ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T17:10:43.174475Z","caller":"traceutil/trace.go:171","msg":"trace[1368246242] linearizableReadLoop","detail":"{readStateIndex:10254; appliedIndex:10252; }","duration":"580.674179ms","start":"2026-02-27T17:10:42.593783Z","end":"2026-02-27T17:10:43.174458Z","steps":["trace[1368246242] 'read index received' (duration: 47.960936ms)","trace[1368246242] 'applied index is now lower than readState.Index' (duration: 532.711663ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T17:10:43.17456Z","caller":"traceutil/trace.go:171","msg":"trace[2126301383] transaction","detail":"{read_only:false; response_revision:9873; number_of_response:1; }","duration":"576.338406ms","start":"2026-02-27T17:10:42.598207Z","end":"2026-02-27T17:10:43.174545Z","steps":["trace[2126301383] 'process raft request' (duration: 576.213263ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T17:10:43.174554Z","caller":"traceutil/trace.go:171","msg":"trace[363467500] transaction","detail":"{read_only:false; response_revision:9872; number_of_response:1; }","duration":"578.298562ms","start":"2026-02-27T17:10:42.596226Z","end":"2026-02-27T17:10:43.174525Z","steps":["trace[363467500] 'process raft request' (duration: 578.095107ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:10:43.174579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:10:42.593306Z","time spent":"581.201262ms","remote":"127.0.0.1:42106","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T17:10:43.174684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:10:42.598196Z","time spent":"576.391118ms","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T17:10:43.174696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:10:42.596188Z","time spent":"578.448926ms","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T17:10:43.17519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"581.375006ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-acddca7f-97e1-482c-a6b4-d7a1104c0836\" ","response":"range_response_count:1 size:1450"} {"level":"info","ts":"2026-02-27T17:10:43.1753Z","caller":"traceutil/trace.go:171","msg":"trace[222660294] range","detail":"{range_begin:/registry/persistentvolumes/pvc-acddca7f-97e1-482c-a6b4-d7a1104c0836; range_end:; response_count:1; response_revision:9873; }","duration":"581.524799ms","start":"2026-02-27T17:10:42.593743Z","end":"2026-02-27T17:10:43.175268Z","steps":["trace[222660294] 'agreement among raft nodes before linearized reading' (duration: 580.963825ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:10:43.175357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:10:42.593723Z","time spent":"581.620721ms","remote":"127.0.0.1:42186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1472,"request content":"key:\"/registry/persistentvolumes/pvc-acddca7f-97e1-482c-a6b4-d7a1104c0836\" "} {"level":"info","ts":"2026-02-27T17:10:43.261103Z","caller":"traceutil/trace.go:171","msg":"trace[1521873550] transaction","detail":"{read_only:false; response_revision:9875; number_of_response:1; }","duration":"447.506016ms","start":"2026-02-27T17:10:42.813577Z","end":"2026-02-27T17:10:43.261083Z","steps":["trace[1521873550] 'process raft request' (duration: 447.440154ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T17:10:43.261135Z","caller":"traceutil/trace.go:171","msg":"trace[2122863812] transaction","detail":"{read_only:false; response_revision:9874; number_of_response:1; }","duration":"602.797623ms","start":"2026-02-27T17:10:42.6583Z","end":"2026-02-27T17:10:43.261098Z","steps":["trace[2122863812] 'process raft request' (duration: 602.595048ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:10:43.261221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:10:42.813545Z","time spent":"447.612349ms","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T17:10:43.261299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:10:42.658285Z","time spent":"602.923366ms","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T17:10:43.261462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"609.302616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T17:10:43.2615Z","caller":"traceutil/trace.go:171","msg":"trace[652711953] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:9876; }","duration":"609.377458ms","start":"2026-02-27T17:10:42.652113Z","end":"2026-02-27T17:10:43.26149Z","steps":["trace[652711953] 'agreement among raft nodes before linearized reading' (duration: 609.305547ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:10:43.261484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"662.593989ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T17:10:43.26153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:10:42.652093Z","time spent":"609.431019ms","remote":"127.0.0.1:42508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":27,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-02-27T17:10:43.261548Z","caller":"traceutil/trace.go:171","msg":"trace[1728464733] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9876; }","duration":"662.67307ms","start":"2026-02-27T17:10:42.598857Z","end":"2026-02-27T17:10:43.26153Z","steps":["trace[1728464733] 'agreement among raft nodes before linearized reading' (duration: 662.534757ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:10:43.261554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"429.440988ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T17:10:43.261637Z","caller":"traceutil/trace.go:171","msg":"trace[1723264418] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:9876; }","duration":"429.560351ms","start":"2026-02-27T17:10:42.832059Z","end":"2026-02-27T17:10:43.261619Z","steps":["trace[1723264418] 'agreement among raft nodes before linearized reading' (duration: 429.313706ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T17:10:43.261653Z","caller":"traceutil/trace.go:171","msg":"trace[1973512055] transaction","detail":"{read_only:false; response_revision:9876; number_of_response:1; }","duration":"440.682645ms","start":"2026-02-27T17:10:42.820963Z","end":"2026-02-27T17:10:43.261646Z","steps":["trace[1973512055] 'process raft request' (duration: 440.081211ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:10:43.261633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"663.706515ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:118"} {"level":"warn","ts":"2026-02-27T17:10:43.261699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:10:42.820947Z","time spent":"440.729136ms","remote":"127.0.0.1:42074","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T17:10:43.261695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:10:42.832043Z","time spent":"429.637423ms","remote":"127.0.0.1:42244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":125,"response size":29,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"info","ts":"2026-02-27T17:10:43.261741Z","caller":"traceutil/trace.go:171","msg":"trace[1161668317] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:9876; }","duration":"663.850798ms","start":"2026-02-27T17:10:42.597866Z","end":"2026-02-27T17:10:43.261717Z","steps":["trace[1161668317] 'agreement among raft nodes before linearized reading' (duration: 663.568391ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:10:43.261805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:10:42.597858Z","time spent":"663.932069ms","remote":"127.0.0.1:42098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":140,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"warn","ts":"2026-02-27T17:10:43.261585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:10:42.598851Z","time spent":"662.727011ms","remote":"127.0.0.1:42042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T17:10:43.261659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"663.389597ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:128528"} {"level":"info","ts":"2026-02-27T17:10:43.262045Z","caller":"traceutil/trace.go:171","msg":"trace[997917292] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:9876; }","duration":"663.724665ms","start":"2026-02-27T17:10:42.598241Z","end":"2026-02-27T17:10:43.261966Z","steps":["trace[997917292] 'agreement among raft nodes before linearized reading' (duration: 663.190713ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:10:43.262156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:10:42.598165Z","time spent":"663.977571ms","remote":"127.0.0.1:42090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":128550,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"warn","ts":"2026-02-27T17:10:43.766011Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3939133035121653534,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-27T17:10:43.76983Z","caller":"traceutil/trace.go:171","msg":"trace[118249097] transaction","detail":"{read_only:false; response_revision:9877; number_of_response:1; }","duration":"504.482145ms","start":"2026-02-27T17:10:43.265318Z","end":"2026-02-27T17:10:43.7698Z","steps":["trace[118249097] 'process raft request' (duration: 504.28264ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:10:43.770874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:10:43.265306Z","time spent":"504.600947ms","remote":"127.0.0.1:42106","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T17:10:43.835334Z","caller":"traceutil/trace.go:171","msg":"trace[1488428866] transaction","detail":"{read_only:false; response_revision:9878; number_of_response:1; }","duration":"262.050685ms","start":"2026-02-27T17:10:43.573258Z","end":"2026-02-27T17:10:43.835309Z","steps":["trace[1488428866] 'process raft request' (duration: 261.535402ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T17:10:43.836221Z","caller":"traceutil/trace.go:171","msg":"trace[1870862624] transaction","detail":"{read_only:false; response_revision:9879; number_of_response:1; }","duration":"262.830153ms","start":"2026-02-27T17:10:43.573373Z","end":"2026-02-27T17:10:43.836203Z","steps":["trace[1870862624] 'process raft request' (duration: 261.867571ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T17:10:43.836302Z","caller":"traceutil/trace.go:171","msg":"trace[920647717] linearizableReadLoop","detail":"{readStateIndex:10262; appliedIndex:10259; }","duration":"570.553049ms","start":"2026-02-27T17:10:43.265393Z","end":"2026-02-27T17:10:43.835946Z","steps":["trace[920647717] 'read index received' (duration: 504.243049ms)","trace[920647717] 'applied index is now lower than readState.Index' (duration: 66.30932ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T17:10:43.836438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"571.02719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T17:10:43.837296Z","caller":"traceutil/trace.go:171","msg":"trace[605669054] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:9879; }","duration":"571.913951ms","start":"2026-02-27T17:10:43.265342Z","end":"2026-02-27T17:10:43.837256Z","steps":["trace[605669054] 'agreement among raft nodes before linearized reading' (duration: 571.03254ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:10:43.836952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"570.774914ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-02-27T17:10:43.837472Z","caller":"traceutil/trace.go:171","msg":"trace[1607936200] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:9879; }","duration":"571.299956ms","start":"2026-02-27T17:10:43.266149Z","end":"2026-02-27T17:10:43.837449Z","steps":["trace[1607936200] 'agreement among raft nodes before linearized reading' (duration: 570.754704ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:10:43.83757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:10:43.26614Z","time spent":"571.411949ms","remote":"127.0.0.1:42328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-02-27T17:10:43.83735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:10:43.26532Z","time spent":"572.016844ms","remote":"127.0.0.1:42240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":27,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-02-27T17:10:44.073492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.094269ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T17:10:44.073597Z","caller":"traceutil/trace.go:171","msg":"trace[1748888558] linearizableReadLoop","detail":"{readStateIndex:10263; appliedIndex:10262; }","duration":"231.938252ms","start":"2026-02-27T17:10:43.841643Z","end":"2026-02-27T17:10:44.073581Z","steps":["trace[1748888558] 'read index received' (duration: 58.634798ms)","trace[1748888558] 'applied index is now lower than readState.Index' (duration: 173.302284ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T17:10:44.073638Z","caller":"traceutil/trace.go:171","msg":"trace[767406400] transaction","detail":"{read_only:false; response_revision:9880; number_of_response:1; }","duration":"234.232866ms","start":"2026-02-27T17:10:43.839375Z","end":"2026-02-27T17:10:44.073607Z","steps":["trace[767406400] 'process raft request' (duration: 60.942623ms)","trace[767406400] 'compare' (duration: 172.966446ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T17:10:44.073993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.339861ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-02-27T17:10:44.074057Z","caller":"traceutil/trace.go:171","msg":"trace[1951182318] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9880; }","duration":"232.458463ms","start":"2026-02-27T17:10:43.841583Z","end":"2026-02-27T17:10:44.074042Z","steps":["trace[1951182318] 'agreement among raft nodes before linearized reading' (duration: 232.065434ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:10:44.105355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.805636ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T17:10:44.105424Z","caller":"traceutil/trace.go:171","msg":"trace[1757866866] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:9881; }","duration":"187.895349ms","start":"2026-02-27T17:10:43.917511Z","end":"2026-02-27T17:10:44.105406Z","steps":["trace[1757866866] 'agreement among raft nodes before linearized reading' (duration: 187.748675ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:10:44.490426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.976492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T17:10:44.490514Z","caller":"traceutil/trace.go:171","msg":"trace[720706116] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:9881; }","duration":"232.101914ms","start":"2026-02-27T17:10:44.258391Z","end":"2026-02-27T17:10:44.490493Z","steps":["trace[720706116] 'count revisions from in-memory index tree' (duration: 231.91115ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:10:44.490622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.375172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T17:10:44.490726Z","caller":"traceutil/trace.go:171","msg":"trace[246018033] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:9881; }","duration":"104.548067ms","start":"2026-02-27T17:10:44.386152Z","end":"2026-02-27T17:10:44.4907Z","steps":["trace[246018033] 'count revisions from in-memory index tree' (duration: 104.235708ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T17:10:44.830631Z","caller":"traceutil/trace.go:171","msg":"trace[701525609] linearizableReadLoop","detail":"{readStateIndex:10265; appliedIndex:10264; }","duration":"234.8257ms","start":"2026-02-27T17:10:44.595748Z","end":"2026-02-27T17:10:44.830574Z","steps":["trace[701525609] 'read index received' (duration: 234.623315ms)","trace[701525609] 'applied index is now lower than readState.Index' (duration: 201.445µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T17:10:44.830655Z","caller":"traceutil/trace.go:171","msg":"trace[44360369] transaction","detail":"{read_only:false; response_revision:9882; number_of_response:1; }","duration":"300.210237ms","start":"2026-02-27T17:10:44.530421Z","end":"2026-02-27T17:10:44.830631Z","steps":["trace[44360369] 'process raft request' (duration: 299.997422ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:10:44.830833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.043035ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-02-27T17:10:44.830859Z","caller":"traceutil/trace.go:171","msg":"trace[224298701] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9882; }","duration":"235.152338ms","start":"2026-02-27T17:10:44.595699Z","end":"2026-02-27T17:10:44.830851Z","steps":["trace[224298701] 'agreement among raft nodes before linearized reading' (duration: 235.009694ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:10:44.830853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:10:44.530404Z","time spent":"300.301299ms","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T17:10:44.830995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.326466ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T17:10:44.831016Z","caller":"traceutil/trace.go:171","msg":"trace[1534001461] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:9882; }","duration":"119.369326ms","start":"2026-02-27T17:10:44.71164Z","end":"2026-02-27T17:10:44.831009Z","steps":["trace[1534001461] 'agreement among raft nodes before linearized reading' (duration: 119.311835ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:10:44.831026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.091724ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-l8xw2\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-02-27T17:10:44.831123Z","caller":"traceutil/trace.go:171","msg":"trace[77564976] range","detail":"{range_begin:/registry/pods/openstack/keepalived-l8xw2; range_end:; response_count:1; response_revision:9882; }","duration":"229.196296ms","start":"2026-02-27T17:10:44.601893Z","end":"2026-02-27T17:10:44.83109Z","steps":["trace[77564976] 'agreement among raft nodes before linearized reading' (duration: 228.9516ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:10:44.831026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.127047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-02-27T17:10:44.831223Z","caller":"traceutil/trace.go:171","msg":"trace[331156474] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9882; }","duration":"235.421374ms","start":"2026-02-27T17:10:44.595786Z","end":"2026-02-27T17:10:44.831208Z","steps":["trace[331156474] 'agreement among raft nodes before linearized reading' (duration: 235.031575ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:10:44.83122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.635936ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-02-27T17:10:44.83129Z","caller":"traceutil/trace.go:171","msg":"trace[27547449] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9882; }","duration":"234.771608ms","start":"2026-02-27T17:10:44.596501Z","end":"2026-02-27T17:10:44.831272Z","steps":["trace[27547449] 'agreement among raft nodes before linearized reading' (duration: 234.463181ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:10:44.831369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.344572ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-02-27T17:10:44.831489Z","caller":"traceutil/trace.go:171","msg":"trace[1432719846] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9882; }","duration":"235.570117ms","start":"2026-02-27T17:10:44.595904Z","end":"2026-02-27T17:10:44.831474Z","steps":["trace[1432719846] 'agreement among raft nodes before linearized reading' (duration: 235.082656ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:10:46.30639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:10:45.974344Z","time spent":"332.033362ms","remote":"127.0.0.1:33062","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-02-27T17:10:46.30673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"820.271082ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T17:10:46.306825Z","caller":"traceutil/trace.go:171","msg":"trace[1352286532] transaction","detail":"{read_only:false; response_revision:9883; number_of_response:1; }","duration":"1.471194082s","start":"2026-02-27T17:10:44.835615Z","end":"2026-02-27T17:10:46.306809Z","steps":["trace[1352286532] 'process raft request' (duration: 650.785758ms)","trace[1352286532] 'compare' (duration: 820.172619ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T17:10:46.306865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:10:44.835597Z","time spent":"1.471250044s","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T17:10:47.005891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"577.212657ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T17:10:47.006144Z","caller":"traceutil/trace.go:171","msg":"trace[1117346695] transaction","detail":"{read_only:false; response_revision:9884; number_of_response:1; }","duration":"2.170273313s","start":"2026-02-27T17:10:44.835826Z","end":"2026-02-27T17:10:47.0061Z","steps":["trace[1117346695] 'process raft request' (duration: 1.592699569s)","trace[1117346695] 'compare' (duration: 576.870818ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T17:10:47.006242Z","caller":"traceutil/trace.go:171","msg":"trace[1336607981] linearizableReadLoop","detail":"{readStateIndex:10269; appliedIndex:10265; }","duration":"1.839318318s","start":"2026-02-27T17:10:45.166904Z","end":"2026-02-27T17:10:47.006222Z","steps":["trace[1336607981] 'read index received' (duration: 319.509905ms)","trace[1336607981] 'applied index is now lower than readState.Index' (duration: 1.519807373s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T17:10:47.006314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:10:44.835807Z","time spent":"2.170416047s","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T17:10:47.006333Z","caller":"traceutil/trace.go:171","msg":"trace[636443775] transaction","detail":"{read_only:false; response_revision:9885; number_of_response:1; }","duration":"2.170384768s","start":"2026-02-27T17:10:44.835938Z","end":"2026-02-27T17:10:47.006323Z","steps":["trace[636443775] 'process raft request' (duration: 2.170067399s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:10:47.006397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:10:44.83593Z","time spent":"2.170429628s","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T17:10:47.006401Z","caller":"traceutil/trace.go:171","msg":"trace[263746694] transaction","detail":"{read_only:false; response_revision:9887; number_of_response:1; }","duration":"1.740247753s","start":"2026-02-27T17:10:45.266111Z","end":"2026-02-27T17:10:47.006359Z","steps":["trace[263746694] 'process raft request' (duration: 1.740067008s)"],"step_count":1} {"level":"info","ts":"2026-02-27T17:10:47.006404Z","caller":"traceutil/trace.go:171","msg":"trace[38482282] transaction","detail":"{read_only:false; response_revision:9886; number_of_response:1; }","duration":"2.169890226s","start":"2026-02-27T17:10:44.836488Z","end":"2026-02-27T17:10:47.006379Z","steps":["trace[38482282] 'process raft request' (duration: 2.169651359s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:10:47.00642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.839508574s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T17:10:47.006481Z","caller":"traceutil/trace.go:171","msg":"trace[401804899] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9887; }","duration":"1.839569365s","start":"2026-02-27T17:10:45.166896Z","end":"2026-02-27T17:10:47.006466Z","steps":["trace[401804899] 'agreement among raft nodes before linearized reading' (duration: 1.839466863s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:10:47.006539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:10:45.16684Z","time spent":"1.839691307s","remote":"127.0.0.1:42042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T17:10:47.006573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:10:44.836452Z","time spent":"2.170013259s","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T17:10:47.006568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:10:45.266086Z","time spent":"1.740359066s","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T17:10:47.246979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.262152ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T17:10:47.247338Z","caller":"traceutil/trace.go:171","msg":"trace[1433874550] transaction","detail":"{read_only:false; response_revision:9888; number_of_response:1; }","duration":"1.407059795s","start":"2026-02-27T17:10:45.8402Z","end":"2026-02-27T17:10:47.24726Z","steps":["trace[1433874550] 'process raft request' (duration: 1.282417314s)","trace[1433874550] 'compare' (duration: 124.086797ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T17:10:47.247421Z","caller":"traceutil/trace.go:171","msg":"trace[2144849099] linearizableReadLoop","detail":"{readStateIndex:10272; appliedIndex:10270; }","duration":"241.113798ms","start":"2026-02-27T17:10:47.006288Z","end":"2026-02-27T17:10:47.247402Z","steps":["trace[2144849099] 'read index received' (duration: 116.266752ms)","trace[2144849099] 'applied index is now lower than readState.Index' (duration: 124.845356ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T17:10:47.247422Z","caller":"traceutil/trace.go:171","msg":"trace[1200094675] transaction","detail":"{read_only:false; response_revision:9889; number_of_response:1; }","duration":"1.406716607s","start":"2026-02-27T17:10:45.840683Z","end":"2026-02-27T17:10:47.2474Z","steps":["trace[1200094675] 'process raft request' (duration: 1.40643126s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:10:47.247515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:10:45.840181Z","time spent":"1.407244679s","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T17:10:47.247525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:10:45.840677Z","time spent":"1.406794219s","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T17:10:47.247546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.270555ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T17:10:47.247575Z","caller":"traceutil/trace.go:171","msg":"trace[1057902676] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9889; }","duration":"239.304436ms","start":"2026-02-27T17:10:47.008262Z","end":"2026-02-27T17:10:47.247566Z","steps":["trace[1057902676] 'agreement among raft nodes before linearized reading' (duration: 239.248725ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:10:47.247582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"404.475067ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-l8xw2\" ","response":"range_response_count:1 size:6527"} {"level":"warn","ts":"2026-02-27T17:10:47.247585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"412.750433ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-02-27T17:10:47.247643Z","caller":"traceutil/trace.go:171","msg":"trace[166821017] range","detail":"{range_begin:/registry/pods/openstack/keepalived-l8xw2; range_end:; response_count:1; response_revision:9889; }","duration":"404.58267ms","start":"2026-02-27T17:10:46.843044Z","end":"2026-02-27T17:10:47.247626Z","steps":["trace[166821017] 'agreement among raft nodes before linearized reading' (duration: 404.365704ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:10:47.247646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.03507ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-27T17:10:47.24769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:10:46.843023Z","time spent":"404.657842ms","remote":"127.0.0.1:42234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6549,"request content":"key:\"/registry/pods/openstack/keepalived-l8xw2\" "} {"level":"info","ts":"2026-02-27T17:10:47.247677Z","caller":"traceutil/trace.go:171","msg":"trace[379181018] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9889; }","duration":"412.879336ms","start":"2026-02-27T17:10:46.834783Z","end":"2026-02-27T17:10:47.247662Z","steps":["trace[379181018] 'agreement among raft nodes before linearized reading' (duration: 412.695022ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T17:10:47.247737Z","caller":"traceutil/trace.go:171","msg":"trace[876253727] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:9889; }","duration":"239.112172ms","start":"2026-02-27T17:10:47.008582Z","end":"2026-02-27T17:10:47.247695Z","steps":["trace[876253727] 'agreement among raft nodes before linearized reading' (duration: 238.952728ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:10:47.247752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:10:46.834763Z","time spent":"412.978818ms","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-27T17:10:49.238191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.403966ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-02-27T17:10:49.238398Z","caller":"traceutil/trace.go:171","msg":"trace[339102113] linearizableReadLoop","detail":"{readStateIndex:10276; appliedIndex:10275; }","duration":"227.867095ms","start":"2026-02-27T17:10:49.010498Z","end":"2026-02-27T17:10:49.238365Z","steps":["trace[339102113] 'read index received' (duration: 38.68µs)","trace[339102113] 'applied index is now lower than readState.Index' (duration: 227.822734ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T17:10:49.238752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.227984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-02-27T17:10:49.238748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.227414ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-02-27T17:10:49.238814Z","caller":"traceutil/trace.go:171","msg":"trace[198537590] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9892; }","duration":"228.328736ms","start":"2026-02-27T17:10:49.010464Z","end":"2026-02-27T17:10:49.238792Z","steps":["trace[198537590] 'agreement among raft nodes before linearized reading' (duration: 228.031799ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T17:10:49.238833Z","caller":"traceutil/trace.go:171","msg":"trace[1590977415] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9892; }","duration":"228.346096ms","start":"2026-02-27T17:10:49.010463Z","end":"2026-02-27T17:10:49.238809Z","steps":["trace[1590977415] 'agreement among raft nodes before linearized reading' (duration: 228.061909ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:10:49.336838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.155367ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-02-27T17:10:49.336928Z","caller":"traceutil/trace.go:171","msg":"trace[98008250] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9893; }","duration":"213.29712ms","start":"2026-02-27T17:10:49.123611Z","end":"2026-02-27T17:10:49.336908Z","steps":["trace[98008250] 'agreement among raft nodes before linearized reading' (duration: 213.021294ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T17:10:49.337Z","caller":"traceutil/trace.go:171","msg":"trace[1554244612] transaction","detail":"{read_only:false; response_revision:9893; number_of_response:1; }","duration":"325.805694ms","start":"2026-02-27T17:10:49.011166Z","end":"2026-02-27T17:10:49.336972Z","steps":["trace[1554244612] 'process raft request' (duration: 323.422248ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:10:49.337011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.279755ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-02-27T17:10:49.337065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.669367ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T17:10:49.337096Z","caller":"traceutil/trace.go:171","msg":"trace[1575425345] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9893; }","duration":"326.435329ms","start":"2026-02-27T17:10:49.010641Z","end":"2026-02-27T17:10:49.337076Z","steps":["trace[1575425345] 'agreement among raft nodes before linearized reading' (duration: 326.08099ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T17:10:49.337172Z","caller":"traceutil/trace.go:171","msg":"trace[1785187346] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9893; }","duration":"169.79395ms","start":"2026-02-27T17:10:49.167326Z","end":"2026-02-27T17:10:49.33712Z","steps":["trace[1785187346] 'agreement among raft nodes before linearized reading' (duration: 169.268057ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:10:49.337185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:10:49.010614Z","time spent":"326.560303ms","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-27T17:10:49.337235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:10:49.011146Z","time spent":"325.925537ms","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T17:10:49.53592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.391611ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T17:10:49.536287Z","caller":"traceutil/trace.go:171","msg":"trace[654227783] transaction","detail":"{read_only:false; response_revision:9898; number_of_response:1; }","duration":"193.737197ms","start":"2026-02-27T17:10:49.342535Z","end":"2026-02-27T17:10:49.536272Z","steps":["trace[654227783] 'process raft request' (duration: 193.700347ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T17:10:49.536363Z","caller":"traceutil/trace.go:171","msg":"trace[1353662248] transaction","detail":"{read_only:false; response_revision:9897; number_of_response:1; }","duration":"283.940074ms","start":"2026-02-27T17:10:49.252388Z","end":"2026-02-27T17:10:49.536328Z","steps":["trace[1353662248] 'process raft request' (duration: 283.810291ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T17:10:49.536275Z","caller":"traceutil/trace.go:171","msg":"trace[1100795909] transaction","detail":"{read_only:false; response_revision:9895; number_of_response:1; }","duration":"292.616279ms","start":"2026-02-27T17:10:49.243626Z","end":"2026-02-27T17:10:49.536243Z","steps":["trace[1100795909] 'process raft request' (duration: 292.410244ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T17:10:49.536415Z","caller":"traceutil/trace.go:171","msg":"trace[675263087] linearizableReadLoop","detail":"{readStateIndex:10281; appliedIndex:10277; }","duration":"199.891273ms","start":"2026-02-27T17:10:49.336484Z","end":"2026-02-27T17:10:49.536376Z","steps":["trace[675263087] 'read index received' (duration: 34.943847ms)","trace[675263087] 'applied index is now lower than readState.Index' (duration: 164.941786ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T17:10:49.536417Z","caller":"traceutil/trace.go:171","msg":"trace[130203481] transaction","detail":"{read_only:false; response_revision:9896; number_of_response:1; }","duration":"284.259141ms","start":"2026-02-27T17:10:49.25213Z","end":"2026-02-27T17:10:49.536389Z","steps":["trace[130203481] 'process raft request' (duration: 284.030996ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T17:10:49.536536Z","caller":"traceutil/trace.go:171","msg":"trace[689735924] transaction","detail":"{read_only:false; response_revision:9894; number_of_response:1; }","duration":"292.814074ms","start":"2026-02-27T17:10:49.243603Z","end":"2026-02-27T17:10:49.536417Z","steps":["trace[689735924] 'process raft request' (duration: 127.812157ms)","trace[689735924] 'compare' (duration: 164.167696ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T17:10:49.536652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.092061ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T17:10:49.536702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.039686ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-l8xw2\" ","response":"range_response_count:1 size:6527"} {"level":"warn","ts":"2026-02-27T17:10:49.536707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.210928ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-02-27T17:10:49.536725Z","caller":"traceutil/trace.go:171","msg":"trace[471108876] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9898; }","duration":"198.176953ms","start":"2026-02-27T17:10:49.33853Z","end":"2026-02-27T17:10:49.536707Z","steps":["trace[471108876] 'agreement among raft nodes before linearized reading' (duration: 198.05959ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T17:10:49.536742Z","caller":"traceutil/trace.go:171","msg":"trace[579632099] range","detail":"{range_begin:/registry/pods/openstack/keepalived-l8xw2; range_end:; response_count:1; response_revision:9898; }","duration":"276.136978ms","start":"2026-02-27T17:10:49.260592Z","end":"2026-02-27T17:10:49.536729Z","steps":["trace[579632099] 'agreement among raft nodes before linearized reading' (duration: 275.940493ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T17:10:49.536748Z","caller":"traceutil/trace.go:171","msg":"trace[1478266729] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9898; }","duration":"194.2779ms","start":"2026-02-27T17:10:49.342458Z","end":"2026-02-27T17:10:49.536736Z","steps":["trace[1478266729] 'agreement among raft nodes before linearized reading' (duration: 194.172548ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:10:49.536593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.50953ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-02-27T17:10:49.536826Z","caller":"traceutil/trace.go:171","msg":"trace[508128794] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9898; }","duration":"255.774065ms","start":"2026-02-27T17:10:49.281041Z","end":"2026-02-27T17:10:49.536815Z","steps":["trace[508128794] 'agreement among raft nodes before linearized reading' (duration: 255.456438ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:10:50.042549Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3939133035121653583,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-27T17:10:50.139458Z","caller":"traceutil/trace.go:171","msg":"trace[1586383868] linearizableReadLoop","detail":"{readStateIndex:10283; appliedIndex:10282; }","duration":"597.881456ms","start":"2026-02-27T17:10:49.541549Z","end":"2026-02-27T17:10:50.139431Z","steps":["trace[1586383868] 'read index received' (duration: 597.689261ms)","trace[1586383868] 'applied index is now lower than readState.Index' (duration: 191.045µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T17:10:50.139503Z","caller":"traceutil/trace.go:171","msg":"trace[881288689] transaction","detail":"{read_only:false; response_revision:9899; number_of_response:1; }","duration":"598.081101ms","start":"2026-02-27T17:10:49.541391Z","end":"2026-02-27T17:10:50.139472Z","steps":["trace[881288689] 'process raft request' (duration: 597.814965ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:10:50.139685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"598.114781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19313"} {"level":"warn","ts":"2026-02-27T17:10:50.139731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:10:49.54137Z","time spent":"598.200714ms","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T17:10:50.139761Z","caller":"traceutil/trace.go:171","msg":"trace[1214999646] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:9899; }","duration":"598.196443ms","start":"2026-02-27T17:10:49.541543Z","end":"2026-02-27T17:10:50.13974Z","steps":["trace[1214999646] 'agreement among raft nodes before linearized reading' (duration: 597.998958ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:10:50.139813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:10:49.541498Z","time spent":"598.303116ms","remote":"127.0.0.1:42218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19335,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-02-27T17:10:50.139813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.94107ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"info","ts":"2026-02-27T17:10:50.139878Z","caller":"traceutil/trace.go:171","msg":"trace[896912828] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:9899; }","duration":"316.044253ms","start":"2026-02-27T17:10:49.823815Z","end":"2026-02-27T17:10:50.13986Z","steps":["trace[896912828] 'agreement among raft nodes before linearized reading' (duration: 315.856208ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:10:50.139925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:10:49.823795Z","time spent":"316.115645ms","remote":"127.0.0.1:42140","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":378,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-02-27T17:10:50.14002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"598.262994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:37 size:348634"} {"level":"info","ts":"2026-02-27T17:10:50.14006Z","caller":"traceutil/trace.go:171","msg":"trace[890809957] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:37; response_revision:9899; }","duration":"598.355746ms","start":"2026-02-27T17:10:49.541694Z","end":"2026-02-27T17:10:50.14005Z","steps":["trace[890809957] 'agreement among raft nodes before linearized reading' (duration: 597.884675ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:10:50.140098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:10:49.541674Z","time spent":"598.413808ms","remote":"127.0.0.1:42234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":37,"response size":348656,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-02-27T17:10:51.08982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"884.940113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-02-27T17:10:51.089901Z","caller":"traceutil/trace.go:171","msg":"trace[1973381182] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9899; }","duration":"885.071636ms","start":"2026-02-27T17:10:50.204811Z","end":"2026-02-27T17:10:51.089883Z","steps":["trace[1973381182] 'range keys from in-memory index tree' (duration: 884.756678ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:10:51.08994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:10:50.20479Z","time spent":"885.141457ms","remote":"127.0.0.1:42234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12234,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-27T17:10:51.089849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.967374ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T17:10:51.090169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"639.287106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-02-27T17:10:51.090236Z","caller":"traceutil/trace.go:171","msg":"trace[1093402909] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9899; }","duration":"639.365568ms","start":"2026-02-27T17:10:50.450854Z","end":"2026-02-27T17:10:51.09022Z","steps":["trace[1093402909] 'range keys from in-memory index tree' (duration: 639.131852ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:10:51.090283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:10:50.450793Z","time spent":"639.48193ms","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-02-27T17:10:51.090192Z","caller":"traceutil/trace.go:171","msg":"trace[1508447966] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:9899; }","duration":"314.353883ms","start":"2026-02-27T17:10:50.775825Z","end":"2026-02-27T17:10:51.090179Z","steps":["trace[1508447966] 'count revisions from in-memory index tree' (duration: 313.880641ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:10:51.090452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:10:50.775806Z","time spent":"314.633479ms","remote":"127.0.0.1:42458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":27,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"info","ts":"2026-02-27T17:10:51.581996Z","caller":"traceutil/trace.go:171","msg":"trace[1893893044] transaction","detail":"{read_only:false; response_revision:9901; number_of_response:1; }","duration":"240.031083ms","start":"2026-02-27T17:10:51.341934Z","end":"2026-02-27T17:10:51.581965Z","steps":["trace[1893893044] 'process raft request' (duration: 239.504491ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:10:52.082501Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3939133035121653600,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T17:10:52.582912Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3939133035121653600,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T17:10:52.695033Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.099682976s","expected-duration":"1s"} {"level":"info","ts":"2026-02-27T17:10:52.715179Z","caller":"traceutil/trace.go:171","msg":"trace[1308198357] transaction","detail":"{read_only:false; response_revision:9903; number_of_response:1; }","duration":"1.171324262s","start":"2026-02-27T17:10:51.543832Z","end":"2026-02-27T17:10:52.715156Z","steps":["trace[1308198357] 'process raft request' (duration: 1.171263851s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:10:52.715415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:10:51.543822Z","time spent":"1.171482197s","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T17:10:52.715357Z","caller":"traceutil/trace.go:171","msg":"trace[1339052319] transaction","detail":"{read_only:false; response_revision:9902; number_of_response:1; }","duration":"1.17165193s","start":"2026-02-27T17:10:51.543656Z","end":"2026-02-27T17:10:52.715308Z","steps":["trace[1339052319] 'process raft request' (duration: 1.151638146s)","trace[1339052319] 'compare' (duration: 18.98472ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T17:10:52.715931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:10:51.543642Z","time spent":"1.172205804s","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T17:10:53.025011Z","caller":"traceutil/trace.go:171","msg":"trace[558166890] transaction","detail":"{read_only:false; response_revision:9904; number_of_response:1; }","duration":"1.438767085s","start":"2026-02-27T17:10:51.586216Z","end":"2026-02-27T17:10:53.024983Z","steps":["trace[558166890] 'process raft request' (duration: 1.413098287s)","trace[558166890] 'compare' (duration: 25.292929ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T17:10:53.025024Z","caller":"traceutil/trace.go:171","msg":"trace[1664498702] transaction","detail":"{read_only:false; response_revision:9905; number_of_response:1; }","duration":"1.414520591s","start":"2026-02-27T17:10:51.610478Z","end":"2026-02-27T17:10:53.024998Z","steps":["trace[1664498702] 'process raft request' (duration: 1.414294255s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:10:53.025265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.48375035s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-02-27T17:10:53.025316Z","caller":"traceutil/trace.go:171","msg":"trace[462870169] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9905; }","duration":"1.483819402s","start":"2026-02-27T17:10:51.541486Z","end":"2026-02-27T17:10:53.025305Z","steps":["trace[462870169] 'agreement among raft nodes before linearized reading' (duration: 1.483651938s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:10:53.025349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:10:51.541481Z","time spent":"1.483859913s","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-27T17:10:53.025367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:10:51.610459Z","time spent":"1.414821797s","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T17:10:53.025101Z","caller":"traceutil/trace.go:171","msg":"trace[1619764549] linearizableReadLoop","detail":"{readStateIndex:10289; appliedIndex:10285; }","duration":"1.443171979s","start":"2026-02-27T17:10:51.581908Z","end":"2026-02-27T17:10:53.02508Z","steps":["trace[1619764549] 'read index received' (duration: 1.113404161s)","trace[1619764549] 'applied index is now lower than readState.Index' (duration: 329.765568ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T17:10:53.025125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:10:51.58619Z","time spent":"1.438875768s","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T17:10:53.025236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.483608427s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-02-27T17:10:53.025594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"881.671625ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-02-27T17:10:53.025619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"851.200734ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.70\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-02-27T17:10:53.025625Z","caller":"traceutil/trace.go:171","msg":"trace[1498070320] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9905; }","duration":"881.736127ms","start":"2026-02-27T17:10:52.14388Z","end":"2026-02-27T17:10:53.025616Z","steps":["trace[1498070320] 'agreement among raft nodes before linearized reading' (duration: 881.648925ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T17:10:53.025623Z","caller":"traceutil/trace.go:171","msg":"trace[1767433186] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9905; }","duration":"1.483999246s","start":"2026-02-27T17:10:51.541608Z","end":"2026-02-27T17:10:53.025607Z","steps":["trace[1767433186] 'agreement among raft nodes before linearized reading' (duration: 1.483542335s)"],"step_count":1} {"level":"info","ts":"2026-02-27T17:10:53.025645Z","caller":"traceutil/trace.go:171","msg":"trace[1468455148] range","detail":"{range_begin:/registry/masterleases/162.253.55.70; range_end:; response_count:1; response_revision:9905; }","duration":"851.242774ms","start":"2026-02-27T17:10:52.174391Z","end":"2026-02-27T17:10:53.025634Z","steps":["trace[1468455148] 'agreement among raft nodes before linearized reading' (duration: 851.167293ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:10:53.025656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:10:52.14386Z","time spent":"881.789688ms","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-27T17:10:53.025665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:10:52.174362Z","time spent":"851.298206ms","remote":"127.0.0.1:42074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":155,"request content":"key:\"/registry/masterleases/162.253.55.70\" "} {"level":"warn","ts":"2026-02-27T17:10:53.025688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:10:51.541602Z","time spent":"1.484061457s","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-27T17:10:53.025694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"638.879316ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"info","ts":"2026-02-27T17:10:53.025745Z","caller":"traceutil/trace.go:171","msg":"trace[1987720787] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9905; }","duration":"638.967379ms","start":"2026-02-27T17:10:52.386762Z","end":"2026-02-27T17:10:53.02573Z","steps":["trace[1987720787] 'agreement among raft nodes before linearized reading' (duration: 638.795305ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:10:53.025777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:10:52.386742Z","time spent":"639.02746ms","remote":"127.0.0.1:42200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1875,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-27T17:10:53.025796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"858.785132ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T17:10:53.025919Z","caller":"traceutil/trace.go:171","msg":"trace[853957096] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9905; }","duration":"858.935456ms","start":"2026-02-27T17:10:52.166924Z","end":"2026-02-27T17:10:53.02586Z","steps":["trace[853957096] 'agreement among raft nodes before linearized reading' (duration: 858.758102ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:10:53.026058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:10:52.166863Z","time spent":"859.183172ms","remote":"127.0.0.1:42042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T17:10:53.027191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"874.951585ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-l8xw2\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-02-27T17:10:53.027281Z","caller":"traceutil/trace.go:171","msg":"trace[322910307] range","detail":"{range_begin:/registry/pods/openstack/keepalived-l8xw2; range_end:; response_count:1; response_revision:9905; }","duration":"876.422151ms","start":"2026-02-27T17:10:52.150814Z","end":"2026-02-27T17:10:53.027236Z","steps":["trace[322910307] 'agreement among raft nodes before linearized reading' (duration: 874.881404ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:10:53.029108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:10:52.150804Z","time spent":"876.657996ms","remote":"127.0.0.1:42234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6549,"request content":"key:\"/registry/pods/openstack/keepalived-l8xw2\" "} {"level":"info","ts":"2026-02-27T17:10:53.310831Z","caller":"traceutil/trace.go:171","msg":"trace[880176328] transaction","detail":"{read_only:false; response_revision:9909; number_of_response:1; }","duration":"261.548732ms","start":"2026-02-27T17:10:53.049247Z","end":"2026-02-27T17:10:53.310796Z","steps":["trace[880176328] 'process raft request' (duration: 227.462285ms)","trace[880176328] 'compare' (duration: 33.689968ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T17:10:53.311017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.953564ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-02-27T17:10:53.311052Z","caller":"traceutil/trace.go:171","msg":"trace[2086815431] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9909; }","duration":"159.023255ms","start":"2026-02-27T17:10:53.152019Z","end":"2026-02-27T17:10:53.311042Z","steps":["trace[2086815431] 'agreement among raft nodes before linearized reading' (duration: 158.841891ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T17:10:53.310807Z","caller":"traceutil/trace.go:171","msg":"trace[1679055254] linearizableReadLoop","detail":"{readStateIndex:10294; appliedIndex:10293; }","duration":"158.729859ms","start":"2026-02-27T17:10:53.15205Z","end":"2026-02-27T17:10:53.31078Z","steps":["trace[1679055254] 'read index received' (duration: 124.57553ms)","trace[1679055254] 'applied index is now lower than readState.Index' (duration: 34.152749ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T17:10:53.311339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.557021ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T17:10:53.311382Z","caller":"traceutil/trace.go:171","msg":"trace[156518797] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:9909; }","duration":"100.619263ms","start":"2026-02-27T17:10:53.210752Z","end":"2026-02-27T17:10:53.311371Z","steps":["trace[156518797] 'agreement among raft nodes before linearized reading' (duration: 100.465479ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T17:10:53.618045Z","caller":"traceutil/trace.go:171","msg":"trace[493022045] transaction","detail":"{read_only:false; response_revision:9910; number_of_response:1; }","duration":"302.259586ms","start":"2026-02-27T17:10:53.315758Z","end":"2026-02-27T17:10:53.618017Z","steps":["trace[493022045] 'process raft request' (duration: 233.685232ms)","trace[493022045] 'compare' (duration: 68.477892ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T17:10:53.618205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:10:53.315734Z","time spent":"302.3911ms","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T17:10:54.062346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.27399ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T17:10:54.06249Z","caller":"traceutil/trace.go:171","msg":"trace[768289925] transaction","detail":"{read_only:false; response_revision:9911; number_of_response:1; }","duration":"672.836911ms","start":"2026-02-27T17:10:53.389623Z","end":"2026-02-27T17:10:54.06246Z","steps":["trace[768289925] 'process raft request' (duration: 437.338265ms)","trace[768289925] 'compare' (duration: 235.047585ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T17:10:54.062583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:10:53.389602Z","time spent":"672.935252ms","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T17:10:54.085449Z","caller":"traceutil/trace.go:171","msg":"trace[1117389540] transaction","detail":"{read_only:false; response_revision:9912; number_of_response:1; }","duration":"498.264807ms","start":"2026-02-27T17:10:53.587157Z","end":"2026-02-27T17:10:54.085421Z","steps":["trace[1117389540] 'process raft request' (duration: 498.130683ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:10:54.085603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:10:53.587136Z","time spent":"498.39408ms","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T17:10:54.440445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.804628ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T17:10:54.440505Z","caller":"traceutil/trace.go:171","msg":"trace[10107387] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9912; }","duration":"272.910051ms","start":"2026-02-27T17:10:54.167581Z","end":"2026-02-27T17:10:54.440492Z","steps":["trace[10107387] 'range keys from in-memory index tree' (duration: 272.712816ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:10:54.441226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.334529ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T17:10:54.441261Z","caller":"traceutil/trace.go:171","msg":"trace[1751074070] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:9912; }","duration":"166.37552ms","start":"2026-02-27T17:10:54.274878Z","end":"2026-02-27T17:10:54.441254Z","steps":["trace[1751074070] 'count revisions from in-memory index tree' (duration: 166.253957ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T17:10:54.979677Z","caller":"traceutil/trace.go:171","msg":"trace[526621298] transaction","detail":"{read_only:false; response_revision:9913; number_of_response:1; }","duration":"517.3793ms","start":"2026-02-27T17:10:54.462271Z","end":"2026-02-27T17:10:54.97965Z","steps":["trace[526621298] 'process raft request' (duration: 517.188915ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:10:54.979854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:10:54.462239Z","time spent":"517.506613ms","remote":"127.0.0.1:42234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":13719,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T17:10:55.426009Z","caller":"traceutil/trace.go:171","msg":"trace[1549855994] transaction","detail":"{read_only:false; response_revision:9914; number_of_response:1; }","duration":"704.571441ms","start":"2026-02-27T17:10:54.72141Z","end":"2026-02-27T17:10:55.425982Z","steps":["trace[1549855994] 'process raft request' (duration: 704.391307ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T17:10:55.426163Z","caller":"traceutil/trace.go:171","msg":"trace[46426805] linearizableReadLoop","detail":"{readStateIndex:10300; appliedIndex:10298; }","duration":"395.270559ms","start":"2026-02-27T17:10:55.030869Z","end":"2026-02-27T17:10:55.426139Z","steps":["trace[46426805] 'read index received' (duration: 394.971292ms)","trace[46426805] 'applied index is now lower than readState.Index' (duration: 297.287µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T17:10:55.426196Z","caller":"traceutil/trace.go:171","msg":"trace[1879082678] transaction","detail":"{read_only:false; response_revision:9915; number_of_response:1; }","duration":"704.443058ms","start":"2026-02-27T17:10:54.721724Z","end":"2026-02-27T17:10:55.426167Z","steps":["trace[1879082678] 'process raft request' (duration: 704.215593ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:10:55.42615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:10:54.721386Z","time spent":"704.691564ms","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T17:10:55.426377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:10:54.721714Z","time spent":"704.591302ms","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T17:10:55.426467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.359633ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-02-27T17:10:55.426536Z","caller":"traceutil/trace.go:171","msg":"trace[673125730] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9915; }","duration":"325.462826ms","start":"2026-02-27T17:10:55.101054Z","end":"2026-02-27T17:10:55.426517Z","steps":["trace[673125730] 'agreement among raft nodes before linearized reading' (duration: 325.277031ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:10:55.426579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:10:55.101034Z","time spent":"325.533518ms","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-27T17:10:55.42647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.365311ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-l8xw2\" ","response":"range_response_count:1 size:6527"} {"level":"warn","ts":"2026-02-27T17:10:55.426562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.544414ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-02-27T17:10:55.42672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.171039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-02-27T17:10:55.426742Z","caller":"traceutil/trace.go:171","msg":"trace[2107434458] range","detail":"{range_begin:/registry/pods/openstack/keepalived-l8xw2; range_end:; response_count:1; response_revision:9915; }","duration":"319.655928ms","start":"2026-02-27T17:10:55.10707Z","end":"2026-02-27T17:10:55.426726Z","steps":["trace[2107434458] 'agreement among raft nodes before linearized reading' (duration: 319.2814ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T17:10:55.426759Z","caller":"traceutil/trace.go:171","msg":"trace[807295985] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9915; }","duration":"324.756359ms","start":"2026-02-27T17:10:55.10199Z","end":"2026-02-27T17:10:55.426747Z","steps":["trace[807295985] 'agreement among raft nodes before linearized reading' (duration: 324.494513ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T17:10:55.426771Z","caller":"traceutil/trace.go:171","msg":"trace[762566906] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9915; }","duration":"325.2396ms","start":"2026-02-27T17:10:55.101517Z","end":"2026-02-27T17:10:55.426757Z","steps":["trace[762566906] 'agreement among raft nodes before linearized reading' (duration: 325.041495ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:10:55.426796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:10:55.10706Z","time spent":"319.7233ms","remote":"127.0.0.1:42234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6549,"request content":"key:\"/registry/pods/openstack/keepalived-l8xw2\" "} {"level":"warn","ts":"2026-02-27T17:10:55.426812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:10:55.10151Z","time spent":"325.291582ms","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-27T17:10:55.426908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:10:55.101984Z","time spent":"324.860622ms","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-27T17:10:55.426636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"395.714399ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-02-27T17:10:55.427156Z","caller":"traceutil/trace.go:171","msg":"trace[575462190] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9915; }","duration":"396.277922ms","start":"2026-02-27T17:10:55.030862Z","end":"2026-02-27T17:10:55.42714Z","steps":["trace[575462190] 'agreement among raft nodes before linearized reading' (duration: 395.454693ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:10:55.427229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:10:55.030807Z","time spent":"396.412486ms","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-27T17:10:55.832205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.436758ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T17:10:55.832552Z","caller":"traceutil/trace.go:171","msg":"trace[1110435891] transaction","detail":"{read_only:false; response_revision:9916; number_of_response:1; }","duration":"401.6611ms","start":"2026-02-27T17:10:55.430832Z","end":"2026-02-27T17:10:55.832493Z","steps":["trace[1110435891] 'process raft request' (duration: 153.829652ms)","trace[1110435891] 'compare' (duration: 247.303875ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T17:10:55.832618Z","caller":"traceutil/trace.go:171","msg":"trace[388064996] linearizableReadLoop","detail":"{readStateIndex:10304; appliedIndex:10300; }","duration":"397.781419ms","start":"2026-02-27T17:10:55.434795Z","end":"2026-02-27T17:10:55.832577Z","steps":["trace[388064996] 'read index received' (duration: 149.8779ms)","trace[388064996] 'applied index is now lower than readState.Index' (duration: 247.902389ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T17:10:55.83294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:10:55.430809Z","time spent":"401.812904ms","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T17:10:55.832986Z","caller":"traceutil/trace.go:171","msg":"trace[570247022] transaction","detail":"{read_only:false; response_revision:9918; number_of_response:1; }","duration":"401.21206ms","start":"2026-02-27T17:10:55.431753Z","end":"2026-02-27T17:10:55.832965Z","steps":["trace[570247022] 'process raft request' (duration: 400.716338ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:10:55.832984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.600409ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T17:10:55.833006Z","caller":"traceutil/trace.go:171","msg":"trace[1471805656] transaction","detail":"{read_only:false; response_revision:9919; number_of_response:1; }","duration":"399.487348ms","start":"2026-02-27T17:10:55.433483Z","end":"2026-02-27T17:10:55.832971Z","steps":["trace[1471805656] 'process raft request' (duration: 399.045317ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:10:55.833075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:10:55.431722Z","time spent":"401.307171ms","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T17:10:55.833078Z","caller":"traceutil/trace.go:171","msg":"trace[1621281079] transaction","detail":"{read_only:false; response_revision:9917; number_of_response:1; }","duration":"401.304101ms","start":"2026-02-27T17:10:55.431735Z","end":"2026-02-27T17:10:55.833039Z","steps":["trace[1621281079] 'process raft request' (duration: 400.618235ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:10:55.833315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:10:55.433474Z","time spent":"399.59815ms","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T17:10:55.833334Z","caller":"traceutil/trace.go:171","msg":"trace[1033234479] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:9919; }","duration":"162.726312ms","start":"2026-02-27T17:10:55.670311Z","end":"2026-02-27T17:10:55.833037Z","steps":["trace[1033234479] 'agreement among raft nodes before linearized reading' (duration: 162.590369ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:10:55.833425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:10:55.431723Z","time spent":"401.616308ms","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T17:10:55.833501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.702651ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:37 size:348491"} {"level":"info","ts":"2026-02-27T17:10:55.833562Z","caller":"traceutil/trace.go:171","msg":"trace[965060144] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:37; response_revision:9919; }","duration":"398.768352ms","start":"2026-02-27T17:10:55.434781Z","end":"2026-02-27T17:10:55.833549Z","steps":["trace[965060144] 'agreement among raft nodes before linearized reading' (duration: 398.047324ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:10:55.833606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:10:55.434744Z","time spent":"398.851414ms","remote":"127.0.0.1:42234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":37,"response size":348513,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-02-27T17:10:55.833814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.388759ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-02-27T17:10:55.833894Z","caller":"traceutil/trace.go:171","msg":"trace[1131116093] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9919; }","duration":"212.471111ms","start":"2026-02-27T17:10:55.621409Z","end":"2026-02-27T17:10:55.83388Z","steps":["trace[1131116093] 'agreement among raft nodes before linearized reading' (duration: 211.479977ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T17:10:56.257582Z","caller":"traceutil/trace.go:171","msg":"trace[1928557370] linearizableReadLoop","detail":"{readStateIndex:10306; appliedIndex:10305; }","duration":"102.579699ms","start":"2026-02-27T17:10:56.154986Z","end":"2026-02-27T17:10:56.257566Z","steps":["trace[1928557370] 'read index received' (duration: 102.440636ms)","trace[1928557370] 'applied index is now lower than readState.Index' (duration: 138.393µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T17:10:56.257804Z","caller":"traceutil/trace.go:171","msg":"trace[47526146] transaction","detail":"{read_only:false; response_revision:9921; number_of_response:1; }","duration":"166.915582ms","start":"2026-02-27T17:10:56.090879Z","end":"2026-02-27T17:10:56.257795Z","steps":["trace[47526146] 'process raft request' (duration: 166.576694ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:10:56.258059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.0643ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-02-27T17:10:56.258099Z","caller":"traceutil/trace.go:171","msg":"trace[1165389562] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9921; }","duration":"103.144732ms","start":"2026-02-27T17:10:56.154945Z","end":"2026-02-27T17:10:56.25809Z","steps":["trace[1165389562] 'agreement among raft nodes before linearized reading' (duration: 103.019209ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:10:56.466974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.836039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T17:10:56.467047Z","caller":"traceutil/trace.go:171","msg":"trace[680137913] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:9921; }","duration":"133.948272ms","start":"2026-02-27T17:10:56.333082Z","end":"2026-02-27T17:10:56.46703Z","steps":["trace[680137913] 'range keys from in-memory index tree' (duration: 133.751188ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T17:10:57.724448Z","caller":"traceutil/trace.go:171","msg":"trace[333348332] transaction","detail":"{read_only:false; response_revision:9922; number_of_response:1; }","duration":"291.620775ms","start":"2026-02-27T17:10:57.432801Z","end":"2026-02-27T17:10:57.724422Z","steps":["trace[333348332] 'process raft request' (duration: 291.487491ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:10:58.22785Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3939133035121653648,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T17:10:58.728748Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3939133035121653648,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T17:10:58.829895Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.055763837s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-27T17:10:59.095811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.572068ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T17:10:59.096198Z","caller":"traceutil/trace.go:171","msg":"trace[1448243935] transaction","detail":"{read_only:false; response_revision:9923; number_of_response:1; }","duration":"1.662750527s","start":"2026-02-27T17:10:57.433414Z","end":"2026-02-27T17:10:59.096164Z","steps":["trace[1448243935] 'process raft request' (duration: 1.396730719s)","trace[1448243935] 'compare' (duration: 264.853591ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T17:10:59.097099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:10:57.43339Z","time spent":"1.663584737s","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T17:10:59.786439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"690.327395ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-02-27T17:10:59.787022Z","caller":"traceutil/trace.go:171","msg":"trace[879095266] transaction","detail":"{read_only:false; response_revision:9924; number_of_response:1; }","duration":"1.523533342s","start":"2026-02-27T17:10:58.263462Z","end":"2026-02-27T17:10:59.786995Z","steps":["trace[879095266] 'process raft request' (duration: 1.523074402s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:10:59.787197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:10:58.263438Z","time spent":"1.523680625s","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T17:11:00.170296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00033758s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-27T17:11:00.170382Z","caller":"traceutil/trace.go:171","msg":"trace[1485243917] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000480914s","start":"2026-02-27T17:10:58.169881Z","end":"2026-02-27T17:11:00.170362Z","steps":["trace[1485243917] 'agreement among raft nodes before linearized reading' (duration: 2.000370031s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:11:00.170437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:10:58.169863Z","time spent":"2.000557976s","remote":"127.0.0.1:42042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 17:11:00 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T17:11:00.358983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"571.90739ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T17:11:00.359119Z","caller":"traceutil/trace.go:171","msg":"trace[982134928] transaction","detail":"{read_only:false; response_revision:9926; number_of_response:1; }","duration":"629.28037ms","start":"2026-02-27T17:10:59.729824Z","end":"2026-02-27T17:11:00.359105Z","steps":["trace[982134928] 'process raft request' (duration: 629.242809ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:11:00.359159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:10:59.7298Z","time spent":"629.340181ms","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T17:11:00.359147Z","caller":"traceutil/trace.go:171","msg":"trace[1576012080] linearizableReadLoop","detail":"{readStateIndex:10311; appliedIndex:10307; }","duration":"2.631649368s","start":"2026-02-27T17:10:57.727478Z","end":"2026-02-27T17:11:00.359127Z","steps":["trace[1576012080] 'read index received' (duration: 1.102576405s)","trace[1576012080] 'applied index is now lower than readState.Index' (duration: 1.529069493s)"],"step_count":2} {"level":"info","ts":"2026-02-27T17:11:00.359267Z","caller":"traceutil/trace.go:171","msg":"trace[2094763757] transaction","detail":"{read_only:false; response_revision:9925; number_of_response:1; }","duration":"1.938821544s","start":"2026-02-27T17:10:58.420429Z","end":"2026-02-27T17:11:00.35925Z","steps":["trace[2094763757] 'process raft request' (duration: 1.366550805s)","trace[2094763757] 'compare' (duration: 571.828909ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T17:11:00.359338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:10:58.420403Z","time spent":"1.938888376s","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T17:11:00.359455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.631987435s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T17:11:00.359485Z","caller":"traceutil/trace.go:171","msg":"trace[1580501293] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:9926; }","duration":"2.632019726s","start":"2026-02-27T17:10:57.727456Z","end":"2026-02-27T17:11:00.359475Z","steps":["trace[1580501293] 'agreement among raft nodes before linearized reading' (duration: 2.631966315s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:11:00.359516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:10:57.727396Z","time spent":"2.632112379s","remote":"127.0.0.1:57056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"warn","ts":"2026-02-27T17:11:00.35981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.517592327s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-l8xw2\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-02-27T17:11:00.359833Z","caller":"traceutil/trace.go:171","msg":"trace[1925387763] range","detail":"{range_begin:/registry/pods/openstack/keepalived-l8xw2; range_end:; response_count:1; response_revision:9926; }","duration":"2.517633868s","start":"2026-02-27T17:10:57.842193Z","end":"2026-02-27T17:11:00.359827Z","steps":["trace[1925387763] 'agreement among raft nodes before linearized reading' (duration: 2.517559507s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:11:00.359802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.669701303s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-27T17:11:00.35982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.863994443s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T17:11:00.359855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:10:57.842185Z","time spent":"2.517665349s","remote":"127.0.0.1:42234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6549,"request content":"key:\"/registry/pods/openstack/keepalived-l8xw2\" "} {"level":"warn","ts":"2026-02-27T17:11:00.359856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.000265ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T17:11:00.359932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.036290792s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T17:11:00.35995Z","caller":"traceutil/trace.go:171","msg":"trace[1897942301] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:9926; }","duration":"1.669828685s","start":"2026-02-27T17:10:58.690031Z","end":"2026-02-27T17:11:00.35986Z","steps":["trace[1897942301] 'agreement among raft nodes before linearized reading' (duration: 1.669690182s)"],"step_count":1} {"level":"info","ts":"2026-02-27T17:11:00.359963Z","caller":"traceutil/trace.go:171","msg":"trace[1678269019] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:9926; }","duration":"1.864096604s","start":"2026-02-27T17:10:58.495767Z","end":"2026-02-27T17:11:00.359864Z","steps":["trace[1678269019] 'agreement among raft nodes before linearized reading' (duration: 1.863994922s)"],"step_count":1} {"level":"info","ts":"2026-02-27T17:11:00.359978Z","caller":"traceutil/trace.go:171","msg":"trace[476391778] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:9926; }","duration":"2.036429246s","start":"2026-02-27T17:10:58.323539Z","end":"2026-02-27T17:11:00.359968Z","steps":["trace[476391778] 'agreement among raft nodes before linearized reading' (duration: 2.036287602s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:11:00.359964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"978.544448ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T17:11:00.359998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:10:58.690006Z","time spent":"1.669980469s","remote":"127.0.0.1:42334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":8,"response size":29,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"warn","ts":"2026-02-27T17:11:00.360017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:10:58.323523Z","time spent":"2.036485277s","remote":"127.0.0.1:42576","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":37,"response size":29,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"warn","ts":"2026-02-27T17:11:00.36002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:10:58.495744Z","time spent":"1.864260678s","remote":"127.0.0.1:60948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"info","ts":"2026-02-27T17:11:00.359985Z","caller":"traceutil/trace.go:171","msg":"trace[863091619] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9926; }","duration":"189.150859ms","start":"2026-02-27T17:11:00.170814Z","end":"2026-02-27T17:11:00.359965Z","steps":["trace[863091619] 'agreement among raft nodes before linearized reading' (duration: 188.933203ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:11:00.360037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.182256388s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-02-27T17:11:00.360038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.521724335s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-02-27T17:11:00.360098Z","caller":"traceutil/trace.go:171","msg":"trace[867035681] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:9926; }","duration":"2.1823467s","start":"2026-02-27T17:10:58.177737Z","end":"2026-02-27T17:11:00.360084Z","steps":["trace[867035681] 'agreement among raft nodes before linearized reading' (duration: 2.182094114s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:11:00.3601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.521919569s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-02-27T17:11:00.360147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:10:58.177727Z","time spent":"2.182411452s","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":580,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-02-27T17:11:00.360152Z","caller":"traceutil/trace.go:171","msg":"trace[1834861631] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9926; }","duration":"2.522004822s","start":"2026-02-27T17:10:57.838134Z","end":"2026-02-27T17:11:00.360138Z","steps":["trace[1834861631] 'agreement among raft nodes before linearized reading' (duration: 2.521825247s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:11:00.360166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.521655243s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-27T17:11:00.360201Z","caller":"traceutil/trace.go:171","msg":"trace[97609649] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9926; }","duration":"2.521725175s","start":"2026-02-27T17:10:57.838467Z","end":"2026-02-27T17:11:00.360192Z","steps":["trace[97609649] 'agreement among raft nodes before linearized reading' (duration: 2.521626212s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:11:00.360246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:10:57.838461Z","time spent":"2.521779216s","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-27T17:11:00.360033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.442081589s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-02-27T17:11:00.360192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:10:57.838116Z","time spent":"2.522068333s","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-02-27T17:11:00.360287Z","caller":"traceutil/trace.go:171","msg":"trace[711650024] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9926; }","duration":"2.442373616s","start":"2026-02-27T17:10:57.917903Z","end":"2026-02-27T17:11:00.360277Z","steps":["trace[711650024] 'agreement among raft nodes before linearized reading' (duration: 2.442082069s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:11:00.360334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:10:57.917881Z","time spent":"2.442442578s","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-02-27T17:11:00.360115Z","caller":"traceutil/trace.go:171","msg":"trace[462768953] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9926; }","duration":"2.521849408s","start":"2026-02-27T17:10:57.838247Z","end":"2026-02-27T17:11:00.360096Z","steps":["trace[462768953] 'agreement among raft nodes before linearized reading' (duration: 2.521558571s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:11:00.360411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:10:57.838228Z","time spent":"2.522170326s","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-27T17:11:00.359806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.181703255s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-02-27T17:11:00.360468Z","caller":"traceutil/trace.go:171","msg":"trace[544182473] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:9926; }","duration":"2.182364201s","start":"2026-02-27T17:10:58.178092Z","end":"2026-02-27T17:11:00.360456Z","steps":["trace[544182473] 'agreement among raft nodes before linearized reading' (duration: 2.181622493s)"],"step_count":1} {"level":"info","ts":"2026-02-27T17:11:00.360051Z","caller":"traceutil/trace.go:171","msg":"trace[774100543] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:9926; }","duration":"978.695532ms","start":"2026-02-27T17:10:59.381337Z","end":"2026-02-27T17:11:00.360032Z","steps":["trace[774100543] 'agreement among raft nodes before linearized reading' (duration: 978.504518ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:11:00.360532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:10:58.178062Z","time spent":"2.182438123s","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":552,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-02-27T17:11:00.360586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:10:59.381316Z","time spent":"979.245365ms","remote":"127.0.0.1:54458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":27,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true "} {"level":"warn","ts":"2026-02-27T17:11:00.360729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.5235935s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-02-27T17:11:00.360817Z","caller":"traceutil/trace.go:171","msg":"trace[1266883759] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9926; }","duration":"2.523754144s","start":"2026-02-27T17:10:57.83704Z","end":"2026-02-27T17:11:00.360794Z","steps":["trace[1266883759] 'agreement among raft nodes before linearized reading' (duration: 2.52318778s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:11:00.36087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:10:57.837012Z","time spent":"2.523847935s","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-27T17:11:00.993867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"521.029186ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T17:11:00.993971Z","caller":"traceutil/trace.go:171","msg":"trace[1475863400] transaction","detail":"{read_only:false; response_revision:9927; number_of_response:1; }","duration":"629.728019ms","start":"2026-02-27T17:11:00.364222Z","end":"2026-02-27T17:11:00.99395Z","steps":["trace[1475863400] 'process raft request' (duration: 108.54157ms)","trace[1475863400] 'compare' (duration: 520.562534ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T17:11:00.994027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:11:00.364205Z","time spent":"629.795982ms","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T17:11:01.480552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.364726ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T17:11:01.480776Z","caller":"traceutil/trace.go:171","msg":"trace[389862169] transaction","detail":"{read_only:false; response_revision:9928; number_of_response:1; }","duration":"1.116059114s","start":"2026-02-27T17:11:00.364681Z","end":"2026-02-27T17:11:01.48074Z","steps":["trace[389862169] 'process raft request' (duration: 968.248815ms)","trace[389862169] 'compare' (duration: 146.188142ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T17:11:01.480802Z","caller":"traceutil/trace.go:171","msg":"trace[1831454708] transaction","detail":"{read_only:false; response_revision:9929; number_of_response:1; }","duration":"1.115999212s","start":"2026-02-27T17:11:00.364782Z","end":"2026-02-27T17:11:01.480782Z","steps":["trace[1831454708] 'process raft request' (duration: 1.11588027s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:11:01.480975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:11:00.364659Z","time spent":"1.116223328s","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T17:11:01.481043Z","caller":"traceutil/trace.go:171","msg":"trace[545933234] transaction","detail":"{read_only:false; response_revision:9930; number_of_response:1; }","duration":"1.116208109s","start":"2026-02-27T17:11:00.364807Z","end":"2026-02-27T17:11:01.481015Z","steps":["trace[545933234] 'process raft request' (duration: 1.115925501s)"],"step_count":1} {"level":"info","ts":"2026-02-27T17:11:01.481081Z","caller":"traceutil/trace.go:171","msg":"trace[25736694] linearizableReadLoop","detail":"{readStateIndex:10316; appliedIndex:10312; }","duration":"1.116228479s","start":"2026-02-27T17:11:00.364841Z","end":"2026-02-27T17:11:01.48107Z","steps":["trace[25736694] 'read index received' (duration: 107.934406ms)","trace[25736694] 'applied index is now lower than readState.Index' (duration: 1.008292683s)"],"step_count":2} {"level":"info","ts":"2026-02-27T17:11:01.481107Z","caller":"traceutil/trace.go:171","msg":"trace[437627180] transaction","detail":"{read_only:false; response_revision:9932; number_of_response:1; }","duration":"1.116128527s","start":"2026-02-27T17:11:00.364965Z","end":"2026-02-27T17:11:01.481093Z","steps":["trace[437627180] 'process raft request' (duration: 1.116032714s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:11:01.481079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:11:00.364771Z","time spent":"1.116219109s","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T17:11:01.481151Z","caller":"traceutil/trace.go:171","msg":"trace[1791990744] transaction","detail":"{read_only:false; response_revision:9933; number_of_response:1; }","duration":"1.115972193s","start":"2026-02-27T17:11:00.36517Z","end":"2026-02-27T17:11:01.481142Z","steps":["trace[1791990744] 'process raft request' (duration: 1.1158591s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:11:01.48116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:11:00.364961Z","time spent":"1.116169587s","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T17:11:01.481163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:11:00.364798Z","time spent":"1.116305321s","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":542,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T17:11:01.481225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:11:00.365163Z","time spent":"1.116024684s","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T17:11:01.481153Z","caller":"traceutil/trace.go:171","msg":"trace[767616378] transaction","detail":"{read_only:false; response_revision:9931; number_of_response:1; }","duration":"1.116184618s","start":"2026-02-27T17:11:00.364928Z","end":"2026-02-27T17:11:01.481113Z","steps":["trace[767616378] 'process raft request' (duration: 1.116015373s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:11:01.48158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.11671554s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.1898289b7be90003\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-02-27T17:11:01.481651Z","caller":"traceutil/trace.go:171","msg":"trace[1633599242] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.1898289b7be90003; range_end:; response_count:1; response_revision:9933; }","duration":"1.116819533s","start":"2026-02-27T17:11:00.364808Z","end":"2026-02-27T17:11:01.481628Z","steps":["trace[1633599242] 'agreement among raft nodes before linearized reading' (duration: 1.116417784s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:11:01.481714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:11:00.364795Z","time spent":"1.116904355s","remote":"127.0.0.1:42106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":796,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.1898289b7be90003\" "} {"level":"warn","ts":"2026-02-27T17:11:01.481841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:11:00.364922Z","time spent":"1.11671526s","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T17:11:01.7799Z","caller":"traceutil/trace.go:171","msg":"trace[1455368056] transaction","detail":"{read_only:false; response_revision:9934; number_of_response:1; }","duration":"1.248586182s","start":"2026-02-27T17:11:00.531272Z","end":"2026-02-27T17:11:01.779858Z","steps":["trace[1455368056] 'process raft request' (duration: 1.150561482s)","trace[1455368056] 'compare' (duration: 97.820486ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T17:11:01.779922Z","caller":"traceutil/trace.go:171","msg":"trace[752032874] transaction","detail":"{read_only:false; response_revision:9936; number_of_response:1; }","duration":"295.737231ms","start":"2026-02-27T17:11:01.484156Z","end":"2026-02-27T17:11:01.779893Z","steps":["trace[752032874] 'process raft request' (duration: 295.67594ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:11:01.780038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:11:00.531253Z","time spent":"1.248715055s","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T17:11:01.780075Z","caller":"traceutil/trace.go:171","msg":"trace[998418095] transaction","detail":"{read_only:false; response_revision:9935; number_of_response:1; }","duration":"677.281745ms","start":"2026-02-27T17:11:01.102777Z","end":"2026-02-27T17:11:01.780058Z","steps":["trace[998418095] 'process raft request' (duration: 676.999719ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T17:11:01.7801Z","caller":"traceutil/trace.go:171","msg":"trace[223698690] linearizableReadLoop","detail":"{readStateIndex:10321; appliedIndex:10319; }","duration":"298.961417ms","start":"2026-02-27T17:11:01.481111Z","end":"2026-02-27T17:11:01.780073Z","steps":["trace[223698690] 'read index received' (duration: 200.737482ms)","trace[223698690] 'applied index is now lower than readState.Index' (duration: 98.221055ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T17:11:01.780144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:11:01.102755Z","time spent":"677.358777ms","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T17:11:01.780219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"943.132419ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-27T17:11:01.780242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.378978579s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-02-27T17:11:01.78031Z","caller":"traceutil/trace.go:171","msg":"trace[1510137603] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:9936; }","duration":"943.289753ms","start":"2026-02-27T17:11:00.837003Z","end":"2026-02-27T17:11:01.780292Z","steps":["trace[1510137603] 'agreement among raft nodes before linearized reading' (duration: 943.071408ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:11:01.780324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.014843ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-02-27T17:11:01.780323Z","caller":"traceutil/trace.go:171","msg":"trace[304821911] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:9936; }","duration":"1.379108062s","start":"2026-02-27T17:11:00.401193Z","end":"2026-02-27T17:11:01.780301Z","steps":["trace[304821911] 'agreement among raft nodes before linearized reading' (duration: 1.378922827s)"],"step_count":1} {"level":"info","ts":"2026-02-27T17:11:01.780362Z","caller":"traceutil/trace.go:171","msg":"trace[1292992946] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9936; }","duration":"292.086415ms","start":"2026-02-27T17:11:01.488265Z","end":"2026-02-27T17:11:01.780352Z","steps":["trace[1292992946] 'agreement among raft nodes before linearized reading' (duration: 291.959512ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:11:01.780366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:11:00.836982Z","time spent":"943.373155ms","remote":"127.0.0.1:42234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":72,"response size":29,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"warn","ts":"2026-02-27T17:11:01.78038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:11:00.401172Z","time spent":"1.379199354s","remote":"127.0.0.1:42200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1887,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" "} {"level":"warn","ts":"2026-02-27T17:11:01.780229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.411318924s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T17:11:01.780463Z","caller":"traceutil/trace.go:171","msg":"trace[1956814432] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9936; }","duration":"1.41158142s","start":"2026-02-27T17:11:00.368868Z","end":"2026-02-27T17:11:01.780449Z","steps":["trace[1956814432] 'agreement among raft nodes before linearized reading' (duration: 1.411279453s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:11:01.780522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:11:00.368861Z","time spent":"1.411637361s","remote":"127.0.0.1:42042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T17:11:01.780708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.415466443s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:37 size:348491"} {"level":"info","ts":"2026-02-27T17:11:01.78078Z","caller":"traceutil/trace.go:171","msg":"trace[188085024] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:37; response_revision:9936; }","duration":"1.415564756s","start":"2026-02-27T17:11:00.3652Z","end":"2026-02-27T17:11:01.780765Z","steps":["trace[188085024] 'agreement among raft nodes before linearized reading' (duration: 1.415002472s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:11:01.780834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:11:00.365191Z","time spent":"1.415622758s","remote":"127.0.0.1:42234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":37,"response size":348513,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-02-27T17:11:02.123356Z","caller":"traceutil/trace.go:171","msg":"trace[426944790] transaction","detail":"{read_only:false; response_revision:9937; number_of_response:1; }","duration":"334.578302ms","start":"2026-02-27T17:11:01.788756Z","end":"2026-02-27T17:11:02.123334Z","steps":["trace[426944790] 'process raft request' (duration: 334.155332ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T17:11:02.123319Z","caller":"traceutil/trace.go:171","msg":"trace[2013583795] linearizableReadLoop","detail":"{readStateIndex:10323; appliedIndex:10322; }","duration":"332.935083ms","start":"2026-02-27T17:11:01.790343Z","end":"2026-02-27T17:11:02.123278Z","steps":["trace[2013583795] 'read index received' (duration: 332.657867ms)","trace[2013583795] 'applied index is now lower than readState.Index' (duration: 275.326µs)"],"step_count":2} {"level":"warn","ts":"2026-02-27T17:11:02.123729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:11:01.788744Z","time spent":"334.804467ms","remote":"127.0.0.1:42106","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T17:11:02.123842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.489026ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T17:11:02.12389Z","caller":"traceutil/trace.go:171","msg":"trace[1162256526] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9937; }","duration":"333.553658ms","start":"2026-02-27T17:11:01.790322Z","end":"2026-02-27T17:11:02.123875Z","steps":["trace[1162256526] 'agreement among raft nodes before linearized reading' (duration: 333.078807ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:11:02.12392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:11:01.790311Z","time spent":"333.603169ms","remote":"127.0.0.1:42042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-27T17:11:02.561219Z","caller":"traceutil/trace.go:171","msg":"trace[1642383885] linearizableReadLoop","detail":"{readStateIndex:10325; appliedIndex:10323; }","duration":"437.609101ms","start":"2026-02-27T17:11:02.12351Z","end":"2026-02-27T17:11:02.561119Z","steps":["trace[1642383885] 'read index received' (duration: 437.356045ms)","trace[1642383885] 'applied index is now lower than readState.Index' (duration: 252.216µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T17:11:02.56137Z","caller":"traceutil/trace.go:171","msg":"trace[160114103] transaction","detail":"{read_only:false; response_revision:9938; number_of_response:1; }","duration":"770.151324ms","start":"2026-02-27T17:11:01.790981Z","end":"2026-02-27T17:11:02.561132Z","steps":["trace[160114103] 'process raft request' (duration: 769.920139ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:11:02.561361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"761.375407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T17:11:02.561454Z","caller":"traceutil/trace.go:171","msg":"trace[1406474813] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:9939; }","duration":"761.499569ms","start":"2026-02-27T17:11:01.799935Z","end":"2026-02-27T17:11:02.561435Z","steps":["trace[1406474813] 'agreement among raft nodes before linearized reading' (duration: 761.325315ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:11:02.561471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:11:01.790971Z","time spent":"770.430411ms","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T17:11:02.561514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:11:01.799927Z","time spent":"761.567412ms","remote":"127.0.0.1:42510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":12,"response size":29,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"info","ts":"2026-02-27T17:11:02.561614Z","caller":"traceutil/trace.go:171","msg":"trace[2004357742] transaction","detail":"{read_only:false; response_revision:9939; number_of_response:1; }","duration":"768.258539ms","start":"2026-02-27T17:11:01.792906Z","end":"2026-02-27T17:11:02.561165Z","steps":["trace[2004357742] 'process raft request' (duration: 768.155757ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:11:02.561677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:11:01.792884Z","time spent":"768.760341ms","remote":"127.0.0.1:42234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":13821,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T17:11:02.561904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"720.394116ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T17:11:02.562018Z","caller":"traceutil/trace.go:171","msg":"trace[1510649150] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:9939; }","duration":"721.115432ms","start":"2026-02-27T17:11:01.840879Z","end":"2026-02-27T17:11:02.561994Z","steps":["trace[1510649150] 'agreement among raft nodes before linearized reading' (duration: 720.376045ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:11:02.562091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:11:01.840861Z","time spent":"721.201775ms","remote":"127.0.0.1:42508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":27,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-02-27T17:11:02.981369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.430803ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T17:11:02.981447Z","caller":"traceutil/trace.go:171","msg":"trace[814439643] linearizableReadLoop","detail":"{readStateIndex:10326; appliedIndex:10325; }","duration":"420.135778ms","start":"2026-02-27T17:11:02.561298Z","end":"2026-02-27T17:11:02.981434Z","steps":["trace[814439643] 'read index received' (duration: 100.541441ms)","trace[814439643] 'applied index is now lower than readState.Index' (duration: 319.593497ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T17:11:02.981529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"415.545589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T17:11:02.981521Z","caller":"traceutil/trace.go:171","msg":"trace[1693556124] transaction","detail":"{read_only:false; response_revision:9940; number_of_response:1; }","duration":"616.833814ms","start":"2026-02-27T17:11:02.364661Z","end":"2026-02-27T17:11:02.981495Z","steps":["trace[1693556124] 'process raft request' (duration: 297.216977ms)","trace[1693556124] 'compare' (duration: 319.340661ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T17:11:02.981551Z","caller":"traceutil/trace.go:171","msg":"trace[1712181320] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:9940; }","duration":"415.604879ms","start":"2026-02-27T17:11:02.56594Z","end":"2026-02-27T17:11:02.981545Z","steps":["trace[1712181320] 'agreement among raft nodes before linearized reading' (duration: 415.563618ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:11:02.981572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:11:02.56592Z","time spent":"415.647611ms","remote":"127.0.0.1:42240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":27,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-02-27T17:11:02.981601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"806.009084ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.70\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-02-27T17:11:02.981618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:11:02.364638Z","time spent":"616.929937ms","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T17:11:02.981644Z","caller":"traceutil/trace.go:171","msg":"trace[1587584423] range","detail":"{range_begin:/registry/masterleases/162.253.55.70; range_end:; response_count:1; response_revision:9940; }","duration":"806.085575ms","start":"2026-02-27T17:11:02.175544Z","end":"2026-02-27T17:11:02.98163Z","steps":["trace[1587584423] 'agreement among raft nodes before linearized reading' (duration: 805.956452ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:11:02.98167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:11:02.175522Z","time spent":"806.142427ms","remote":"127.0.0.1:42074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/162.253.55.70\" "} {"level":"warn","ts":"2026-02-27T17:11:02.981762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.001553ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T17:11:02.981877Z","caller":"traceutil/trace.go:171","msg":"trace[999647924] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:9940; }","duration":"172.168516ms","start":"2026-02-27T17:11:02.809687Z","end":"2026-02-27T17:11:02.981855Z","steps":["trace[999647924] 'agreement among raft nodes before linearized reading' (duration: 171.854068ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:11:03.342564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.85983ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:39"} {"level":"info","ts":"2026-02-27T17:11:03.342767Z","caller":"traceutil/trace.go:171","msg":"trace[430634454] linearizableReadLoop","detail":"{readStateIndex:10327; appliedIndex:10326; }","duration":"357.31294ms","start":"2026-02-27T17:11:02.985435Z","end":"2026-02-27T17:11:03.342748Z","steps":["trace[430634454] 'read index received' (duration: 239.171392ms)","trace[430634454] 'applied index is now lower than readState.Index' (duration: 118.140048ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T17:11:03.342823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:11:02.983337Z","time spent":"359.477451ms","remote":"127.0.0.1:42074","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-02-27T17:11:03.342976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.529715ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-02-27T17:11:03.343012Z","caller":"traceutil/trace.go:171","msg":"trace[474207724] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9940; }","duration":"357.596397ms","start":"2026-02-27T17:11:02.985406Z","end":"2026-02-27T17:11:03.343003Z","steps":["trace[474207724] 'agreement among raft nodes before linearized reading' (duration: 357.435683ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:11:03.343052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:11:02.985387Z","time spent":"357.656627ms","remote":"127.0.0.1:42234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12234,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-27T17:11:03.343084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.136792ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-02-27T17:11:03.343172Z","caller":"traceutil/trace.go:171","msg":"trace[1710191524] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9940; }","duration":"345.270395ms","start":"2026-02-27T17:11:02.997878Z","end":"2026-02-27T17:11:03.343149Z","steps":["trace[1710191524] 'agreement among raft nodes before linearized reading' (duration: 345.026239ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:11:03.343189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.662179ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T17:11:03.343311Z","caller":"traceutil/trace.go:171","msg":"trace[1628609441] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9940; }","duration":"175.842563ms","start":"2026-02-27T17:11:03.167442Z","end":"2026-02-27T17:11:03.343285Z","steps":["trace[1628609441] 'agreement among raft nodes before linearized reading' (duration: 175.593377ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:11:03.343237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:11:02.997862Z","time spent":"345.363977ms","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-02-27T17:11:03.882444Z","caller":"traceutil/trace.go:171","msg":"trace[791729531] linearizableReadLoop","detail":"{readStateIndex:10330; appliedIndex:10328; }","duration":"478.772465ms","start":"2026-02-27T17:11:03.403647Z","end":"2026-02-27T17:11:03.88242Z","steps":["trace[791729531] 'read index received' (duration: 477.30647ms)","trace[791729531] 'applied index is now lower than readState.Index' (duration: 1.465015ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T17:11:03.882765Z","caller":"traceutil/trace.go:171","msg":"trace[799128670] transaction","detail":"{read_only:false; response_revision:9942; number_of_response:1; }","duration":"534.959325ms","start":"2026-02-27T17:11:03.347776Z","end":"2026-02-27T17:11:03.882735Z","steps":["trace[799128670] 'process raft request' (duration: 533.07298ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T17:11:03.882889Z","caller":"traceutil/trace.go:171","msg":"trace[72251816] transaction","detail":"{read_only:false; response_revision:9943; number_of_response:1; }","duration":"524.303423ms","start":"2026-02-27T17:11:03.35824Z","end":"2026-02-27T17:11:03.882543Z","steps":["trace[72251816] 'process raft request' (duration: 524.061487ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:11:03.882937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:11:03.347753Z","time spent":"535.095309ms","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T17:11:03.883203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:11:03.358221Z","time spent":"524.767204ms","remote":"127.0.0.1:42234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":13864,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T17:11:03.883229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"538.260933ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T17:11:03.88338Z","caller":"traceutil/trace.go:171","msg":"trace[58655748] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9943; }","duration":"538.51555ms","start":"2026-02-27T17:11:03.344838Z","end":"2026-02-27T17:11:03.883354Z","steps":["trace[58655748] 'agreement among raft nodes before linearized reading' (duration: 538.183222ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:11:03.883466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:11:03.344826Z","time spent":"538.622122ms","remote":"127.0.0.1:42052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-27T17:11:03.974869Z","caller":"traceutil/trace.go:171","msg":"trace[908324377] transaction","detail":"{read_only:false; response_revision:9944; number_of_response:1; }","duration":"188.872002ms","start":"2026-02-27T17:11:03.785965Z","end":"2026-02-27T17:11:03.974837Z","steps":["trace[908324377] 'process raft request' (duration: 188.655997ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:11:03.975047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"487.899342ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-02-27T17:11:03.975118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"559.982019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"warn","ts":"2026-02-27T17:11:03.975105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"489.051929ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-02-27T17:11:03.975125Z","caller":"traceutil/trace.go:171","msg":"trace[418330914] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9944; }","duration":"488.015265ms","start":"2026-02-27T17:11:03.487092Z","end":"2026-02-27T17:11:03.975107Z","steps":["trace[418330914] 'agreement among raft nodes before linearized reading' (duration: 487.719888ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T17:11:03.975152Z","caller":"traceutil/trace.go:171","msg":"trace[727582233] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:9944; }","duration":"560.05178ms","start":"2026-02-27T17:11:03.415092Z","end":"2026-02-27T17:11:03.975144Z","steps":["trace[727582233] 'agreement among raft nodes before linearized reading' (duration: 559.918646ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T17:11:03.975172Z","caller":"traceutil/trace.go:171","msg":"trace[1876683035] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9944; }","duration":"489.156332ms","start":"2026-02-27T17:11:03.485998Z","end":"2026-02-27T17:11:03.975155Z","steps":["trace[1876683035] 'agreement among raft nodes before linearized reading' (duration: 488.959757ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:11:03.975179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"568.414818ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:421"} {"level":"warn","ts":"2026-02-27T17:11:03.975244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:11:03.485976Z","time spent":"489.259255ms","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-02-27T17:11:03.975311Z","caller":"traceutil/trace.go:171","msg":"trace[661001406] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:9944; }","duration":"568.686124ms","start":"2026-02-27T17:11:03.406578Z","end":"2026-02-27T17:11:03.975264Z","steps":["trace[661001406] 'agreement among raft nodes before linearized reading' (duration: 568.214603ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:11:03.975177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:11:03.41508Z","time spent":"560.092131ms","remote":"127.0.0.1:32864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5673,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-02-27T17:11:03.97505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"488.978528ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-02-27T17:11:03.975053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"488.898686ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-02-27T17:11:03.975676Z","caller":"traceutil/trace.go:171","msg":"trace[863341025] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9944; }","duration":"489.622743ms","start":"2026-02-27T17:11:03.486045Z","end":"2026-02-27T17:11:03.975668Z","steps":["trace[863341025] 'agreement among raft nodes before linearized reading' (duration: 488.887656ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:11:03.975708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:11:03.486017Z","time spent":"489.681394ms","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-27T17:11:03.975187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:11:03.487081Z","time spent":"488.096606ms","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-27T17:11:03.975753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:11:03.406551Z","time spent":"569.191346ms","remote":"127.0.0.1:42206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":443,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-02-27T17:11:03.975052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.469116ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-l8xw2\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-02-27T17:11:03.975869Z","caller":"traceutil/trace.go:171","msg":"trace[795876433] range","detail":"{range_begin:/registry/pods/openstack/keepalived-l8xw2; range_end:; response_count:1; response_revision:9944; }","duration":"187.332096ms","start":"2026-02-27T17:11:03.788515Z","end":"2026-02-27T17:11:03.975847Z","steps":["trace[795876433] 'agreement among raft nodes before linearized reading' (duration: 186.335013ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T17:11:03.975849Z","caller":"traceutil/trace.go:171","msg":"trace[1523169791] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9944; }","duration":"489.764346ms","start":"2026-02-27T17:11:03.485988Z","end":"2026-02-27T17:11:03.975752Z","steps":["trace[1523169791] 'agreement among raft nodes before linearized reading' (duration: 488.900316ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:11:03.97618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:11:03.485962Z","time spent":"490.082013ms","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-02-27T17:11:04.359546Z","caller":"traceutil/trace.go:171","msg":"trace[971536148] linearizableReadLoop","detail":"{readStateIndex:10332; appliedIndex:10331; }","duration":"380.09444ms","start":"2026-02-27T17:11:03.979427Z","end":"2026-02-27T17:11:04.359521Z","steps":["trace[971536148] 'read index received' (duration: 380.030008ms)","trace[971536148] 'applied index is now lower than readState.Index' (duration: 63.072µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T17:11:04.359665Z","caller":"traceutil/trace.go:171","msg":"trace[465368495] transaction","detail":"{read_only:false; response_revision:9945; number_of_response:1; }","duration":"381.210665ms","start":"2026-02-27T17:11:03.978417Z","end":"2026-02-27T17:11:04.359628Z","steps":["trace[465368495] 'process raft request' (duration: 380.943109ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:11:04.35984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:11:03.978399Z","time spent":"381.346989ms","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T17:11:04.360352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.883268ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:37 size:348636"} {"level":"info","ts":"2026-02-27T17:11:04.36046Z","caller":"traceutil/trace.go:171","msg":"trace[1805175516] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:37; response_revision:9945; }","duration":"381.028591ms","start":"2026-02-27T17:11:03.979409Z","end":"2026-02-27T17:11:04.360438Z","steps":["trace[1805175516] 'agreement among raft nodes before linearized reading' (duration: 380.256183ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:11:04.360511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:11:03.979399Z","time spent":"381.099983ms","remote":"127.0.0.1:42234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":37,"response size":348658,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-02-27T17:11:04.598065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.139156ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T17:11:04.598272Z","caller":"traceutil/trace.go:171","msg":"trace[932598331] transaction","detail":"{read_only:false; response_revision:9949; number_of_response:1; }","duration":"177.625455ms","start":"2026-02-27T17:11:04.420629Z","end":"2026-02-27T17:11:04.598255Z","steps":["trace[932598331] 'process raft request' (duration: 177.584164ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T17:11:04.598422Z","caller":"traceutil/trace.go:171","msg":"trace[1935572029] transaction","detail":"{read_only:false; response_revision:9948; number_of_response:1; }","duration":"618.521474ms","start":"2026-02-27T17:11:03.979894Z","end":"2026-02-27T17:11:04.598416Z","steps":["trace[1935572029] 'process raft request' (duration: 618.281608ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:11:04.598466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:11:03.979873Z","time spent":"618.567934ms","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T17:11:04.598451Z","caller":"traceutil/trace.go:171","msg":"trace[56110446] transaction","detail":"{read_only:false; response_revision:9947; number_of_response:1; }","duration":"618.527984ms","start":"2026-02-27T17:11:03.979889Z","end":"2026-02-27T17:11:04.598417Z","steps":["trace[56110446] 'process raft request' (duration: 618.250587ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T17:11:04.598472Z","caller":"traceutil/trace.go:171","msg":"trace[160960874] transaction","detail":"{read_only:false; response_revision:9946; number_of_response:1; }","duration":"618.546264ms","start":"2026-02-27T17:11:03.979888Z","end":"2026-02-27T17:11:04.598435Z","steps":["trace[160960874] 'process raft request' (duration: 483.961008ms)","trace[160960874] 'compare' (duration: 134.053454ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T17:11:04.598527Z","caller":"traceutil/trace.go:171","msg":"trace[329623427] linearizableReadLoop","detail":"{readStateIndex:10335; appliedIndex:10332; }","duration":"238.868096ms","start":"2026-02-27T17:11:04.359619Z","end":"2026-02-27T17:11:04.598487Z","steps":["trace[329623427] 'read index received' (duration: 104.229958ms)","trace[329623427] 'applied index is now lower than readState.Index' (duration: 134.633207ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T17:11:04.598652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:11:03.979871Z","time spent":"618.654026ms","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T17:11:04.598693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:11:03.979871Z","time spent":"618.701288ms","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T17:11:04.598831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"618.935313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-02-27T17:11:04.598897Z","caller":"traceutil/trace.go:171","msg":"trace[1024983486] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:9949; }","duration":"619.060467ms","start":"2026-02-27T17:11:03.979817Z","end":"2026-02-27T17:11:04.598878Z","steps":["trace[1024983486] 'agreement among raft nodes before linearized reading' (duration: 618.845802ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:11:04.598953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:11:03.979794Z","time spent":"619.145959ms","remote":"127.0.0.1:42328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-02-27T17:11:04.599451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.78553ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T17:11:04.59949Z","caller":"traceutil/trace.go:171","msg":"trace[1366022124] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:9950; }","duration":"139.866402ms","start":"2026-02-27T17:11:04.459615Z","end":"2026-02-27T17:11:04.599481Z","steps":["trace[1366022124] 'agreement among raft nodes before linearized reading' (duration: 139.771429ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T17:11:05.238399Z","caller":"traceutil/trace.go:171","msg":"trace[1607164750] transaction","detail":"{read_only:false; response_revision:9951; number_of_response:1; }","duration":"250.485431ms","start":"2026-02-27T17:11:04.987883Z","end":"2026-02-27T17:11:05.238368Z","steps":["trace[1607164750] 'process raft request' (duration: 250.171094ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:11:06.387898Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3939133035121653711,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-27T17:11:06.591578Z","caller":"traceutil/trace.go:171","msg":"trace[698527467] transaction","detail":"{read_only:false; response_revision:9952; number_of_response:1; }","duration":"877.320732ms","start":"2026-02-27T17:11:05.714229Z","end":"2026-02-27T17:11:06.59155Z","steps":["trace[698527467] 'process raft request' (duration: 877.171058ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:11:06.59172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:11:05.714197Z","time spent":"877.450675ms","remote":"127.0.0.1:35540","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7515,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T17:11:06.61313Z","caller":"traceutil/trace.go:171","msg":"trace[103508321] linearizableReadLoop","detail":"{readStateIndex:10340; appliedIndex:10339; }","duration":"725.308743ms","start":"2026-02-27T17:11:05.887794Z","end":"2026-02-27T17:11:06.613103Z","steps":["trace[103508321] 'read index received' (duration: 703.757183ms)","trace[103508321] 'applied index is now lower than readState.Index' (duration: 21.55006ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T17:11:06.613179Z","caller":"traceutil/trace.go:171","msg":"trace[1091847816] transaction","detail":"{read_only:false; response_revision:9953; number_of_response:1; }","duration":"633.399977ms","start":"2026-02-27T17:11:05.979757Z","end":"2026-02-27T17:11:06.613157Z","steps":["trace[1091847816] 'process raft request' (duration: 633.172331ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:11:06.613285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:11:05.979731Z","time spent":"633.49556ms","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T17:11:06.613376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"725.560219ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-02-27T17:11:06.613453Z","caller":"traceutil/trace.go:171","msg":"trace[1405398255] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9953; }","duration":"725.685352ms","start":"2026-02-27T17:11:05.887752Z","end":"2026-02-27T17:11:06.613438Z","steps":["trace[1405398255] 'agreement among raft nodes before linearized reading' (duration: 725.461047ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:11:06.613494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:11:05.887734Z","time spent":"725.751483ms","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-27T17:11:07.118217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.548301ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T17:11:07.118335Z","caller":"traceutil/trace.go:171","msg":"trace[93593772] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:9953; }","duration":"146.677124ms","start":"2026-02-27T17:11:06.971639Z","end":"2026-02-27T17:11:07.118316Z","steps":["trace[93593772] 'range keys from in-memory index tree' (duration: 146.5324ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:11:07.118359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.801509ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T17:11:07.118478Z","caller":"traceutil/trace.go:171","msg":"trace[940972346] transaction","detail":"{read_only:false; response_revision:9954; number_of_response:1; }","duration":"514.164034ms","start":"2026-02-27T17:11:06.604277Z","end":"2026-02-27T17:11:07.118441Z","steps":["trace[940972346] 'process raft request' (duration: 222.191212ms)","trace[940972346] 'compare' (duration: 291.567143ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T17:11:07.118548Z","caller":"traceutil/trace.go:171","msg":"trace[2067150089] transaction","detail":"{read_only:false; response_revision:9955; number_of_response:1; }","duration":"500.620983ms","start":"2026-02-27T17:11:06.617907Z","end":"2026-02-27T17:11:07.118528Z","steps":["trace[2067150089] 'process raft request' (duration: 500.541472ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:11:07.118661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"951.538049ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T17:11:07.118674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:11:06.617892Z","time spent":"500.739326ms","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T17:11:07.118555Z","caller":"traceutil/trace.go:171","msg":"trace[487188322] linearizableReadLoop","detail":"{readStateIndex:10341; appliedIndex:10340; }","duration":"505.333434ms","start":"2026-02-27T17:11:06.61321Z","end":"2026-02-27T17:11:07.118543Z","steps":["trace[487188322] 'read index received' (duration: 213.274079ms)","trace[487188322] 'applied index is now lower than readState.Index' (duration: 292.058065ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T17:11:07.118693Z","caller":"traceutil/trace.go:171","msg":"trace[965661328] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9955; }","duration":"951.610211ms","start":"2026-02-27T17:11:06.167075Z","end":"2026-02-27T17:11:07.118685Z","steps":["trace[965661328] 'agreement among raft nodes before linearized reading' (duration: 951.501789ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:11:07.118789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"515.28842ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-02-27T17:11:07.118814Z","caller":"traceutil/trace.go:171","msg":"trace[1197321253] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9955; }","duration":"515.325001ms","start":"2026-02-27T17:11:06.603482Z","end":"2026-02-27T17:11:07.118807Z","steps":["trace[1197321253] 'agreement among raft nodes before linearized reading' (duration: 515.227629ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:11:07.118851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:11:06.603474Z","time spent":"515.369993ms","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-27T17:11:07.118841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:11:06.167052Z","time spent":"951.767754ms","remote":"127.0.0.1:42042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T17:11:07.118767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:11:06.604266Z","time spent":"514.299147ms","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T17:11:07.118942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"518.150678ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:19313"} {"level":"warn","ts":"2026-02-27T17:11:07.119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"754.79102ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-02-27T17:11:07.119019Z","caller":"traceutil/trace.go:171","msg":"trace[825700965] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:9955; }","duration":"518.272771ms","start":"2026-02-27T17:11:06.600728Z","end":"2026-02-27T17:11:07.119001Z","steps":["trace[825700965] 'agreement among raft nodes before linearized reading' (duration: 518.055466ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:11:07.119014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"516.048509ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-02-27T17:11:07.119069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:11:06.600708Z","time spent":"518.352283ms","remote":"127.0.0.1:42218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":19335,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"info","ts":"2026-02-27T17:11:07.119072Z","caller":"traceutil/trace.go:171","msg":"trace[85688390] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9955; }","duration":"516.11196ms","start":"2026-02-27T17:11:06.602949Z","end":"2026-02-27T17:11:07.119061Z","steps":["trace[85688390] 'agreement among raft nodes before linearized reading' (duration: 516.009127ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:11:07.119063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"603.322594ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-27T17:11:07.119082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"516.199272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-02-27T17:11:07.119108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:11:06.602945Z","time spent":"516.157371ms","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-02-27T17:11:07.119124Z","caller":"traceutil/trace.go:171","msg":"trace[1553703859] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:9955; }","duration":"603.436727ms","start":"2026-02-27T17:11:06.515673Z","end":"2026-02-27T17:11:07.11911Z","steps":["trace[1553703859] 'agreement among raft nodes before linearized reading' (duration: 603.276283ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T17:11:07.119138Z","caller":"traceutil/trace.go:171","msg":"trace[1455390062] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9955; }","duration":"516.295944ms","start":"2026-02-27T17:11:06.602829Z","end":"2026-02-27T17:11:07.119125Z","steps":["trace[1455390062] 'agreement among raft nodes before linearized reading' (duration: 516.154051ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:11:07.11917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:11:06.515645Z","time spent":"603.515278ms","remote":"127.0.0.1:42368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":68,"response size":29,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"warn","ts":"2026-02-27T17:11:07.119172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:11:06.602805Z","time spent":"516.360115ms","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-02-27T17:11:07.119068Z","caller":"traceutil/trace.go:171","msg":"trace[1450474675] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9955; }","duration":"754.915414ms","start":"2026-02-27T17:11:06.364136Z","end":"2026-02-27T17:11:07.119051Z","steps":["trace[1450474675] 'agreement among raft nodes before linearized reading' (duration: 754.75542ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:11:07.11934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:11:06.364104Z","time spent":"755.186099ms","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-27T17:11:07.119045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"749.884955ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-l8xw2\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-02-27T17:11:07.119471Z","caller":"traceutil/trace.go:171","msg":"trace[976196488] range","detail":"{range_begin:/registry/pods/openstack/keepalived-l8xw2; range_end:; response_count:1; response_revision:9955; }","duration":"750.369856ms","start":"2026-02-27T17:11:06.36909Z","end":"2026-02-27T17:11:07.119459Z","steps":["trace[976196488] 'agreement among raft nodes before linearized reading' (duration: 749.759552ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:11:07.119518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:11:06.369066Z","time spent":"750.439138ms","remote":"127.0.0.1:42234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6549,"request content":"key:\"/registry/pods/openstack/keepalived-l8xw2\" "} {"level":"warn","ts":"2026-02-27T17:11:07.48511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.442025ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T17:11:07.485585Z","caller":"traceutil/trace.go:171","msg":"trace[597128681] transaction","detail":"{read_only:false; response_revision:9957; number_of_response:1; }","duration":"362.260096ms","start":"2026-02-27T17:11:07.123265Z","end":"2026-02-27T17:11:07.485525Z","steps":["trace[597128681] 'process raft request' (duration: 361.960829ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T17:11:07.485798Z","caller":"traceutil/trace.go:171","msg":"trace[394403540] transaction","detail":"{read_only:false; response_revision:9956; number_of_response:1; }","duration":"362.849311ms","start":"2026-02-27T17:11:07.122922Z","end":"2026-02-27T17:11:07.485772Z","steps":["trace[394403540] 'process raft request' (duration: 126.628729ms)","trace[394403540] 'compare' (duration: 235.29127ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T17:11:07.486321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.538404ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:37 size:348636"} {"level":"info","ts":"2026-02-27T17:11:07.486349Z","caller":"traceutil/trace.go:171","msg":"trace[342315635] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:37; response_revision:9960; }","duration":"362.600025ms","start":"2026-02-27T17:11:07.123743Z","end":"2026-02-27T17:11:07.486343Z","steps":["trace[342315635] 'agreement among raft nodes before linearized reading' (duration: 362.187545ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T17:11:07.485511Z","caller":"traceutil/trace.go:171","msg":"trace[433156350] linearizableReadLoop","detail":"{readStateIndex:10345; appliedIndex:10342; }","duration":"361.720565ms","start":"2026-02-27T17:11:07.123767Z","end":"2026-02-27T17:11:07.485487Z","steps":["trace[433156350] 'read index received' (duration: 125.971793ms)","trace[433156350] 'applied index is now lower than readState.Index' (duration: 235.747392ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T17:11:07.486369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:11:07.123735Z","time spent":"362.629295ms","remote":"127.0.0.1:42234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":37,"response size":348658,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-02-27T17:11:07.485811Z","caller":"traceutil/trace.go:171","msg":"trace[476793876] transaction","detail":"{read_only:false; response_revision:9958; number_of_response:1; }","duration":"362.179795ms","start":"2026-02-27T17:11:07.123608Z","end":"2026-02-27T17:11:07.485788Z","steps":["trace[476793876] 'process raft request' (duration: 361.732904ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:11:07.486387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:11:07.122903Z","time spent":"363.420045ms","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T17:11:07.486482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:11:07.123598Z","time spent":"362.82301ms","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T17:11:07.485807Z","caller":"traceutil/trace.go:171","msg":"trace[1807245172] transaction","detail":"{read_only:false; response_revision:9960; number_of_response:1; }","duration":"242.321357ms","start":"2026-02-27T17:11:07.243454Z","end":"2026-02-27T17:11:07.485775Z","steps":["trace[1807245172] 'process raft request' (duration: 241.983369ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T17:11:07.48581Z","caller":"traceutil/trace.go:171","msg":"trace[637112866] transaction","detail":"{read_only:false; response_revision:9959; number_of_response:1; }","duration":"361.780145ms","start":"2026-02-27T17:11:07.123999Z","end":"2026-02-27T17:11:07.485779Z","steps":["trace[637112866] 'process raft request' (duration: 361.389506ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:11:07.486728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:11:07.12399Z","time spent":"362.680816ms","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T17:11:07.487036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.695173ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T17:11:07.487115Z","caller":"traceutil/trace.go:171","msg":"trace[374097413] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:9960; }","duration":"119.812646ms","start":"2026-02-27T17:11:07.367267Z","end":"2026-02-27T17:11:07.48708Z","steps":["trace[374097413] 'agreement among raft nodes before linearized reading' (duration: 119.710803ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:11:07.486292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:11:07.123254Z","time spent":"362.947923ms","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T17:11:08.823141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.884206ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T17:11:08.823234Z","caller":"traceutil/trace.go:171","msg":"trace[405989505] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:9961; }","duration":"114.04628ms","start":"2026-02-27T17:11:08.709166Z","end":"2026-02-27T17:11:08.823213Z","steps":["trace[405989505] 'count revisions from in-memory index tree' (duration: 113.775624ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T17:11:09.481298Z","caller":"traceutil/trace.go:171","msg":"trace[692237672] transaction","detail":"{read_only:false; response_revision:9964; number_of_response:1; }","duration":"196.798459ms","start":"2026-02-27T17:11:09.284469Z","end":"2026-02-27T17:11:09.481268Z","steps":["trace[692237672] 'process raft request' (duration: 196.629095ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T17:11:09.652568Z","caller":"traceutil/trace.go:171","msg":"trace[140605667] linearizableReadLoop","detail":"{readStateIndex:10355; appliedIndex:10353; }","duration":"156.342631ms","start":"2026-02-27T17:11:09.496201Z","end":"2026-02-27T17:11:09.652544Z","steps":["trace[140605667] 'read index received' (duration: 37.016726ms)","trace[140605667] 'applied index is now lower than readState.Index' (duration: 119.324745ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T17:11:09.652799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.572097ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-l8xw2\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-02-27T17:11:09.652855Z","caller":"traceutil/trace.go:171","msg":"trace[1984118347] range","detail":"{range_begin:/registry/pods/openstack/keepalived-l8xw2; range_end:; response_count:1; response_revision:9969; }","duration":"156.656009ms","start":"2026-02-27T17:11:09.496185Z","end":"2026-02-27T17:11:09.652841Z","steps":["trace[1984118347] 'agreement among raft nodes before linearized reading' (duration: 156.460214ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T17:11:09.653262Z","caller":"traceutil/trace.go:171","msg":"trace[856073142] transaction","detail":"{read_only:false; response_revision:9966; number_of_response:1; }","duration":"157.372625ms","start":"2026-02-27T17:11:09.495871Z","end":"2026-02-27T17:11:09.653244Z","steps":["trace[856073142] 'process raft request' (duration: 156.387581ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T17:11:09.653483Z","caller":"traceutil/trace.go:171","msg":"trace[1760548075] transaction","detail":"{read_only:false; response_revision:9967; number_of_response:1; }","duration":"157.381766ms","start":"2026-02-27T17:11:09.496085Z","end":"2026-02-27T17:11:09.653467Z","steps":["trace[1760548075] 'process raft request' (duration: 156.3302ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T17:11:09.653688Z","caller":"traceutil/trace.go:171","msg":"trace[1765260178] transaction","detail":"{read_only:false; response_revision:9968; number_of_response:1; }","duration":"157.255653ms","start":"2026-02-27T17:11:09.496418Z","end":"2026-02-27T17:11:09.653673Z","steps":["trace[1765260178] 'process raft request' (duration: 156.037334ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T17:11:09.653918Z","caller":"traceutil/trace.go:171","msg":"trace[138412812] transaction","detail":"{read_only:false; response_revision:9969; number_of_response:1; }","duration":"156.66623ms","start":"2026-02-27T17:11:09.497236Z","end":"2026-02-27T17:11:09.653902Z","steps":["trace[138412812] 'process raft request' (duration: 155.250386ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:11:11.548343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.82867ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-27T17:11:11.548425Z","caller":"traceutil/trace.go:171","msg":"trace[547282914] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9972; }","duration":"332.960874ms","start":"2026-02-27T17:11:11.215447Z","end":"2026-02-27T17:11:11.548408Z","steps":["trace[547282914] 'range keys from in-memory index tree' (duration: 332.630866ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:11:11.548466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:11:11.21542Z","time spent":"333.036836ms","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-27T17:11:11.820287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.211777ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-02-27T17:11:11.820411Z","caller":"traceutil/trace.go:171","msg":"trace[121125388] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9974; }","duration":"161.37675ms","start":"2026-02-27T17:11:11.659014Z","end":"2026-02-27T17:11:11.82039Z","steps":["trace[121125388] 'range keys from in-memory index tree' (duration: 161.063283ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:11:11.82039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.932293ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-02-27T17:11:11.820478Z","caller":"traceutil/trace.go:171","msg":"trace[1572854638] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9974; }","duration":"162.074846ms","start":"2026-02-27T17:11:11.658381Z","end":"2026-02-27T17:11:11.820456Z","steps":["trace[1572854638] 'range keys from in-memory index tree' (duration: 161.744469ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:11:11.82039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.79094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-02-27T17:11:11.82078Z","caller":"traceutil/trace.go:171","msg":"trace[1993816091] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9974; }","duration":"162.017135ms","start":"2026-02-27T17:11:11.658542Z","end":"2026-02-27T17:11:11.820559Z","steps":["trace[1993816091] 'range keys from in-memory index tree' (duration: 161.590306ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:11:11.820802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.357304ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-02-27T17:11:11.821023Z","caller":"traceutil/trace.go:171","msg":"trace[69720187] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9974; }","duration":"162.779615ms","start":"2026-02-27T17:11:11.658092Z","end":"2026-02-27T17:11:11.820872Z","steps":["trace[69720187] 'range keys from in-memory index tree' (duration: 162.17766ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:11:11.821244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.327874ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-l8xw2\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-02-27T17:11:11.821309Z","caller":"traceutil/trace.go:171","msg":"trace[1839700337] range","detail":"{range_begin:/registry/pods/openstack/keepalived-l8xw2; range_end:; response_count:1; response_revision:9974; }","duration":"154.408396ms","start":"2026-02-27T17:11:11.66688Z","end":"2026-02-27T17:11:11.821288Z","steps":["trace[1839700337] 'range keys from in-memory index tree' (duration: 153.483803ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T17:11:11.985213Z","caller":"traceutil/trace.go:171","msg":"trace[377555823] transaction","detail":"{read_only:false; response_revision:9976; number_of_response:1; }","duration":"159.987238ms","start":"2026-02-27T17:11:11.825201Z","end":"2026-02-27T17:11:11.985189Z","steps":["trace[377555823] 'process raft request' (duration: 158.003961ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T17:11:11.985532Z","caller":"traceutil/trace.go:171","msg":"trace[1241279902] transaction","detail":"{read_only:false; response_revision:9977; number_of_response:1; }","duration":"160.213492ms","start":"2026-02-27T17:11:11.825297Z","end":"2026-02-27T17:11:11.98551Z","steps":["trace[1241279902] 'process raft request' (duration: 159.846064ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T17:11:11.985533Z","caller":"traceutil/trace.go:171","msg":"trace[826274839] transaction","detail":"{read_only:false; response_revision:9978; number_of_response:1; }","duration":"159.830444ms","start":"2026-02-27T17:11:11.825666Z","end":"2026-02-27T17:11:11.985496Z","steps":["trace[826274839] 'process raft request' (duration: 159.700451ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T17:11:13.314813Z","caller":"traceutil/trace.go:171","msg":"trace[1993689426] transaction","detail":"{read_only:false; response_revision:9981; number_of_response:1; }","duration":"141.402278ms","start":"2026-02-27T17:11:13.173374Z","end":"2026-02-27T17:11:13.314776Z","steps":["trace[1993689426] 'process raft request' (duration: 141.146972ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T17:11:51.458581Z","caller":"traceutil/trace.go:171","msg":"trace[2027594250] transaction","detail":"{read_only:false; response_revision:10155; number_of_response:1; }","duration":"191.826295ms","start":"2026-02-27T17:11:51.266716Z","end":"2026-02-27T17:11:51.458543Z","steps":["trace[2027594250] 'process raft request' (duration: 191.658531ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T17:11:51.693975Z","caller":"traceutil/trace.go:171","msg":"trace[1541180415] transaction","detail":"{read_only:false; response_revision:10156; number_of_response:1; }","duration":"129.874047ms","start":"2026-02-27T17:11:51.564068Z","end":"2026-02-27T17:11:51.693942Z","steps":["trace[1541180415] 'process raft request' (duration: 67.803676ms)","trace[1541180415] 'compare' (duration: 61.791774ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T17:11:51.921956Z","caller":"traceutil/trace.go:171","msg":"trace[751203025] transaction","detail":"{read_only:false; response_revision:10157; number_of_response:1; }","duration":"124.06083ms","start":"2026-02-27T17:11:51.797853Z","end":"2026-02-27T17:11:51.921914Z","steps":["trace[751203025] 'process raft request' (duration: 91.927549ms)","trace[751203025] 'compare' (duration: 31.976237ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T17:11:52.209522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.462219ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T17:11:52.209684Z","caller":"traceutil/trace.go:171","msg":"trace[265226616] linearizableReadLoop","detail":"{readStateIndex:10555; appliedIndex:10554; }","duration":"237.198461ms","start":"2026-02-27T17:11:51.972441Z","end":"2026-02-27T17:11:52.209639Z","steps":["trace[265226616] 'read index received' (duration: 131.458585ms)","trace[265226616] 'applied index is now lower than readState.Index' (duration: 105.737855ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T17:11:52.209679Z","caller":"traceutil/trace.go:171","msg":"trace[1144082643] transaction","detail":"{read_only:false; response_revision:10158; number_of_response:1; }","duration":"238.093991ms","start":"2026-02-27T17:11:51.971545Z","end":"2026-02-27T17:11:52.209639Z","steps":["trace[1144082643] 'process raft request' (duration: 132.422497ms)","trace[1144082643] 'compare' (duration: 105.339416ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T17:11:52.209841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.686168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T17:11:52.209842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.376445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T17:11:52.20989Z","caller":"traceutil/trace.go:171","msg":"trace[638782093] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:10158; }","duration":"217.741689ms","start":"2026-02-27T17:11:51.992135Z","end":"2026-02-27T17:11:52.209877Z","steps":["trace[638782093] 'agreement among raft nodes before linearized reading' (duration: 217.656017ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T17:11:52.209924Z","caller":"traceutil/trace.go:171","msg":"trace[1962866887] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:10158; }","duration":"237.472057ms","start":"2026-02-27T17:11:51.972434Z","end":"2026-02-27T17:11:52.209906Z","steps":["trace[1962866887] 'agreement among raft nodes before linearized reading' (duration: 237.328653ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:11:52.21001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.976586ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T17:11:52.210093Z","caller":"traceutil/trace.go:171","msg":"trace[1964626394] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:10158; }","duration":"178.092249ms","start":"2026-02-27T17:11:52.031978Z","end":"2026-02-27T17:11:52.21007Z","steps":["trace[1964626394] 'agreement among raft nodes before linearized reading' (duration: 177.951105ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T17:11:52.803942Z","caller":"traceutil/trace.go:171","msg":"trace[588777043] linearizableReadLoop","detail":"{readStateIndex:10557; appliedIndex:10556; }","duration":"585.984493ms","start":"2026-02-27T17:11:52.21793Z","end":"2026-02-27T17:11:52.803915Z","steps":["trace[588777043] 'read index received' (duration: 41.042233ms)","trace[588777043] 'applied index is now lower than readState.Index' (duration: 544.94125ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T17:11:52.80403Z","caller":"traceutil/trace.go:171","msg":"trace[302122085] transaction","detail":"{read_only:false; response_revision:10159; number_of_response:1; }","duration":"589.472525ms","start":"2026-02-27T17:11:52.214518Z","end":"2026-02-27T17:11:52.803991Z","steps":["trace[302122085] 'process raft request' (duration: 589.188258ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:11:52.804171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"586.215419ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-l8xw2\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-02-27T17:11:52.804492Z","caller":"traceutil/trace.go:171","msg":"trace[915553583] range","detail":"{range_begin:/registry/pods/openstack/keepalived-l8xw2; range_end:; response_count:1; response_revision:10159; }","duration":"586.494186ms","start":"2026-02-27T17:11:52.217913Z","end":"2026-02-27T17:11:52.804408Z","steps":["trace[915553583] 'agreement among raft nodes before linearized reading' (duration: 586.120767ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:11:52.804763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:11:52.217907Z","time spent":"586.703491ms","remote":"127.0.0.1:42234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6549,"request content":"key:\"/registry/pods/openstack/keepalived-l8xw2\" "} {"level":"warn","ts":"2026-02-27T17:11:52.804782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:11:52.214506Z","time spent":"589.758332ms","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T17:11:52.933995Z","caller":"traceutil/trace.go:171","msg":"trace[926696514] linearizableReadLoop","detail":"{readStateIndex:10558; appliedIndex:10557; }","duration":"129.96192ms","start":"2026-02-27T17:11:52.804007Z","end":"2026-02-27T17:11:52.933969Z","steps":["trace[926696514] 'read index received' (duration: 128.580817ms)","trace[926696514] 'applied index is now lower than readState.Index' (duration: 1.379953ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T17:11:52.93409Z","caller":"traceutil/trace.go:171","msg":"trace[919862285] transaction","detail":"{read_only:false; response_revision:10160; number_of_response:1; }","duration":"673.994899ms","start":"2026-02-27T17:11:52.260069Z","end":"2026-02-27T17:11:52.934064Z","steps":["trace[919862285] 'process raft request' (duration: 672.601666ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:11:52.934246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"587.399667ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-02-27T17:11:52.934301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"608.174809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-02-27T17:11:52.934334Z","caller":"traceutil/trace.go:171","msg":"trace[658539341] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:10160; }","duration":"587.51813ms","start":"2026-02-27T17:11:52.346793Z","end":"2026-02-27T17:11:52.934311Z","steps":["trace[658539341] 'agreement among raft nodes before linearized reading' (duration: 587.239854ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:11:52.934408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:11:52.346784Z","time spent":"587.609342ms","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-02-27T17:11:52.934351Z","caller":"traceutil/trace.go:171","msg":"trace[391311834] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:10160; }","duration":"608.284802ms","start":"2026-02-27T17:11:52.326051Z","end":"2026-02-27T17:11:52.934336Z","steps":["trace[391311834] 'agreement among raft nodes before linearized reading' (duration: 608.085217ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:11:52.934415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"603.722244ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-02-27T17:11:52.934525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:11:52.326029Z","time spent":"608.484036ms","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-27T17:11:52.9345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:11:52.260039Z","time spent":"674.190443ms","remote":"127.0.0.1:42074","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":119,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T17:11:52.934954Z","caller":"traceutil/trace.go:171","msg":"trace[1306646520] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:10160; }","duration":"604.005841ms","start":"2026-02-27T17:11:52.330638Z","end":"2026-02-27T17:11:52.934644Z","steps":["trace[1306646520] 'agreement among raft nodes before linearized reading' (duration: 603.400937ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:11:52.9352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.865082ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:37 size:348636"} {"level":"info","ts":"2026-02-27T17:11:52.935282Z","caller":"traceutil/trace.go:171","msg":"trace[2095791048] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:37; response_revision:10160; }","duration":"125.996885ms","start":"2026-02-27T17:11:52.809267Z","end":"2026-02-27T17:11:52.935264Z","steps":["trace[2095791048] 'agreement among raft nodes before linearized reading' (duration: 125.460873ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:11:52.935254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:11:52.330546Z","time spent":"604.690757ms","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-02-27T17:11:54.034109Z","caller":"traceutil/trace.go:171","msg":"trace[1326533889] transaction","detail":"{read_only:false; response_revision:10166; number_of_response:1; }","duration":"106.407671ms","start":"2026-02-27T17:11:53.927673Z","end":"2026-02-27T17:11:54.03408Z","steps":["trace[1326533889] 'process raft request' (duration: 106.244407ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T17:12:01.14017Z","caller":"traceutil/trace.go:171","msg":"trace[14840786] transaction","detail":"{read_only:false; response_revision:10197; number_of_response:1; }","duration":"105.895319ms","start":"2026-02-27T17:12:01.034254Z","end":"2026-02-27T17:12:01.140149Z","steps":["trace[14840786] 'process raft request' (duration: 99.686742ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:12:03.474267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.690848ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T17:12:03.474387Z","caller":"traceutil/trace.go:171","msg":"trace[1326494118] transaction","detail":"{read_only:false; response_revision:10210; number_of_response:1; }","duration":"328.83646ms","start":"2026-02-27T17:12:03.145529Z","end":"2026-02-27T17:12:03.474365Z","steps":["trace[1326494118] 'process raft request' (duration: 194.958098ms)","trace[1326494118] 'compare' (duration: 133.32805ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T17:12:03.474448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:12:03.145509Z","time spent":"328.909243ms","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T17:12:03.555068Z","caller":"traceutil/trace.go:171","msg":"trace[1601392285] transaction","detail":"{read_only:false; response_revision:10211; number_of_response:1; }","duration":"407.801142ms","start":"2026-02-27T17:12:03.14724Z","end":"2026-02-27T17:12:03.555041Z","steps":["trace[1601392285] 'process raft request' (duration: 407.660669ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:12:03.555229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:12:03.147224Z","time spent":"407.920055ms","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T17:12:12.45727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.920026ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:39"} {"level":"info","ts":"2026-02-27T17:12:12.457406Z","caller":"traceutil/trace.go:171","msg":"trace[8018807] linearizableReadLoop","detail":"{readStateIndex:10651; appliedIndex:10650; }","duration":"206.234467ms","start":"2026-02-27T17:12:12.251145Z","end":"2026-02-27T17:12:12.45738Z","steps":["trace[8018807] 'read index received' (duration: 44.118576ms)","trace[8018807] 'applied index is now lower than readState.Index' (duration: 162.114141ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T17:12:12.457752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.582625ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T17:12:12.457843Z","caller":"traceutil/trace.go:171","msg":"trace[356143608] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:10249; }","duration":"206.720438ms","start":"2026-02-27T17:12:12.251102Z","end":"2026-02-27T17:12:12.457822Z","steps":["trace[356143608] 'agreement among raft nodes before linearized reading' (duration: 206.544984ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:12:21.420718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.516234ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T17:12:21.420828Z","caller":"traceutil/trace.go:171","msg":"trace[1083090801] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:10290; }","duration":"117.693168ms","start":"2026-02-27T17:12:21.303115Z","end":"2026-02-27T17:12:21.420808Z","steps":["trace[1083090801] 'count revisions from in-memory index tree' (duration: 117.419572ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T17:12:21.926999Z","caller":"traceutil/trace.go:171","msg":"trace[1658780420] transaction","detail":"{read_only:false; response_revision:10293; number_of_response:1; }","duration":"230.354797ms","start":"2026-02-27T17:12:21.696622Z","end":"2026-02-27T17:12:21.926976Z","steps":["trace[1658780420] 'process raft request' (duration: 170.308695ms)","trace[1658780420] 'compare' (duration: 59.801866ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T17:12:25.404715Z","caller":"traceutil/trace.go:171","msg":"trace[337978543] linearizableReadLoop","detail":"{readStateIndex:10713; appliedIndex:10712; }","duration":"249.01153ms","start":"2026-02-27T17:12:25.155685Z","end":"2026-02-27T17:12:25.404696Z","steps":["trace[337978543] 'read index received' (duration: 248.876065ms)","trace[337978543] 'applied index is now lower than readState.Index' (duration: 134.465µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T17:12:25.404792Z","caller":"traceutil/trace.go:171","msg":"trace[1330430210] transaction","detail":"{read_only:false; response_revision:10309; number_of_response:1; }","duration":"331.146297ms","start":"2026-02-27T17:12:25.073601Z","end":"2026-02-27T17:12:25.404748Z","steps":["trace[1330430210] 'process raft request' (duration: 330.965622ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:12:25.404912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.211674ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-l8xw2\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-02-27T17:12:25.404957Z","caller":"traceutil/trace.go:171","msg":"trace[785758668] range","detail":"{range_begin:/registry/pods/openstack/keepalived-l8xw2; range_end:; response_count:1; response_revision:10309; }","duration":"249.301406ms","start":"2026-02-27T17:12:25.155646Z","end":"2026-02-27T17:12:25.404947Z","steps":["trace[785758668] 'agreement among raft nodes before linearized reading' (duration: 249.167883ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:12:25.404987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T17:12:25.073586Z","time spent":"331.29497ms","remote":"127.0.0.1:42312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T17:12:25.405074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.145455ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-02-27T17:12:25.405161Z","caller":"traceutil/trace.go:171","msg":"trace[668488869] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:10309; }","duration":"179.281758ms","start":"2026-02-27T17:12:25.225859Z","end":"2026-02-27T17:12:25.405141Z","steps":["trace[668488869] 'agreement among raft nodes before linearized reading' (duration: 179.032672ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T17:12:26.43627Z","caller":"traceutil/trace.go:171","msg":"trace[2062110588] transaction","detail":"{read_only:false; response_revision:10315; number_of_response:1; }","duration":"140.011347ms","start":"2026-02-27T17:12:26.296236Z","end":"2026-02-27T17:12:26.436247Z","steps":["trace[2062110588] 'process raft request' (duration: 139.681269ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T17:12:32.158578Z","caller":"traceutil/trace.go:171","msg":"trace[1658759797] transaction","detail":"{read_only:false; response_revision:10341; number_of_response:1; }","duration":"105.349905ms","start":"2026-02-27T17:12:32.053179Z","end":"2026-02-27T17:12:32.158529Z","steps":["trace[1658759797] 'process raft request' (duration: 105.139831ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T17:12:38.621977Z","caller":"traceutil/trace.go:171","msg":"trace[1633674746] transaction","detail":"{read_only:false; response_revision:10372; number_of_response:1; }","duration":"150.055495ms","start":"2026-02-27T17:12:38.471883Z","end":"2026-02-27T17:12:38.621939Z","steps":["trace[1633674746] 'process raft request' (duration: 149.850311ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:12:42.363043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.975271ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T17:12:42.363195Z","caller":"traceutil/trace.go:171","msg":"trace[538053874] transaction","detail":"{read_only:false; response_revision:10388; number_of_response:1; }","duration":"129.494368ms","start":"2026-02-27T17:12:42.233657Z","end":"2026-02-27T17:12:42.363151Z","steps":["trace[538053874] 'compare' (duration: 124.875859ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:12:42.408313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.484163ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/kubeadm:node-autoapprove-certificate-rotation\" ","response":"range_response_count:1 size:541"} {"level":"info","ts":"2026-02-27T17:12:42.408408Z","caller":"traceutil/trace.go:171","msg":"trace[646692634] range","detail":"{range_begin:/registry/clusterrolebindings/kubeadm:node-autoapprove-certificate-rotation; range_end:; response_count:1; response_revision:10389; }","duration":"106.597026ms","start":"2026-02-27T17:12:42.301768Z","end":"2026-02-27T17:12:42.408365Z","steps":["trace[646692634] 'agreement among raft nodes before linearized reading' (duration: 106.406871ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T17:12:48.715561Z","caller":"traceutil/trace.go:171","msg":"trace[1647570935] linearizableReadLoop","detail":"{readStateIndex:10827; appliedIndex:10826; }","duration":"100.840769ms","start":"2026-02-27T17:12:48.614692Z","end":"2026-02-27T17:12:48.715533Z","steps":["trace[1647570935] 'read index received' (duration: 54.367217ms)","trace[1647570935] 'applied index is now lower than readState.Index' (duration: 46.472272ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T17:12:48.715778Z","caller":"traceutil/trace.go:171","msg":"trace[1853567116] transaction","detail":"{read_only:false; response_revision:10418; number_of_response:1; }","duration":"164.437417ms","start":"2026-02-27T17:12:48.551309Z","end":"2026-02-27T17:12:48.715747Z","steps":["trace[1853567116] 'process raft request' (duration: 117.695199ms)","trace[1853567116] 'compare' (duration: 46.40422ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T17:12:48.716068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.346951ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/system:controller:persistent-volume-binder\" ","response":"range_response_count:1 size:771"} {"level":"info","ts":"2026-02-27T17:12:48.716166Z","caller":"traceutil/trace.go:171","msg":"trace[1473338617] range","detail":"{range_begin:/registry/clusterrolebindings/system:controller:persistent-volume-binder; range_end:; response_count:1; response_revision:10418; }","duration":"101.486514ms","start":"2026-02-27T17:12:48.614658Z","end":"2026-02-27T17:12:48.716144Z","steps":["trace[1473338617] 'agreement among raft nodes before linearized reading' (duration: 101.223618ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:12:48.719954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.212882ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:heapster\" ","response":"range_response_count:1 size:638"} {"level":"info","ts":"2026-02-27T17:12:48.720057Z","caller":"traceutil/trace.go:171","msg":"trace[1253126196] range","detail":"{range_begin:/registry/clusterroles/system:heapster; range_end:; response_count:1; response_revision:10419; }","duration":"105.345275ms","start":"2026-02-27T17:12:48.614697Z","end":"2026-02-27T17:12:48.720042Z","steps":["trace[1253126196] 'agreement among raft nodes before linearized reading' (duration: 105.194011ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T17:12:48.93747Z","caller":"traceutil/trace.go:171","msg":"trace[1868085042] linearizableReadLoop","detail":"{readStateIndex:10829; appliedIndex:10828; }","duration":"132.386906ms","start":"2026-02-27T17:12:48.805056Z","end":"2026-02-27T17:12:48.937442Z","steps":["trace[1868085042] 'read index received' (duration: 47.039374ms)","trace[1868085042] 'applied index is now lower than readState.Index' (duration: 85.346602ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T17:12:48.937672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.151564ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:kube-aggregator\" ","response":"range_response_count:1 size:595"} {"level":"info","ts":"2026-02-27T17:12:48.937708Z","caller":"traceutil/trace.go:171","msg":"trace[453519199] range","detail":"{range_begin:/registry/clusterroles/system:kube-aggregator; range_end:; response_count:1; response_revision:10420; }","duration":"130.236305ms","start":"2026-02-27T17:12:48.80746Z","end":"2026-02-27T17:12:48.937696Z","steps":["trace[453519199] 'agreement among raft nodes before linearized reading' (duration: 130.148753ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T17:12:48.93769Z","caller":"traceutil/trace.go:171","msg":"trace[7716545] transaction","detail":"{read_only:false; response_revision:10420; number_of_response:1; }","duration":"146.158572ms","start":"2026-02-27T17:12:48.791467Z","end":"2026-02-27T17:12:48.937626Z","steps":["trace[7716545] 'process raft request' (duration: 60.584184ms)","trace[7716545] 'compare' (duration: 85.275481ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T17:12:48.937778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.694014ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/system:controller:pod-garbage-collector\" ","response":"range_response_count:1 size:759"} {"level":"info","ts":"2026-02-27T17:12:48.937863Z","caller":"traceutil/trace.go:171","msg":"trace[705471744] range","detail":"{range_begin:/registry/clusterrolebindings/system:controller:pod-garbage-collector; range_end:; response_count:1; response_revision:10420; }","duration":"132.793586ms","start":"2026-02-27T17:12:48.80505Z","end":"2026-02-27T17:12:48.937844Z","steps":["trace[705471744] 'agreement among raft nodes before linearized reading' (duration: 132.547411ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T17:14:01.847256Z","caller":"traceutil/trace.go:171","msg":"trace[1564686082] transaction","detail":"{read_only:false; response_revision:10750; number_of_response:1; }","duration":"112.812364ms","start":"2026-02-27T17:14:01.734407Z","end":"2026-02-27T17:14:01.847219Z","steps":["trace[1564686082] 'process raft request' (duration: 112.653ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T17:14:11.077824Z","caller":"traceutil/trace.go:171","msg":"trace[1469335570] linearizableReadLoop","detail":"{readStateIndex:11219; appliedIndex:11218; }","duration":"213.834157ms","start":"2026-02-27T17:14:10.863962Z","end":"2026-02-27T17:14:11.077796Z","steps":["trace[1469335570] 'read index received' (duration: 213.701984ms)","trace[1469335570] 'applied index is now lower than readState.Index' (duration: 130.763µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T17:14:11.077887Z","caller":"traceutil/trace.go:171","msg":"trace[486846536] transaction","detail":"{read_only:false; response_revision:10793; number_of_response:1; }","duration":"233.670421ms","start":"2026-02-27T17:14:10.844182Z","end":"2026-02-27T17:14:11.077852Z","steps":["trace[486846536] 'process raft request' (duration: 233.477867ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:14:11.078022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.039452ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/coredns-67659f764b-8w6q5\" ","response":"range_response_count:1 size:4907"} {"level":"info","ts":"2026-02-27T17:14:11.078065Z","caller":"traceutil/trace.go:171","msg":"trace[693704872] range","detail":"{range_begin:/registry/pods/kube-system/coredns-67659f764b-8w6q5; range_end:; response_count:1; response_revision:10793; }","duration":"214.137074ms","start":"2026-02-27T17:14:10.863918Z","end":"2026-02-27T17:14:11.078055Z","steps":["trace[693704872] 'agreement among raft nodes before linearized reading' (duration: 213.9852ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T17:14:11.69855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.025501ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/etcd-instance\" ","response":"range_response_count:1 size:5154"} {"level":"info","ts":"2026-02-27T17:14:11.698685Z","caller":"traceutil/trace.go:171","msg":"trace[221556378] range","detail":"{range_begin:/registry/pods/kube-system/etcd-instance; range_end:; response_count:1; response_revision:10796; }","duration":"255.210385ms","start":"2026-02-27T17:14:11.443451Z","end":"2026-02-27T17:14:11.698661Z","steps":["trace[221556378] 'range keys from in-memory index tree' (duration: 254.787126ms)"],"step_count":1}