{"level":"warn","ts":"2026-03-04T06:17:50.940491Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-04T06:17:50.940577Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://162.253.55.209:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://162.253.55.209:2380","--initial-cluster=instance=https://162.253.55.209:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://162.253.55.209:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://162.253.55.209:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-03-04T06:17:50.940644Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-04T06:17:50.940656Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://162.253.55.209:2380"]} {"level":"info","ts":"2026-03-04T06:17:50.940674Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-04T06:17:50.941553Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://162.253.55.209:2379"]} {"level":"info","ts":"2026-03-04T06:17:50.941636Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://162.253.55.209:2380"],"listen-peer-urls":["https://162.253.55.209:2380"],"advertise-client-urls":["https://162.253.55.209:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://162.253.55.209:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://162.253.55.209:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-03-04T06:17:50.946377Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"4.519525ms"} {"level":"info","ts":"2026-03-04T06:17:50.957176Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"53de2bdd9aa7b793","cluster-id":"385802231390d48c"} {"level":"info","ts":"2026-03-04T06:17:50.957278Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"53de2bdd9aa7b793 switched to configuration voters=()"} {"level":"info","ts":"2026-03-04T06:17:50.957308Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"53de2bdd9aa7b793 became follower at term 0"} {"level":"info","ts":"2026-03-04T06:17:50.957322Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 53de2bdd9aa7b793 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-03-04T06:17:50.957329Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"53de2bdd9aa7b793 became follower at term 1"} {"level":"info","ts":"2026-03-04T06:17:50.957368Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"53de2bdd9aa7b793 switched to configuration voters=(6043315980760233875)"} {"level":"warn","ts":"2026-03-04T06:17:50.972572Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-03-04T06:17:50.975171Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-03-04T06:17:50.977646Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-03-04T06:17:50.979951Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"53de2bdd9aa7b793","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-03-04T06:17:50.980216Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"53de2bdd9aa7b793","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-03-04T06:17:50.980224Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-04T06:17:50.980335Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-04T06:17:50.980354Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-04T06:17:50.982279Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"53de2bdd9aa7b793 switched to configuration voters=(6043315980760233875)"} {"level":"info","ts":"2026-03-04T06:17:50.982545Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"385802231390d48c","local-member-id":"53de2bdd9aa7b793","added-peer-id":"53de2bdd9aa7b793","added-peer-peer-urls":["https://162.253.55.209:2380"]} {"level":"info","ts":"2026-03-04T06:17:50.98385Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-04T06:17:50.983923Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"162.253.55.209:2380"} {"level":"info","ts":"2026-03-04T06:17:50.983962Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"162.253.55.209:2380"} {"level":"info","ts":"2026-03-04T06:17:50.984129Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"53de2bdd9aa7b793","initial-advertise-peer-urls":["https://162.253.55.209:2380"],"listen-peer-urls":["https://162.253.55.209:2380"],"advertise-client-urls":["https://162.253.55.209:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://162.253.55.209:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-03-04T06:17:50.984178Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-03-04T06:17:51.258414Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"53de2bdd9aa7b793 is starting a new election at term 1"} {"level":"info","ts":"2026-03-04T06:17:51.258467Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"53de2bdd9aa7b793 became pre-candidate at term 1"} {"level":"info","ts":"2026-03-04T06:17:51.258513Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"53de2bdd9aa7b793 received MsgPreVoteResp from 53de2bdd9aa7b793 at term 1"} {"level":"info","ts":"2026-03-04T06:17:51.258592Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"53de2bdd9aa7b793 became candidate at term 2"} {"level":"info","ts":"2026-03-04T06:17:51.258614Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"53de2bdd9aa7b793 received MsgVoteResp from 53de2bdd9aa7b793 at term 2"} {"level":"info","ts":"2026-03-04T06:17:51.258632Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"53de2bdd9aa7b793 became leader at term 2"} {"level":"info","ts":"2026-03-04T06:17:51.258652Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 53de2bdd9aa7b793 elected leader 53de2bdd9aa7b793 at term 2"} {"level":"info","ts":"2026-03-04T06:17:51.259497Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-03-04T06:17:51.260331Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"53de2bdd9aa7b793","local-member-attributes":"{Name:instance ClientURLs:[https://162.253.55.209:2379]}","request-path":"/0/members/53de2bdd9aa7b793/attributes","cluster-id":"385802231390d48c","publish-timeout":"7s"} {"level":"info","ts":"2026-03-04T06:17:51.260343Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-04T06:17:51.260425Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-04T06:17:51.260898Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-03-04T06:17:51.260964Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-03-04T06:17:51.262541Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"385802231390d48c","local-member-id":"53de2bdd9aa7b793","cluster-version":"3.5"} {"level":"info","ts":"2026-03-04T06:17:51.262759Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-03-04T06:17:51.262812Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-03-04T06:17:51.264397Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"162.253.55.209:2379"} {"level":"info","ts":"2026-03-04T06:17:51.265105Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"warn","ts":"2026-03-04T06:17:53.970944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.903603ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-03-04T06:17:53.971029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.742483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-04T06:17:53.971083Z","caller":"traceutil/trace.go:171","msg":"trace[1420769696] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:77; }","duration":"298.089417ms","start":"2026-03-04T06:17:53.672971Z","end":"2026-03-04T06:17:53.97106Z","steps":["trace[1420769696] 'range keys from in-memory index tree' (duration: 297.826301ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:17:53.971048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.912113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/cluster-admin\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-04T06:17:53.971123Z","caller":"traceutil/trace.go:171","msg":"trace[700054848] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:77; }","duration":"331.890977ms","start":"2026-03-04T06:17:53.639209Z","end":"2026-03-04T06:17:53.9711Z","steps":["trace[700054848] 'range keys from in-memory index tree' (duration: 331.643681ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:17:53.971178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:17:53.639192Z","time spent":"331.976879ms","remote":"127.0.0.1:48452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":26,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T06:17:53.97146Z","caller":"traceutil/trace.go:171","msg":"trace[1134119738] range","detail":"{range_begin:/registry/clusterroles/cluster-admin; range_end:; response_count:0; response_revision:77; }","duration":"386.122858ms","start":"2026-03-04T06:17:53.58503Z","end":"2026-03-04T06:17:53.971153Z","steps":["trace[1134119738] 'range keys from in-memory index tree' (duration: 385.82576ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:17:53.971552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:17:53.585019Z","time spent":"386.518498ms","remote":"127.0.0.1:48834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":0,"response size":26,"request content":"key:\"/registry/clusterroles/cluster-admin\" "} {"level":"warn","ts":"2026-03-04T06:17:54.492781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.02989ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:14"} {"level":"info","ts":"2026-03-04T06:17:54.493062Z","caller":"traceutil/trace.go:171","msg":"trace[696814626] transaction","detail":"{read_only:false; response_revision:84; number_of_response:1; }","duration":"404.423725ms","start":"2026-03-04T06:17:54.088616Z","end":"2026-03-04T06:17:54.49304Z","steps":["trace[696814626] 'process raft request' (duration: 271.564653ms)","trace[696814626] 'compare' (duration: 131.871937ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T06:17:54.49323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:17:54.088604Z","time spent":"404.59569ms","remote":"127.0.0.1:48834","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":710,"response count":0,"response size":36,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-04T06:17:54.494993Z","caller":"traceutil/trace.go:171","msg":"trace[277988794] transaction","detail":"{read_only:false; response_revision:85; number_of_response:1; }","duration":"142.625811ms","start":"2026-03-04T06:17:54.352344Z","end":"2026-03-04T06:17:54.49497Z","steps":["trace[277988794] 'process raft request' (duration: 142.507758ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:17:54.891737Z","caller":"traceutil/trace.go:171","msg":"trace[992754651] transaction","detail":"{read_only:false; response_revision:89; number_of_response:1; }","duration":"136.927876ms","start":"2026-03-04T06:17:54.754769Z","end":"2026-03-04T06:17:54.891697Z","steps":["trace[992754651] 'process raft request' (duration: 60.130161ms)","trace[992754651] 'compare' (duration: 76.5972ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T06:17:54.891863Z","caller":"traceutil/trace.go:171","msg":"trace[466746847] transaction","detail":"{read_only:false; response_revision:90; number_of_response:1; }","duration":"136.943536ms","start":"2026-03-04T06:17:54.754886Z","end":"2026-03-04T06:17:54.891829Z","steps":["trace[466746847] 'process raft request' (duration: 136.743971ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:17:54.891976Z","caller":"traceutil/trace.go:171","msg":"trace[1946099276] transaction","detail":"{read_only:false; response_revision:91; number_of_response:1; }","duration":"136.384412ms","start":"2026-03-04T06:17:54.755471Z","end":"2026-03-04T06:17:54.891856Z","steps":["trace[1946099276] 'process raft request' (duration: 136.202187ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:17:55.397721Z","caller":"traceutil/trace.go:171","msg":"trace[31411778] transaction","detail":"{read_only:false; response_revision:105; number_of_response:1; }","duration":"191.552027ms","start":"2026-03-04T06:17:55.20614Z","end":"2026-03-04T06:17:55.397692Z","steps":["trace[31411778] 'process raft request' (duration: 168.055229ms)","trace[31411778] 'compare' (duration: 23.384665ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T06:17:55.634646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.200485ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:service-account-issuer-discovery\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-04T06:17:55.634747Z","caller":"traceutil/trace.go:171","msg":"trace[142264383] range","detail":"{range_begin:/registry/clusterroles/system:service-account-issuer-discovery; range_end:; response_count:0; response_revision:108; }","duration":"134.39568ms","start":"2026-03-04T06:17:55.500331Z","end":"2026-03-04T06:17:55.634727Z","steps":["trace[142264383] 'range keys from in-memory index tree' (duration: 134.056862ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:17:56.030441Z","caller":"traceutil/trace.go:171","msg":"trace[956914051] transaction","detail":"{read_only:false; response_revision:117; number_of_response:1; }","duration":"257.194176ms","start":"2026-03-04T06:17:55.773213Z","end":"2026-03-04T06:17:56.030407Z","steps":["trace[956914051] 'process raft request' (duration: 177.264162ms)","trace[956914051] 'compare' (duration: 79.745949ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T06:17:56.315792Z","caller":"traceutil/trace.go:171","msg":"trace[1724862595] linearizableReadLoop","detail":"{readStateIndex:123; appliedIndex:122; }","duration":"203.672275ms","start":"2026-03-04T06:17:56.112085Z","end":"2026-03-04T06:17:56.315758Z","steps":["trace[1724862595] 'read index received' (duration: 128.336757ms)","trace[1724862595] 'applied index is now lower than readState.Index' (duration: 75.334238ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T06:17:56.315982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.87528ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:controller:endpointslicemirroring-controller\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-04T06:17:56.316033Z","caller":"traceutil/trace.go:171","msg":"trace[1166865618] range","detail":"{range_begin:/registry/clusterroles/system:controller:endpointslicemirroring-controller; range_end:; response_count:0; response_revision:120; }","duration":"204.007624ms","start":"2026-03-04T06:17:56.112008Z","end":"2026-03-04T06:17:56.316016Z","steps":["trace[1166865618] 'agreement among raft nodes before linearized reading' (duration: 203.8558ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:17:56.316008Z","caller":"traceutil/trace.go:171","msg":"trace[505926850] transaction","detail":"{read_only:false; response_revision:120; number_of_response:1; }","duration":"205.609654ms","start":"2026-03-04T06:17:56.110344Z","end":"2026-03-04T06:17:56.315953Z","steps":["trace[505926850] 'process raft request' (duration: 130.184384ms)","trace[505926850] 'compare' (duration: 75.047921ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T06:17:56.515282Z","caller":"traceutil/trace.go:171","msg":"trace[1147823948] transaction","detail":"{read_only:false; response_revision:123; number_of_response:1; }","duration":"123.070032ms","start":"2026-03-04T06:17:56.392154Z","end":"2026-03-04T06:17:56.515224Z","steps":["trace[1147823948] 'process raft request' (duration: 64.508712ms)","trace[1147823948] 'compare' (duration: 58.206901ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T06:17:56.7318Z","caller":"traceutil/trace.go:171","msg":"trace[1920659017] transaction","detail":"{read_only:false; response_revision:128; number_of_response:1; }","duration":"149.178867ms","start":"2026-03-04T06:17:56.582584Z","end":"2026-03-04T06:17:56.731763Z","steps":["trace[1920659017] 'process raft request' (duration: 56.235301ms)","trace[1920659017] 'compare' (duration: 92.723691ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T06:17:57.196159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.136961ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T06:17:57.196363Z","caller":"traceutil/trace.go:171","msg":"trace[1830344646] transaction","detail":"{read_only:false; response_revision:135; number_of_response:1; }","duration":"248.108246ms","start":"2026-03-04T06:17:56.948234Z","end":"2026-03-04T06:17:57.196342Z","steps":["trace[1830344646] 'process raft request' (duration: 248.036624ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:17:57.196407Z","caller":"traceutil/trace.go:171","msg":"trace[1116615840] transaction","detail":"{read_only:false; response_revision:134; number_of_response:1; }","duration":"249.699987ms","start":"2026-03-04T06:17:56.946685Z","end":"2026-03-04T06:17:57.196385Z","steps":["trace[1116615840] 'process raft request' (duration: 35.073563ms)","trace[1116615840] 'compare' (duration: 213.704691ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T06:17:57.378687Z","caller":"traceutil/trace.go:171","msg":"trace[1788724084] transaction","detail":"{read_only:false; response_revision:137; number_of_response:1; }","duration":"108.172584ms","start":"2026-03-04T06:17:57.270481Z","end":"2026-03-04T06:17:57.378654Z","steps":["trace[1788724084] 'process raft request' (duration: 96.390425ms)","trace[1788724084] 'compare' (duration: 11.626935ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T06:18:01.136893Z","caller":"traceutil/trace.go:171","msg":"trace[2022123654] linearizableReadLoop","detail":"{readStateIndex:320; appliedIndex:319; }","duration":"123.624576ms","start":"2026-03-04T06:18:01.013237Z","end":"2026-03-04T06:18:01.136862Z","steps":["trace[2022123654] 'read index received' (duration: 123.415561ms)","trace[2022123654] 'applied index is now lower than readState.Index' (duration: 207.445µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T06:18:01.137016Z","caller":"traceutil/trace.go:171","msg":"trace[1002325259] transaction","detail":"{read_only:false; response_revision:310; number_of_response:1; }","duration":"149.949946ms","start":"2026-03-04T06:18:00.98703Z","end":"2026-03-04T06:18:01.13698Z","steps":["trace[1002325259] 'process raft request' (duration: 149.636108ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:18:01.137062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.803931ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:1 size:351"} {"level":"info","ts":"2026-03-04T06:18:01.137203Z","caller":"traceutil/trace.go:171","msg":"trace[387097638] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:310; }","duration":"123.896043ms","start":"2026-03-04T06:18:01.013203Z","end":"2026-03-04T06:18:01.137099Z","steps":["trace[387097638] 'agreement among raft nodes before linearized reading' (duration: 123.78387ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:18:01.411463Z","caller":"traceutil/trace.go:171","msg":"trace[371057964] transaction","detail":"{read_only:false; number_of_response:0; response_revision:313; }","duration":"135.270543ms","start":"2026-03-04T06:18:01.276172Z","end":"2026-03-04T06:18:01.411442Z","steps":["trace[371057964] 'process raft request' (duration: 101.73357ms)","trace[371057964] 'compare' (duration: 33.481712ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T06:18:01.411885Z","caller":"traceutil/trace.go:171","msg":"trace[1626136304] transaction","detail":"{read_only:false; number_of_response:0; response_revision:313; }","duration":"135.276133ms","start":"2026-03-04T06:18:01.276601Z","end":"2026-03-04T06:18:01.411878Z","steps":["trace[1626136304] 'process raft request' (duration: 135.13236ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:18:01.412088Z","caller":"traceutil/trace.go:171","msg":"trace[452489970] transaction","detail":"{read_only:false; number_of_response:0; response_revision:313; }","duration":"126.86348ms","start":"2026-03-04T06:18:01.28522Z","end":"2026-03-04T06:18:01.412083Z","steps":["trace[452489970] 'process raft request' (duration: 126.589973ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:18:01.412229Z","caller":"traceutil/trace.go:171","msg":"trace[1793804611] transaction","detail":"{read_only:false; response_revision:314; number_of_response:1; }","duration":"121.644756ms","start":"2026-03-04T06:18:01.290577Z","end":"2026-03-04T06:18:01.412222Z","steps":["trace[1793804611] 'process raft request' (duration: 121.273857ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:18:04.543012Z","caller":"traceutil/trace.go:171","msg":"trace[1631171749] linearizableReadLoop","detail":"{readStateIndex:358; appliedIndex:357; }","duration":"193.177316ms","start":"2026-03-04T06:18:04.349806Z","end":"2026-03-04T06:18:04.542983Z","steps":["trace[1631171749] 'read index received' (duration: 192.902379ms)","trace[1631171749] 'applied index is now lower than readState.Index' (duration: 273.537µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T06:18:04.54307Z","caller":"traceutil/trace.go:171","msg":"trace[1463579042] transaction","detail":"{read_only:false; response_revision:345; number_of_response:1; }","duration":"279.147305ms","start":"2026-03-04T06:18:04.263875Z","end":"2026-03-04T06:18:04.543023Z","steps":["trace[1463579042] 'process raft request' (duration: 278.92941ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:18:04.543246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.477922ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-04T06:18:04.543292Z","caller":"traceutil/trace.go:171","msg":"trace[804945289] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:345; }","duration":"110.587845ms","start":"2026-03-04T06:18:04.432692Z","end":"2026-03-04T06:18:04.54328Z","steps":["trace[804945289] 'agreement among raft nodes before linearized reading' (duration: 110.445441ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:18:04.543299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.605434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-04T06:18:04.543428Z","caller":"traceutil/trace.go:171","msg":"trace[2136854771] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:345; }","duration":"103.744598ms","start":"2026-03-04T06:18:04.439652Z","end":"2026-03-04T06:18:04.543397Z","steps":["trace[2136854771] 'agreement among raft nodes before linearized reading' (duration: 103.573043ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:18:04.543298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.474914ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" ","response":"range_response_count:1 size:6964"} {"level":"info","ts":"2026-03-04T06:18:04.543625Z","caller":"traceutil/trace.go:171","msg":"trace[648683058] range","detail":"{range_begin:/registry/pods/kube-system/kube-controller-manager-instance; range_end:; response_count:1; response_revision:345; }","duration":"193.866114ms","start":"2026-03-04T06:18:04.349738Z","end":"2026-03-04T06:18:04.543604Z","steps":["trace[648683058] 'agreement among raft nodes before linearized reading' (duration: 193.377352ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:18:04.903142Z","caller":"traceutil/trace.go:171","msg":"trace[108729046] transaction","detail":"{read_only:false; response_revision:346; number_of_response:1; }","duration":"355.106984ms","start":"2026-03-04T06:18:04.548007Z","end":"2026-03-04T06:18:04.903114Z","steps":["trace[108729046] 'process raft request' (duration: 335.270092ms)","trace[108729046] 'compare' (duration: 19.726069ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T06:18:04.903314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:18:04.547978Z","time spent":"355.246038ms","remote":"127.0.0.1:48718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T06:18:05.380695Z","caller":"traceutil/trace.go:171","msg":"trace[1817536396] linearizableReadLoop","detail":"{readStateIndex:360; appliedIndex:358; }","duration":"831.740946ms","start":"2026-03-04T06:18:04.54893Z","end":"2026-03-04T06:18:05.380671Z","steps":["trace[1817536396] 'read index received' (duration: 334.359289ms)","trace[1817536396] 'applied index is now lower than readState.Index' (duration: 497.380727ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T06:18:05.380711Z","caller":"traceutil/trace.go:171","msg":"trace[1248288466] transaction","detail":"{read_only:false; response_revision:347; number_of_response:1; }","duration":"832.27059ms","start":"2026-03-04T06:18:04.548397Z","end":"2026-03-04T06:18:05.380668Z","steps":["trace[1248288466] 'process raft request' (duration: 831.980233ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:18:05.380825Z","caller":"traceutil/trace.go:171","msg":"trace[1645238045] transaction","detail":"{read_only:false; response_revision:348; number_of_response:1; }","duration":"828.951705ms","start":"2026-03-04T06:18:04.551818Z","end":"2026-03-04T06:18:05.380769Z","steps":["trace[1645238045] 'process raft request' (duration: 828.794601ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:18:05.380892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.557366ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-03-04T06:18:05.380928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:18:04.548374Z","time spent":"832.419094ms","remote":"127.0.0.1:48718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T06:18:05.380937Z","caller":"traceutil/trace.go:171","msg":"trace[690339385] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:348; }","duration":"162.662769ms","start":"2026-03-04T06:18:05.218262Z","end":"2026-03-04T06:18:05.380924Z","steps":["trace[690339385] 'agreement among raft nodes before linearized reading' (duration: 162.570426ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:18:05.380969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:18:04.551793Z","time spent":"829.093869ms","remote":"127.0.0.1:48648","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6950,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T06:18:05.381004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.555388ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-04T06:18:05.381078Z","caller":"traceutil/trace.go:171","msg":"trace[621224227] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:348; }","duration":"140.64991ms","start":"2026-03-04T06:18:05.24041Z","end":"2026-03-04T06:18:05.381059Z","steps":["trace[621224227] 'agreement among raft nodes before linearized reading' (duration: 140.526647ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:18:05.380931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"831.986153ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/horizontal-pod-autoscaler\" ","response":"range_response_count:1 size:216"} {"level":"info","ts":"2026-03-04T06:18:05.381212Z","caller":"traceutil/trace.go:171","msg":"trace[1864812324] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/horizontal-pod-autoscaler; range_end:; response_count:1; response_revision:348; }","duration":"832.295121ms","start":"2026-03-04T06:18:04.548891Z","end":"2026-03-04T06:18:05.381186Z","steps":["trace[1864812324] 'agreement among raft nodes before linearized reading' (duration: 831.952602ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:18:05.381256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:18:04.548879Z","time spent":"832.362343ms","remote":"127.0.0.1:48656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":238,"request content":"key:\"/registry/serviceaccounts/kube-system/horizontal-pod-autoscaler\" "} {"level":"info","ts":"2026-03-04T06:18:09.692053Z","caller":"traceutil/trace.go:171","msg":"trace[934384248] linearizableReadLoop","detail":"{readStateIndex:427; appliedIndex:426; }","duration":"289.576594ms","start":"2026-03-04T06:18:09.402442Z","end":"2026-03-04T06:18:09.692019Z","steps":["trace[934384248] 'read index received' (duration: 289.325818ms)","trace[934384248] 'applied index is now lower than readState.Index' (duration: 249.656µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T06:18:09.692123Z","caller":"traceutil/trace.go:171","msg":"trace[1188264509] transaction","detail":"{read_only:false; response_revision:412; number_of_response:1; }","duration":"291.444773ms","start":"2026-03-04T06:18:09.400639Z","end":"2026-03-04T06:18:09.692084Z","steps":["trace[1188264509] 'process raft request' (duration: 291.173886ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:18:09.69232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.848241ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-04T06:18:09.692559Z","caller":"traceutil/trace.go:171","msg":"trace[759678626] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:412; }","duration":"290.108858ms","start":"2026-03-04T06:18:09.402434Z","end":"2026-03-04T06:18:09.692543Z","steps":["trace[759678626] 'agreement among raft nodes before linearized reading' (duration: 289.759609ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:18:09.69234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.060217ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-04T06:18:09.692744Z","caller":"traceutil/trace.go:171","msg":"trace[2049824374] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:412; }","duration":"285.515839ms","start":"2026-03-04T06:18:09.407205Z","end":"2026-03-04T06:18:09.692721Z","steps":["trace[2049824374] 'agreement among raft nodes before linearized reading' (duration: 285.039577ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:18:10.019845Z","caller":"traceutil/trace.go:171","msg":"trace[1212304328] transaction","detail":"{read_only:false; response_revision:413; number_of_response:1; }","duration":"322.3513ms","start":"2026-03-04T06:18:09.697456Z","end":"2026-03-04T06:18:10.019807Z","steps":["trace[1212304328] 'process raft request' (duration: 272.403971ms)","trace[1212304328] 'compare' (duration: 49.790055ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T06:18:10.020032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:18:09.697425Z","time spent":"322.504593ms","remote":"127.0.0.1:48718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T06:18:10.031906Z","caller":"traceutil/trace.go:171","msg":"trace[794983249] transaction","detail":"{read_only:false; response_revision:414; number_of_response:1; }","duration":"333.893417ms","start":"2026-03-04T06:18:09.697975Z","end":"2026-03-04T06:18:10.031868Z","steps":["trace[794983249] 'process raft request' (duration: 333.721703ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:18:10.032201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:18:09.697944Z","time spent":"334.125173ms","remote":"127.0.0.1:48718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T06:18:10.908819Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13228088842438733992,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-04T06:18:11.233795Z","caller":"traceutil/trace.go:171","msg":"trace[934477606] transaction","detail":"{read_only:false; response_revision:415; number_of_response:1; }","duration":"1.144345565s","start":"2026-03-04T06:18:10.089421Z","end":"2026-03-04T06:18:11.233766Z","steps":["trace[934477606] 'process raft request' (duration: 1.144175521s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:18:11.23398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:18:10.089403Z","time spent":"1.144479409s","remote":"127.0.0.1:48648","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4311,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T06:18:11.741786Z","caller":"traceutil/trace.go:171","msg":"trace[304909955] linearizableReadLoop","detail":"{readStateIndex:431; appliedIndex:429; }","duration":"1.333864168s","start":"2026-03-04T06:18:10.40788Z","end":"2026-03-04T06:18:11.741744Z","steps":["trace[304909955] 'read index received' (duration: 825.693972ms)","trace[304909955] 'applied index is now lower than readState.Index' (duration: 508.168966ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T06:18:11.741801Z","caller":"traceutil/trace.go:171","msg":"trace[123432012] transaction","detail":"{read_only:false; response_revision:416; number_of_response:1; }","duration":"1.151009118s","start":"2026-03-04T06:18:10.59077Z","end":"2026-03-04T06:18:11.741779Z","steps":["trace[123432012] 'process raft request' (duration: 1.139815369s)","trace[123432012] 'compare' (duration: 10.954293ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T06:18:11.741936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:18:10.590741Z","time spent":"1.151114891s","remote":"127.0.0.1:48718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T06:18:11.741911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.334024022s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T06:18:11.742008Z","caller":"traceutil/trace.go:171","msg":"trace[644075974] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:416; }","duration":"1.334126414s","start":"2026-03-04T06:18:10.40787Z","end":"2026-03-04T06:18:11.741996Z","steps":["trace[644075974] 'agreement among raft nodes before linearized reading' (duration: 1.334003391s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:18:11.742018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"811.159796ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-04T06:18:11.742104Z","caller":"traceutil/trace.go:171","msg":"trace[262632513] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:416; }","duration":"811.279879ms","start":"2026-03-04T06:18:10.930794Z","end":"2026-03-04T06:18:11.742074Z","steps":["trace[262632513] 'agreement among raft nodes before linearized reading' (duration: 811.154556ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:18:11.742215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"495.402757ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T06:18:11.742202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:18:10.930775Z","time spent":"811.416783ms","remote":"127.0.0.1:48718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-04T06:18:11.742296Z","caller":"traceutil/trace.go:171","msg":"trace[45427995] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:416; }","duration":"495.52132ms","start":"2026-03-04T06:18:11.246757Z","end":"2026-03-04T06:18:11.742278Z","steps":["trace[45427995] 'agreement among raft nodes before linearized reading' (duration: 495.349225ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:18:11.742351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:18:11.246747Z","time spent":"495.595202ms","remote":"127.0.0.1:48452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T06:18:11.742405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"503.733562ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" ","response":"range_response_count:1 size:4325"} {"level":"info","ts":"2026-03-04T06:18:11.742478Z","caller":"traceutil/trace.go:171","msg":"trace[905951980] range","detail":"{range_begin:/registry/pods/kube-system/kube-scheduler-instance; range_end:; response_count:1; response_revision:416; }","duration":"503.842105ms","start":"2026-03-04T06:18:11.238612Z","end":"2026-03-04T06:18:11.742455Z","steps":["trace[905951980] 'agreement among raft nodes before linearized reading' (duration: 503.65482ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:18:11.742543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:18:11.238596Z","time spent":"503.935167ms","remote":"127.0.0.1:48648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":4347,"request content":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" "} {"level":"info","ts":"2026-03-04T06:18:12.378506Z","caller":"traceutil/trace.go:171","msg":"trace[1540559919] transaction","detail":"{read_only:false; response_revision:417; number_of_response:1; }","duration":"631.829037ms","start":"2026-03-04T06:18:11.74665Z","end":"2026-03-04T06:18:12.378479Z","steps":["trace[1540559919] 'process raft request' (duration: 623.857021ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:18:12.378687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:18:11.74664Z","time spent":"631.93945ms","remote":"127.0.0.1:48718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T06:18:12.378831Z","caller":"traceutil/trace.go:171","msg":"trace[31366137] transaction","detail":"{read_only:false; response_revision:418; number_of_response:1; }","duration":"630.42177ms","start":"2026-03-04T06:18:11.748386Z","end":"2026-03-04T06:18:12.378808Z","steps":["trace[31366137] 'process raft request' (duration: 630.245376ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:18:12.379006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:18:11.748375Z","time spent":"630.548913ms","remote":"127.0.0.1:48718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T06:18:12.379102Z","caller":"traceutil/trace.go:171","msg":"trace[1533991302] linearizableReadLoop","detail":"{readStateIndex:434; appliedIndex:431; }","duration":"354.234093ms","start":"2026-03-04T06:18:12.024784Z","end":"2026-03-04T06:18:12.379018Z","steps":["trace[1533991302] 'read index received' (duration: 345.706533ms)","trace[1533991302] 'applied index is now lower than readState.Index' (duration: 8.52628ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T06:18:12.379353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.576252ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-04T06:18:12.379379Z","caller":"traceutil/trace.go:171","msg":"trace[524026547] transaction","detail":"{read_only:false; response_revision:419; number_of_response:1; }","duration":"615.470995ms","start":"2026-03-04T06:18:11.763891Z","end":"2026-03-04T06:18:12.379362Z","steps":["trace[524026547] 'process raft request' (duration: 614.857739ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:18:12.379401Z","caller":"traceutil/trace.go:171","msg":"trace[1130050478] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:419; }","duration":"354.668464ms","start":"2026-03-04T06:18:12.024721Z","end":"2026-03-04T06:18:12.379389Z","steps":["trace[1130050478] 'agreement among raft nodes before linearized reading' (duration: 354.592202ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:18:12.37944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:18:12.024697Z","time spent":"354.735146ms","remote":"127.0.0.1:48718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T06:18:12.379451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:18:11.763868Z","time spent":"615.546876ms","remote":"127.0.0.1:48648","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4119,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T06:18:12.379464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.822768ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-04T06:18:12.379439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.093639ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T06:18:12.379528Z","caller":"traceutil/trace.go:171","msg":"trace[1475174359] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:419; }","duration":"342.92184ms","start":"2026-03-04T06:18:12.036585Z","end":"2026-03-04T06:18:12.379507Z","steps":["trace[1475174359] 'agreement among raft nodes before linearized reading' (duration: 342.791067ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:18:12.379583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:18:12.03656Z","time spent":"343.012153ms","remote":"127.0.0.1:48718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-04T06:18:12.379618Z","caller":"traceutil/trace.go:171","msg":"trace[568514123] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:419; }","duration":"132.285794ms","start":"2026-03-04T06:18:12.247287Z","end":"2026-03-04T06:18:12.379572Z","steps":["trace[568514123] 'agreement among raft nodes before linearized reading' (duration: 132.099809ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:18:16.494617Z","caller":"traceutil/trace.go:171","msg":"trace[1112256317] transaction","detail":"{read_only:false; response_revision:430; number_of_response:1; }","duration":"137.683794ms","start":"2026-03-04T06:18:16.356903Z","end":"2026-03-04T06:18:16.494587Z","steps":["trace[1112256317] 'process raft request' (duration: 137.475719ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:18:16.61476Z","caller":"traceutil/trace.go:171","msg":"trace[748414244] transaction","detail":"{read_only:false; response_revision:435; number_of_response:1; }","duration":"108.424358ms","start":"2026-03-04T06:18:16.506315Z","end":"2026-03-04T06:18:16.614739Z","steps":["trace[748414244] 'process raft request' (duration: 108.384637ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:18:16.61477Z","caller":"traceutil/trace.go:171","msg":"trace[1279213534] transaction","detail":"{read_only:false; response_revision:432; number_of_response:1; }","duration":"113.14098ms","start":"2026-03-04T06:18:16.50159Z","end":"2026-03-04T06:18:16.614731Z","steps":["trace[1279213534] 'process raft request' (duration: 112.956915ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:18:16.614846Z","caller":"traceutil/trace.go:171","msg":"trace[1391704510] transaction","detail":"{read_only:false; response_revision:433; number_of_response:1; }","duration":"113.182661ms","start":"2026-03-04T06:18:16.50164Z","end":"2026-03-04T06:18:16.614822Z","steps":["trace[1391704510] 'process raft request' (duration: 112.991836ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:18:16.614833Z","caller":"traceutil/trace.go:171","msg":"trace[478250018] transaction","detail":"{read_only:false; response_revision:434; number_of_response:1; }","duration":"112.990846ms","start":"2026-03-04T06:18:16.501807Z","end":"2026-03-04T06:18:16.614798Z","steps":["trace[478250018] 'process raft request' (duration: 112.858693ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:18:16.884107Z","caller":"traceutil/trace.go:171","msg":"trace[739833520] transaction","detail":"{read_only:false; response_revision:445; number_of_response:1; }","duration":"145.516216ms","start":"2026-03-04T06:18:16.738525Z","end":"2026-03-04T06:18:16.884041Z","steps":["trace[739833520] 'process raft request' (duration: 88.909565ms)","trace[739833520] 'compare' (duration: 56.455067ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T06:18:16.884363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.823618ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/kube-system/coredns\" ","response":"range_response_count:1 size:4195"} {"level":"info","ts":"2026-03-04T06:18:16.884129Z","caller":"traceutil/trace.go:171","msg":"trace[1688246706] linearizableReadLoop","detail":"{readStateIndex:462; appliedIndex:460; }","duration":"144.595392ms","start":"2026-03-04T06:18:16.739522Z","end":"2026-03-04T06:18:16.884117Z","steps":["trace[1688246706] 'read index received' (duration: 18.405855ms)","trace[1688246706] 'applied index is now lower than readState.Index' (duration: 126.188827ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T06:18:16.884133Z","caller":"traceutil/trace.go:171","msg":"trace[659364927] transaction","detail":"{read_only:false; response_revision:446; number_of_response:1; }","duration":"144.625083ms","start":"2026-03-04T06:18:16.739485Z","end":"2026-03-04T06:18:16.884111Z","steps":["trace[659364927] 'process raft request' (duration: 144.50974ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:18:16.884407Z","caller":"traceutil/trace.go:171","msg":"trace[673494486] range","detail":"{range_begin:/registry/deployments/kube-system/coredns; range_end:; response_count:1; response_revision:446; }","duration":"144.88841ms","start":"2026-03-04T06:18:16.739509Z","end":"2026-03-04T06:18:16.884397Z","steps":["trace[673494486] 'agreement among raft nodes before linearized reading' (duration: 144.656364ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:18:16.884413Z","caller":"traceutil/trace.go:171","msg":"trace[518504000] transaction","detail":"{read_only:false; response_revision:447; number_of_response:1; }","duration":"122.351028ms","start":"2026-03-04T06:18:16.762044Z","end":"2026-03-04T06:18:16.884395Z","steps":["trace[518504000] 'process raft request' (duration: 122.256816ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:18:16.884456Z","caller":"traceutil/trace.go:171","msg":"trace[1288626972] transaction","detail":"{read_only:false; number_of_response:1; response_revision:446; }","duration":"125.124089ms","start":"2026-03-04T06:18:16.75932Z","end":"2026-03-04T06:18:16.884444Z","steps":["trace[1288626972] 'process raft request' (duration: 124.719359ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:18:17.876929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"371.238721ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T06:18:17.877224Z","caller":"traceutil/trace.go:171","msg":"trace[2120076092] transaction","detail":"{read_only:false; response_revision:458; number_of_response:1; }","duration":"910.698115ms","start":"2026-03-04T06:18:16.966461Z","end":"2026-03-04T06:18:17.877159Z","steps":["trace[2120076092] 'process raft request' (duration: 538.368276ms)","trace[2120076092] 'compare' (duration: 370.729028ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T06:18:17.877419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"630.604086ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T06:18:17.877471Z","caller":"traceutil/trace.go:171","msg":"trace[331305880] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:460; }","duration":"630.692508ms","start":"2026-03-04T06:18:17.246766Z","end":"2026-03-04T06:18:17.877458Z","steps":["trace[331305880] 'agreement among raft nodes before linearized reading' (duration: 630.573865ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:18:17.877486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:18:16.966439Z","time spent":"910.929542ms","remote":"127.0.0.1:48982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3840,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T06:18:17.877519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:18:17.246745Z","time spent":"630.76506ms","remote":"127.0.0.1:48452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T06:18:17.877302Z","caller":"traceutil/trace.go:171","msg":"trace[38106765] linearizableReadLoop","detail":"{readStateIndex:477; appliedIndex:474; }","duration":"630.453732ms","start":"2026-03-04T06:18:17.24682Z","end":"2026-03-04T06:18:17.877274Z","steps":["trace[38106765] 'read index received' (duration: 257.916577ms)","trace[38106765] 'applied index is now lower than readState.Index' (duration: 372.536245ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T06:18:17.877614Z","caller":"traceutil/trace.go:171","msg":"trace[448600730] transaction","detail":"{read_only:false; response_revision:459; number_of_response:1; }","duration":"910.469199ms","start":"2026-03-04T06:18:16.967109Z","end":"2026-03-04T06:18:17.877579Z","steps":["trace[448600730] 'process raft request' (duration: 909.949976ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:18:17.877769Z","caller":"traceutil/trace.go:171","msg":"trace[137738105] transaction","detail":"{read_only:false; response_revision:460; number_of_response:1; }","duration":"909.076183ms","start":"2026-03-04T06:18:16.968663Z","end":"2026-03-04T06:18:17.877739Z","steps":["trace[137738105] 'process raft request' (duration: 908.54245ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:18:17.877848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:18:16.96709Z","time spent":"910.665695ms","remote":"127.0.0.1:48648","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4037,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T06:18:17.878034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:18:16.968653Z","time spent":"909.234148ms","remote":"127.0.0.1:48952","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4180,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T06:18:18.21516Z","caller":"traceutil/trace.go:171","msg":"trace[1086949111] transaction","detail":"{read_only:false; response_revision:461; number_of_response:1; }","duration":"330.47406ms","start":"2026-03-04T06:18:17.884662Z","end":"2026-03-04T06:18:18.215136Z","steps":["trace[1086949111] 'process raft request' (duration: 328.652642ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:18:18.215309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:18:17.884639Z","time spent":"330.589863ms","remote":"127.0.0.1:48952","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4180,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T06:18:18.21722Z","caller":"traceutil/trace.go:171","msg":"trace[1016321835] transaction","detail":"{read_only:false; response_revision:462; number_of_response:1; }","duration":"332.43785ms","start":"2026-03-04T06:18:17.884765Z","end":"2026-03-04T06:18:18.217203Z","steps":["trace[1016321835] 'process raft request' (duration: 332.359098ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:18:18.21734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:18:17.884746Z","time spent":"332.525043ms","remote":"127.0.0.1:48982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3840,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T06:18:36.857088Z","caller":"traceutil/trace.go:171","msg":"trace[1572370187] linearizableReadLoop","detail":"{readStateIndex:588; appliedIndex:587; }","duration":"144.680334ms","start":"2026-03-04T06:18:36.712363Z","end":"2026-03-04T06:18:36.857044Z","steps":["trace[1572370187] 'read index received' (duration: 144.384216ms)","trace[1572370187] 'applied index is now lower than readState.Index' (duration: 294.258µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T06:18:36.857202Z","caller":"traceutil/trace.go:171","msg":"trace[658180098] transaction","detail":"{read_only:false; response_revision:567; number_of_response:1; }","duration":"166.58389ms","start":"2026-03-04T06:18:36.690573Z","end":"2026-03-04T06:18:36.857157Z","steps":["trace[658180098] 'process raft request' (duration: 166.19406ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:18:36.857484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.782323ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-04T06:18:36.85751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.096006ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-04T06:18:36.857583Z","caller":"traceutil/trace.go:171","msg":"trace[2095125466] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:567; }","duration":"138.949346ms","start":"2026-03-04T06:18:36.718613Z","end":"2026-03-04T06:18:36.857562Z","steps":["trace[2095125466] 'agreement among raft nodes before linearized reading' (duration: 138.70603ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:18:36.857509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.790813ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-04T06:18:36.857596Z","caller":"traceutil/trace.go:171","msg":"trace[2044215030] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:567; }","duration":"145.246799ms","start":"2026-03-04T06:18:36.712328Z","end":"2026-03-04T06:18:36.857575Z","steps":["trace[2044215030] 'agreement among raft nodes before linearized reading' (duration: 144.947251ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:18:36.85765Z","caller":"traceutil/trace.go:171","msg":"trace[1556511288] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:567; }","duration":"139.009598ms","start":"2026-03-04T06:18:36.718617Z","end":"2026-03-04T06:18:36.857627Z","steps":["trace[1556511288] 'agreement among raft nodes before linearized reading' (duration: 138.676799ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:18:37.747185Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13228088842438734295,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-04T06:18:37.902654Z","caller":"traceutil/trace.go:171","msg":"trace[1184833201] transaction","detail":"{read_only:false; response_revision:568; number_of_response:1; }","duration":"1.039877898s","start":"2026-03-04T06:18:36.862726Z","end":"2026-03-04T06:18:37.902604Z","steps":["trace[1184833201] 'process raft request' (duration: 1.039341594s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:18:37.902907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:18:36.862701Z","time spent":"1.040061093s","remote":"127.0.0.1:48718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T06:18:37.998928Z","caller":"traceutil/trace.go:171","msg":"trace[757928502] transaction","detail":"{read_only:false; response_revision:569; number_of_response:1; }","duration":"1.135929647s","start":"2026-03-04T06:18:36.862959Z","end":"2026-03-04T06:18:37.998889Z","steps":["trace[757928502] 'process raft request' (duration: 1.135689641s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:18:37.999165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:18:36.862949Z","time spent":"1.136105512s","remote":"127.0.0.1:48718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T06:18:37.999188Z","caller":"traceutil/trace.go:171","msg":"trace[1723209162] transaction","detail":"{read_only:false; response_revision:570; number_of_response:1; }","duration":"1.136178084s","start":"2026-03-04T06:18:36.862984Z","end":"2026-03-04T06:18:37.999162Z","steps":["trace[1723209162] 'process raft request' (duration: 1.135864656s)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:18:37.999183Z","caller":"traceutil/trace.go:171","msg":"trace[680115744] linearizableReadLoop","detail":"{readStateIndex:591; appliedIndex:588; }","duration":"752.090041ms","start":"2026-03-04T06:18:37.247038Z","end":"2026-03-04T06:18:37.999128Z","steps":["trace[680115744] 'read index received' (duration: 655.231521ms)","trace[680115744] 'applied index is now lower than readState.Index' (duration: 96.83974ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T06:18:37.999305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:18:36.86296Z","time spent":"1.136277556s","remote":"127.0.0.1:48718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T06:18:37.999381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"752.324588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T06:18:37.999368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"508.262548ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T06:18:37.999427Z","caller":"traceutil/trace.go:171","msg":"trace[2060417508] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:570; }","duration":"752.423411ms","start":"2026-03-04T06:18:37.246991Z","end":"2026-03-04T06:18:37.999415Z","steps":["trace[2060417508] 'agreement among raft nodes before linearized reading' (duration: 752.324318ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:18:37.999438Z","caller":"traceutil/trace.go:171","msg":"trace[529589823] range","detail":"{range_begin:/registry/secrets/cert-manager/; range_end:/registry/secrets/cert-manager0; response_count:0; response_revision:570; }","duration":"508.364361ms","start":"2026-03-04T06:18:37.491058Z","end":"2026-03-04T06:18:37.999422Z","steps":["trace[529589823] 'agreement among raft nodes before linearized reading' (duration: 508.273039ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:18:37.999468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:18:37.246968Z","time spent":"752.492472ms","remote":"127.0.0.1:48468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T06:18:37.999472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:18:37.491038Z","time spent":"508.426153ms","remote":"127.0.0.1:48550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":27,"request content":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" "} {"level":"warn","ts":"2026-03-04T06:18:38.937623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"689.627669ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T06:18:38.93763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"561.699637ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.209\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-04T06:18:38.937689Z","caller":"traceutil/trace.go:171","msg":"trace[638227753] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:570; }","duration":"689.762293ms","start":"2026-03-04T06:18:38.247912Z","end":"2026-03-04T06:18:38.937675Z","steps":["trace[638227753] 'range keys from in-memory index tree' (duration: 689.542148ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:18:38.937762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:18:38.247888Z","time spent":"689.866525ms","remote":"127.0.0.1:48452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T06:18:38.937773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.829847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T06:18:38.938227Z","caller":"traceutil/trace.go:171","msg":"trace[1703306085] range","detail":"{range_begin:/registry/masterleases/162.253.55.209; range_end:; response_count:1; response_revision:570; }","duration":"561.876842ms","start":"2026-03-04T06:18:38.37584Z","end":"2026-03-04T06:18:38.937686Z","steps":["trace[1703306085] 'range keys from in-memory index tree' (duration: 561.476441ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:18:38.938355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:18:38.37581Z","time spent":"562.489487ms","remote":"127.0.0.1:48494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/162.253.55.209\" "} {"level":"info","ts":"2026-03-04T06:18:38.938461Z","caller":"traceutil/trace.go:171","msg":"trace[436772423] range","detail":"{range_begin:/registry/secrets/cert-manager/; range_end:/registry/secrets/cert-manager0; response_count:0; response_revision:570; }","duration":"204.95517ms","start":"2026-03-04T06:18:38.732877Z","end":"2026-03-04T06:18:38.937832Z","steps":["trace[436772423] 'range keys from in-memory index tree' (duration: 204.691404ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:18:39.256105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:18:38.939647Z","time spent":"316.448158ms","remote":"127.0.0.1:48494","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-04T06:18:39.749005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.784362ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T06:18:39.74924Z","caller":"traceutil/trace.go:171","msg":"trace[1675466639] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:570; }","duration":"330.061339ms","start":"2026-03-04T06:18:39.419146Z","end":"2026-03-04T06:18:39.749207Z","steps":["trace[1675466639] 'range keys from in-memory index tree' (duration: 329.748261ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:18:39.749991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.024774ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T06:18:39.75026Z","caller":"traceutil/trace.go:171","msg":"trace[201218202] transaction","detail":"{read_only:false; response_revision:571; number_of_response:1; }","duration":"808.031555ms","start":"2026-03-04T06:18:38.942146Z","end":"2026-03-04T06:18:39.750178Z","steps":["trace[201218202] 'process raft request' (duration: 581.653512ms)","trace[201218202] 'compare' (duration: 225.342417ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T06:18:39.750371Z","caller":"traceutil/trace.go:171","msg":"trace[1713228883] linearizableReadLoop","detail":"{readStateIndex:593; appliedIndex:591; }","duration":"714.82804ms","start":"2026-03-04T06:18:39.035473Z","end":"2026-03-04T06:18:39.750301Z","steps":["trace[1713228883] 'read index received' (duration: 220.102021ms)","trace[1713228883] 'applied index is now lower than readState.Index' (duration: 494.721819ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T06:18:39.750504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"715.035316ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T06:18:39.750554Z","caller":"traceutil/trace.go:171","msg":"trace[1120290208] range","detail":"{range_begin:/registry/secrets/cert-manager/; range_end:/registry/secrets/cert-manager0; response_count:0; response_revision:572; }","duration":"715.133248ms","start":"2026-03-04T06:18:39.035405Z","end":"2026-03-04T06:18:39.750539Z","steps":["trace[1120290208] 'agreement among raft nodes before linearized reading' (duration: 715.027515ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:18:39.750563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"501.713409ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T06:18:39.750593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:18:39.035382Z","time spent":"715.20097ms","remote":"127.0.0.1:48550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":27,"request content":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" "} {"level":"warn","ts":"2026-03-04T06:18:39.750545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:18:38.942128Z","time spent":"808.232551ms","remote":"127.0.0.1:48718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T06:18:39.750299Z","caller":"traceutil/trace.go:171","msg":"trace[1298727504] transaction","detail":"{read_only:false; response_revision:572; number_of_response:1; }","duration":"491.719261ms","start":"2026-03-04T06:18:39.258563Z","end":"2026-03-04T06:18:39.750282Z","steps":["trace[1298727504] 'process raft request' (duration: 491.584408ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:18:39.750617Z","caller":"traceutil/trace.go:171","msg":"trace[1299446094] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:572; }","duration":"501.76614ms","start":"2026-03-04T06:18:39.248835Z","end":"2026-03-04T06:18:39.750601Z","steps":["trace[1299446094] 'agreement among raft nodes before linearized reading' (duration: 501.673718ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:18:39.750686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:18:39.248736Z","time spent":"501.938195ms","remote":"127.0.0.1:48452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T06:18:39.750769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:18:39.258532Z","time spent":"492.140832ms","remote":"127.0.0.1:48494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T06:18:40.988092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"741.368864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T06:18:40.988176Z","caller":"traceutil/trace.go:171","msg":"trace[123128652] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:572; }","duration":"741.507257ms","start":"2026-03-04T06:18:40.246649Z","end":"2026-03-04T06:18:40.988157Z","steps":["trace[123128652] 'range keys from in-memory index tree' (duration: 741.277211ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:18:40.988208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.076550396s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-04T06:18:40.98822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:18:40.246626Z","time spent":"741.58405ms","remote":"127.0.0.1:48468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T06:18:40.988262Z","caller":"traceutil/trace.go:171","msg":"trace[1587964815] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:572; }","duration":"1.076615038s","start":"2026-03-04T06:18:39.911622Z","end":"2026-03-04T06:18:40.988237Z","steps":["trace[1587964815] 'range keys from in-memory index tree' (duration: 1.076453203s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:18:40.988303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:18:39.911605Z","time spent":"1.076688929s","remote":"127.0.0.1:48718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T06:18:40.988094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"983.903344ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-04T06:18:40.988426Z","caller":"traceutil/trace.go:171","msg":"trace[2105978867] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:572; }","duration":"984.274834ms","start":"2026-03-04T06:18:40.004139Z","end":"2026-03-04T06:18:40.988414Z","steps":["trace[2105978867] 'range keys from in-memory index tree' (duration: 983.631218ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:18:40.988461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:18:40.004131Z","time spent":"984.318435ms","remote":"127.0.0.1:48718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T06:18:40.988426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"985.049414ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-04T06:18:40.988528Z","caller":"traceutil/trace.go:171","msg":"trace[1395248484] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:572; }","duration":"985.194757ms","start":"2026-03-04T06:18:40.003306Z","end":"2026-03-04T06:18:40.988501Z","steps":["trace[1395248484] 'range keys from in-memory index tree' (duration: 984.851289ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:18:40.988583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:18:40.003294Z","time spent":"985.27761ms","remote":"127.0.0.1:48718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T06:18:41.747808Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13228088842438734318,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T06:18:42.064397Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.071633669s","expected-duration":"1s"} {"level":"info","ts":"2026-03-04T06:18:42.06563Z","caller":"traceutil/trace.go:171","msg":"trace[57430317] transaction","detail":"{read_only:false; response_revision:573; number_of_response:1; }","duration":"1.072925332s","start":"2026-03-04T06:18:40.992652Z","end":"2026-03-04T06:18:42.065577Z","steps":["trace[57430317] 'process raft request' (duration: 1.07205713s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:18:42.065881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:18:40.99263Z","time spent":"1.073084616s","remote":"127.0.0.1:48718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T06:18:42.402361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.883417ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T06:18:42.402614Z","caller":"traceutil/trace.go:171","msg":"trace[1217616467] linearizableReadLoop","detail":"{readStateIndex:597; appliedIndex:594; }","duration":"1.154891998s","start":"2026-03-04T06:18:41.247705Z","end":"2026-03-04T06:18:42.402597Z","steps":["trace[1217616467] 'read index received' (duration: 817.012747ms)","trace[1217616467] 'applied index is now lower than readState.Index' (duration: 337.878321ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T06:18:42.402629Z","caller":"traceutil/trace.go:171","msg":"trace[1742427329] transaction","detail":"{read_only:false; response_revision:574; number_of_response:1; }","duration":"1.409357966s","start":"2026-03-04T06:18:40.993235Z","end":"2026-03-04T06:18:42.402593Z","steps":["trace[1742427329] 'process raft request' (duration: 1.26115193s)","trace[1742427329] 'compare' (duration: 147.712913ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T06:18:42.402802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:18:40.993217Z","time spent":"1.409484558s","remote":"127.0.0.1:48718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T06:18:42.402796Z","caller":"traceutil/trace.go:171","msg":"trace[714477621] transaction","detail":"{read_only:false; response_revision:575; number_of_response:1; }","duration":"1.409217441s","start":"2026-03-04T06:18:40.993553Z","end":"2026-03-04T06:18:42.402771Z","steps":["trace[714477621] 'process raft request' (duration: 1.408977615s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:18:42.40284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.155140974s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T06:18:42.402873Z","caller":"traceutil/trace.go:171","msg":"trace[308195646] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:575; }","duration":"1.155222006s","start":"2026-03-04T06:18:41.247641Z","end":"2026-03-04T06:18:42.402863Z","steps":["trace[308195646] 'agreement among raft nodes before linearized reading' (duration: 1.155169444s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:18:42.402909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:18:41.247621Z","time spent":"1.155281188s","remote":"127.0.0.1:48452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T06:18:42.402925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:18:40.993481Z","time spent":"1.409378015s","remote":"127.0.0.1:48718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T06:18:42.429421Z","caller":"traceutil/trace.go:171","msg":"trace[403606888] transaction","detail":"{read_only:false; response_revision:576; number_of_response:1; }","duration":"141.448391ms","start":"2026-03-04T06:18:42.287958Z","end":"2026-03-04T06:18:42.429406Z","steps":["trace[403606888] 'process raft request' (duration: 141.311237ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:18:42.429628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"662.048187ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-04T06:18:42.429686Z","caller":"traceutil/trace.go:171","msg":"trace[1856550301] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:576; }","duration":"662.14741ms","start":"2026-03-04T06:18:41.767525Z","end":"2026-03-04T06:18:42.429672Z","steps":["trace[1856550301] 'agreement among raft nodes before linearized reading' (duration: 662.004586ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:18:42.429725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:18:41.767505Z","time spent":"662.208882ms","remote":"127.0.0.1:48718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-04T06:18:43.938796Z","caller":"traceutil/trace.go:171","msg":"trace[1722220537] transaction","detail":"{read_only:false; response_revision:693; number_of_response:1; }","duration":"348.955407ms","start":"2026-03-04T06:18:43.589748Z","end":"2026-03-04T06:18:43.938703Z","steps":["trace[1722220537] 'process raft request' (duration: 344.156173ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:18:43.939884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:18:43.589708Z","time spent":"349.272215ms","remote":"127.0.0.1:48550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":211650,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T06:19:06.663312Z","caller":"traceutil/trace.go:171","msg":"trace[1317220720] linearizableReadLoop","detail":"{readStateIndex:989; appliedIndex:988; }","duration":"105.328109ms","start":"2026-03-04T06:19:06.557955Z","end":"2026-03-04T06:19:06.663283Z","steps":["trace[1317220720] 'read index received' (duration: 104.98236ms)","trace[1317220720] 'applied index is now lower than readState.Index' (duration: 343.899µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T06:19:06.663388Z","caller":"traceutil/trace.go:171","msg":"trace[497669189] transaction","detail":"{read_only:false; response_revision:959; number_of_response:1; }","duration":"109.885966ms","start":"2026-03-04T06:19:06.553467Z","end":"2026-03-04T06:19:06.663353Z","steps":["trace[497669189] 'process raft request' (duration: 109.557328ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:19:06.663607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.644077ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-04T06:19:06.663736Z","caller":"traceutil/trace.go:171","msg":"trace[675267352] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:959; }","duration":"105.832682ms","start":"2026-03-04T06:19:06.557884Z","end":"2026-03-04T06:19:06.663717Z","steps":["trace[675267352] 'agreement among raft nodes before linearized reading' (duration: 105.567195ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:19:06.663746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.35806ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-04T06:19:06.663857Z","caller":"traceutil/trace.go:171","msg":"trace[27714524] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:959; }","duration":"105.501533ms","start":"2026-03-04T06:19:06.558336Z","end":"2026-03-04T06:19:06.663837Z","steps":["trace[27714524] 'agreement among raft nodes before linearized reading' (duration: 105.201395ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:19:08.598568Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13228088842438735039,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T06:19:09.028072Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.386191209s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-04T06:19:09.378318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.803241ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T06:19:09.378812Z","caller":"traceutil/trace.go:171","msg":"trace[683835279] transaction","detail":"{read_only:false; response_revision:967; number_of_response:1; }","duration":"1.737047437s","start":"2026-03-04T06:19:07.641732Z","end":"2026-03-04T06:19:09.378779Z","steps":["trace[683835279] 'process raft request' (duration: 1.38666448s)","trace[683835279] 'compare' (duration: 349.419972ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T06:19:09.378844Z","caller":"traceutil/trace.go:171","msg":"trace[1511987219] transaction","detail":"{read_only:false; response_revision:968; number_of_response:1; }","duration":"491.617052ms","start":"2026-03-04T06:19:08.887109Z","end":"2026-03-04T06:19:09.378727Z","steps":["trace[1511987219] 'process raft request' (duration: 491.54426ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:19:09.378908Z","caller":"traceutil/trace.go:171","msg":"trace[2116915805] linearizableReadLoop","detail":"{readStateIndex:997; appliedIndex:996; }","duration":"1.280667957s","start":"2026-03-04T06:19:08.098169Z","end":"2026-03-04T06:19:09.378837Z","steps":["trace[2116915805] 'read index received' (duration: 930.203189ms)","trace[2116915805] 'applied index is now lower than readState.Index' (duration: 350.447928ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T06:19:09.379248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.132043242s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T06:19:09.379289Z","caller":"traceutil/trace.go:171","msg":"trace[1367198328] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:968; }","duration":"1.132158765s","start":"2026-03-04T06:19:08.247119Z","end":"2026-03-04T06:19:09.379278Z","steps":["trace[1367198328] 'agreement among raft nodes before linearized reading' (duration: 1.13198196s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:19:09.379328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:19:08.2471Z","time spent":"1.132220046s","remote":"127.0.0.1:48452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T06:19:09.379431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.120973806s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T06:19:09.379513Z","caller":"traceutil/trace.go:171","msg":"trace[1241693954] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:968; }","duration":"1.121080769s","start":"2026-03-04T06:19:08.258409Z","end":"2026-03-04T06:19:09.379489Z","steps":["trace[1241693954] 'agreement among raft nodes before linearized reading' (duration: 1.120926875s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:19:09.379529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.006665976s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-04T06:19:09.379562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:19:08.258397Z","time spent":"1.121155251s","remote":"127.0.0.1:48982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":7,"response size":29,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"warn","ts":"2026-03-04T06:19:09.379555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"676.461032ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-04T06:19:09.379559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"677.52294ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-04T06:19:09.379626Z","caller":"traceutil/trace.go:171","msg":"trace[1466080124] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:968; }","duration":"676.557865ms","start":"2026-03-04T06:19:08.703046Z","end":"2026-03-04T06:19:09.379604Z","steps":["trace[1466080124] 'agreement among raft nodes before linearized reading' (duration: 676.280848ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:19:09.379609Z","caller":"traceutil/trace.go:171","msg":"trace[1121293015] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:968; }","duration":"1.006854881s","start":"2026-03-04T06:19:08.372736Z","end":"2026-03-04T06:19:09.379591Z","steps":["trace[1121293015] 'agreement among raft nodes before linearized reading' (duration: 1.006571023s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:19:09.379666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:19:08.703031Z","time spent":"676.627948ms","remote":"127.0.0.1:48718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-04T06:19:09.379674Z","caller":"traceutil/trace.go:171","msg":"trace[1853361150] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:968; }","duration":"677.690435ms","start":"2026-03-04T06:19:08.701954Z","end":"2026-03-04T06:19:09.379644Z","steps":["trace[1853361150] 'agreement among raft nodes before linearized reading' (duration: 677.332346ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:19:09.379689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:19:08.372687Z","time spent":"1.006990354s","remote":"127.0.0.1:48718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T06:19:09.379669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"711.127078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-04T06:19:09.379735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:19:08.701921Z","time spent":"677.801977ms","remote":"127.0.0.1:48718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-04T06:19:09.379797Z","caller":"traceutil/trace.go:171","msg":"trace[141234164] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:968; }","duration":"711.313112ms","start":"2026-03-04T06:19:08.668457Z","end":"2026-03-04T06:19:09.37977Z","steps":["trace[141234164] 'agreement among raft nodes before linearized reading' (duration: 710.951303ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:19:09.379561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"483.590985ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/cert-manager/cert-manager-webhook-548949fc64-6hvbx\" ","response":"range_response_count:1 size:5353"} {"level":"warn","ts":"2026-03-04T06:19:09.379855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:19:08.66843Z","time spent":"711.414345ms","remote":"127.0.0.1:48718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-04T06:19:09.379879Z","caller":"traceutil/trace.go:171","msg":"trace[148575799] range","detail":"{range_begin:/registry/pods/cert-manager/cert-manager-webhook-548949fc64-6hvbx; range_end:; response_count:1; response_revision:968; }","duration":"483.963995ms","start":"2026-03-04T06:19:08.895888Z","end":"2026-03-04T06:19:09.379852Z","steps":["trace[148575799] 'agreement among raft nodes before linearized reading' (duration: 483.433951ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:19:09.379932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:19:08.895872Z","time spent":"484.049706ms","remote":"127.0.0.1:48648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":5375,"request content":"key:\"/registry/pods/cert-manager/cert-manager-webhook-548949fc64-6hvbx\" "} {"level":"warn","ts":"2026-03-04T06:19:09.37969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.281495459s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-04T06:19:09.379982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.094494942s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-04T06:19:09.380021Z","caller":"traceutil/trace.go:171","msg":"trace[1512244770] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:968; }","duration":"1.28191509s","start":"2026-03-04T06:19:08.098089Z","end":"2026-03-04T06:19:09.380004Z","steps":["trace[1512244770] 'agreement among raft nodes before linearized reading' (duration: 1.281487508s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:19:09.380112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:19:08.098061Z","time spent":"1.282033843s","remote":"127.0.0.1:48624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":4,"response size":29,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"info","ts":"2026-03-04T06:19:09.380119Z","caller":"traceutil/trace.go:171","msg":"trace[306477838] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:968; }","duration":"1.094648106s","start":"2026-03-04T06:19:08.285409Z","end":"2026-03-04T06:19:09.380057Z","steps":["trace[306477838] 'agreement among raft nodes before linearized reading' (duration: 1.094063321s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:19:09.380191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:19:08.285385Z","time spent":"1.09479073s","remote":"127.0.0.1:48718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":454,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T06:19:09.379816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:19:07.6417Z","time spent":"1.737199831s","remote":"127.0.0.1:48952","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3745,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T06:19:09.38021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.003567176s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.209\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-04T06:19:09.380398Z","caller":"traceutil/trace.go:171","msg":"trace[1639654998] range","detail":"{range_begin:/registry/masterleases/162.253.55.209; range_end:; response_count:1; response_revision:968; }","duration":"1.003786321s","start":"2026-03-04T06:19:08.376585Z","end":"2026-03-04T06:19:09.380372Z","steps":["trace[1639654998] 'agreement among raft nodes before linearized reading' (duration: 1.002881468s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:19:09.379045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:19:08.887075Z","time spent":"491.864048ms","remote":"127.0.0.1:48524","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":811,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-04T06:19:09.380507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:19:08.376567Z","time spent":"1.003898685s","remote":"127.0.0.1:48494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/162.253.55.209\" "} {"level":"info","ts":"2026-03-04T06:19:11.496329Z","caller":"traceutil/trace.go:171","msg":"trace[1290137239] linearizableReadLoop","detail":"{readStateIndex:1017; appliedIndex:1016; }","duration":"100.065575ms","start":"2026-03-04T06:19:11.396235Z","end":"2026-03-04T06:19:11.496301Z","steps":["trace[1290137239] 'read index received' (duration: 100.003274ms)","trace[1290137239] 'applied index is now lower than readState.Index' (duration: 60.851µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T06:19:11.496393Z","caller":"traceutil/trace.go:171","msg":"trace[1399222440] transaction","detail":"{read_only:false; response_revision:985; number_of_response:1; }","duration":"102.821387ms","start":"2026-03-04T06:19:11.393543Z","end":"2026-03-04T06:19:11.496364Z","steps":["trace[1399222440] 'process raft request' (duration: 102.616242ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:19:11.496948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.65378ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-04T06:19:11.49701Z","caller":"traceutil/trace.go:171","msg":"trace[1547441341] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:985; }","duration":"100.765143ms","start":"2026-03-04T06:19:11.396229Z","end":"2026-03-04T06:19:11.496994Z","steps":["trace[1547441341] 'agreement among raft nodes before linearized reading' (duration: 100.189828ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:19:11.573193Z","caller":"traceutil/trace.go:171","msg":"trace[692693106] transaction","detail":"{read_only:false; response_revision:986; number_of_response:1; }","duration":"176.891668ms","start":"2026-03-04T06:19:11.396281Z","end":"2026-03-04T06:19:11.573172Z","steps":["trace[692693106] 'process raft request' (duration: 112.997361ms)","trace[692693106] 'compare' (duration: 63.733013ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T06:19:11.573502Z","caller":"traceutil/trace.go:171","msg":"trace[1958103006] transaction","detail":"{read_only:false; response_revision:987; number_of_response:1; }","duration":"175.952723ms","start":"2026-03-04T06:19:11.397539Z","end":"2026-03-04T06:19:11.573492Z","steps":["trace[1958103006] 'process raft request' (duration: 175.593994ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:19:11.5736Z","caller":"traceutil/trace.go:171","msg":"trace[1484144334] transaction","detail":"{read_only:false; response_revision:988; number_of_response:1; }","duration":"175.999704ms","start":"2026-03-04T06:19:11.397573Z","end":"2026-03-04T06:19:11.573572Z","steps":["trace[1484144334] 'process raft request' (duration: 175.747958ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:19:14.103278Z","caller":"traceutil/trace.go:171","msg":"trace[653638951] transaction","detail":"{read_only:false; response_revision:999; number_of_response:1; }","duration":"121.609724ms","start":"2026-03-04T06:19:13.981643Z","end":"2026-03-04T06:19:14.103253Z","steps":["trace[653638951] 'process raft request' (duration: 121.4524ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:19:28.054258Z","caller":"traceutil/trace.go:171","msg":"trace[175998423] linearizableReadLoop","detail":"{readStateIndex:1151; appliedIndex:1150; }","duration":"401.099043ms","start":"2026-03-04T06:19:27.653129Z","end":"2026-03-04T06:19:28.054228Z","steps":["trace[175998423] 'read index received' (duration: 399.498451ms)","trace[175998423] 'applied index is now lower than readState.Index' (duration: 1.598872ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T06:19:28.054344Z","caller":"traceutil/trace.go:171","msg":"trace[89515140] transaction","detail":"{read_only:false; response_revision:1112; number_of_response:1; }","duration":"403.264469ms","start":"2026-03-04T06:19:27.651047Z","end":"2026-03-04T06:19:28.054312Z","steps":["trace[89515140] 'process raft request' (duration: 401.538164ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:19:28.054485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:19:27.651018Z","time spent":"403.390652ms","remote":"127.0.0.1:48718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T06:19:28.054567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"401.412061ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-04T06:19:28.054632Z","caller":"traceutil/trace.go:171","msg":"trace[23793159] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1112; }","duration":"401.518734ms","start":"2026-03-04T06:19:27.653093Z","end":"2026-03-04T06:19:28.054611Z","steps":["trace[23793159] 'agreement among raft nodes before linearized reading' (duration: 401.296448ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:19:28.05469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:19:27.653079Z","time spent":"401.599436ms","remote":"127.0.0.1:48718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T06:19:28.054612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"401.397771ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-04T06:19:28.054797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"400.907668ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-04T06:19:28.05481Z","caller":"traceutil/trace.go:171","msg":"trace[2036432585] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1112; }","duration":"401.622016ms","start":"2026-03-04T06:19:27.653136Z","end":"2026-03-04T06:19:28.054758Z","steps":["trace[2036432585] 'agreement among raft nodes before linearized reading' (duration: 401.308568ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:19:28.054846Z","caller":"traceutil/trace.go:171","msg":"trace[1203854298] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1112; }","duration":"400.98391ms","start":"2026-03-04T06:19:27.653842Z","end":"2026-03-04T06:19:28.054826Z","steps":["trace[1203854298] 'agreement among raft nodes before linearized reading' (duration: 400.904068ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:19:28.054728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.149263ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/ingress-nginx/ingress-nginx-admission-create-zn9d6\" ","response":"range_response_count:1 size:4197"} {"level":"warn","ts":"2026-03-04T06:19:28.054889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:19:27.653819Z","time spent":"401.060502ms","remote":"127.0.0.1:48718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T06:19:28.054905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:19:27.653111Z","time spent":"401.76176ms","remote":"127.0.0.1:48718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-04T06:19:28.054948Z","caller":"traceutil/trace.go:171","msg":"trace[280826576] range","detail":"{range_begin:/registry/pods/ingress-nginx/ingress-nginx-admission-create-zn9d6; range_end:; response_count:1; response_revision:1112; }","duration":"389.343548ms","start":"2026-03-04T06:19:27.665552Z","end":"2026-03-04T06:19:28.054896Z","steps":["trace[280826576] 'agreement among raft nodes before linearized reading' (duration: 389.111282ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:19:28.055054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:19:27.665541Z","time spent":"389.478081ms","remote":"127.0.0.1:48648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":4219,"request content":"key:\"/registry/pods/ingress-nginx/ingress-nginx-admission-create-zn9d6\" "} {"level":"info","ts":"2026-03-04T06:19:31.425789Z","caller":"traceutil/trace.go:171","msg":"trace[35977313] transaction","detail":"{read_only:false; response_revision:1126; number_of_response:1; }","duration":"149.548699ms","start":"2026-03-04T06:19:31.276215Z","end":"2026-03-04T06:19:31.425764Z","steps":["trace[35977313] 'process raft request' (duration: 149.393045ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:19:34.150456Z","caller":"traceutil/trace.go:171","msg":"trace[778149651] transaction","detail":"{read_only:false; response_revision:1228; number_of_response:1; }","duration":"242.13243ms","start":"2026-03-04T06:19:33.908297Z","end":"2026-03-04T06:19:34.150429Z","steps":["trace[778149651] 'process raft request' (duration: 241.889124ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:19:36.565111Z","caller":"traceutil/trace.go:171","msg":"trace[880923361] transaction","detail":"{read_only:false; response_revision:1237; number_of_response:1; }","duration":"397.081499ms","start":"2026-03-04T06:19:36.167984Z","end":"2026-03-04T06:19:36.565066Z","steps":["trace[880923361] 'process raft request' (duration: 396.876484ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:19:36.565363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:19:36.167964Z","time spent":"397.269553ms","remote":"127.0.0.1:48718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T06:19:36.581709Z","caller":"traceutil/trace.go:171","msg":"trace[1842552245] transaction","detail":"{read_only:false; response_revision:1238; number_of_response:1; }","duration":"411.848752ms","start":"2026-03-04T06:19:36.169828Z","end":"2026-03-04T06:19:36.581677Z","steps":["trace[1842552245] 'process raft request' (duration: 411.589335ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:19:36.581789Z","caller":"traceutil/trace.go:171","msg":"trace[998849664] transaction","detail":"{read_only:false; response_revision:1239; number_of_response:1; }","duration":"411.620906ms","start":"2026-03-04T06:19:36.170145Z","end":"2026-03-04T06:19:36.581765Z","steps":["trace[998849664] 'process raft request' (duration: 411.431531ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:19:36.581698Z","caller":"traceutil/trace.go:171","msg":"trace[884552058] transaction","detail":"{read_only:false; response_revision:1240; number_of_response:1; }","duration":"410.895856ms","start":"2026-03-04T06:19:36.17077Z","end":"2026-03-04T06:19:36.581666Z","steps":["trace[884552058] 'process raft request' (duration: 410.847255ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:19:36.581884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:19:36.169801Z","time spent":"411.988826ms","remote":"127.0.0.1:48718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T06:19:36.581892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:19:36.170118Z","time spent":"411.719488ms","remote":"127.0.0.1:48718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T06:19:36.581935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:19:36.170744Z","time spent":"411.109972ms","remote":"127.0.0.1:48718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T06:19:36.874092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.462799ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T06:19:36.874217Z","caller":"traceutil/trace.go:171","msg":"trace[1800810459] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:1240; }","duration":"232.669394ms","start":"2026-03-04T06:19:36.641526Z","end":"2026-03-04T06:19:36.874196Z","steps":["trace[1800810459] 'count revisions from in-memory index tree' (duration: 232.332676ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:19:39.895521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.967987ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T06:19:39.895722Z","caller":"traceutil/trace.go:171","msg":"trace[1265612916] transaction","detail":"{read_only:false; response_revision:1278; number_of_response:1; }","duration":"212.570883ms","start":"2026-03-04T06:19:39.683119Z","end":"2026-03-04T06:19:39.89569Z","steps":["trace[1265612916] 'process raft request' (duration: 44.34626ms)","trace[1265612916] 'compare' (duration: 167.812902ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T06:19:39.895773Z","caller":"traceutil/trace.go:171","msg":"trace[171081569] transaction","detail":"{read_only:false; response_revision:1280; number_of_response:1; }","duration":"200.367737ms","start":"2026-03-04T06:19:39.695379Z","end":"2026-03-04T06:19:39.895747Z","steps":["trace[171081569] 'process raft request' (duration: 200.291705ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:19:39.895848Z","caller":"traceutil/trace.go:171","msg":"trace[232070601] transaction","detail":"{read_only:false; response_revision:1279; number_of_response:1; }","duration":"206.758502ms","start":"2026-03-04T06:19:39.689041Z","end":"2026-03-04T06:19:39.8958Z","steps":["trace[232070601] 'process raft request' (duration: 206.580628ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:19:47.609821Z","caller":"traceutil/trace.go:171","msg":"trace[1842330502] transaction","detail":"{read_only:false; response_revision:1453; number_of_response:1; }","duration":"208.243451ms","start":"2026-03-04T06:19:47.401552Z","end":"2026-03-04T06:19:47.609796Z","steps":["trace[1842330502] 'process raft request' (duration: 208.106528ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:19:48.459983Z","caller":"traceutil/trace.go:171","msg":"trace[787601943] transaction","detail":"{read_only:false; response_revision:1464; number_of_response:1; }","duration":"144.828116ms","start":"2026-03-04T06:19:48.315113Z","end":"2026-03-04T06:19:48.459941Z","steps":["trace[787601943] 'process raft request' (duration: 144.628431ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:19:48.460497Z","caller":"traceutil/trace.go:171","msg":"trace[2136172658] transaction","detail":"{read_only:false; response_revision:1463; number_of_response:1; }","duration":"145.35245ms","start":"2026-03-04T06:19:48.315113Z","end":"2026-03-04T06:19:48.460466Z","steps":["trace[2136172658] 'process raft request' (duration: 144.484017ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:19:50.876417Z","caller":"traceutil/trace.go:171","msg":"trace[1523097882] transaction","detail":"{read_only:false; response_revision:1485; number_of_response:1; }","duration":"184.67621ms","start":"2026-03-04T06:19:50.691717Z","end":"2026-03-04T06:19:50.876394Z","steps":["trace[1523097882] 'process raft request' (duration: 184.631359ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:19:50.876644Z","caller":"traceutil/trace.go:171","msg":"trace[1286789189] transaction","detail":"{read_only:false; response_revision:1484; number_of_response:1; }","duration":"185.564973ms","start":"2026-03-04T06:19:50.691043Z","end":"2026-03-04T06:19:50.876608Z","steps":["trace[1286789189] 'process raft request' (duration: 127.684722ms)","trace[1286789189] 'compare' (duration: 57.503662ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T06:19:58.910593Z","caller":"traceutil/trace.go:171","msg":"trace[1159032597] transaction","detail":"{read_only:false; response_revision:1565; number_of_response:1; }","duration":"147.581017ms","start":"2026-03-04T06:19:58.762977Z","end":"2026-03-04T06:19:58.910558Z","steps":["trace[1159032597] 'process raft request' (duration: 106.463671ms)","trace[1159032597] 'compare' (duration: 40.964232ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T06:19:59.2035Z","caller":"traceutil/trace.go:171","msg":"trace[2124396661] transaction","detail":"{read_only:false; response_revision:1568; number_of_response:1; }","duration":"261.166184ms","start":"2026-03-04T06:19:58.942298Z","end":"2026-03-04T06:19:59.203464Z","steps":["trace[2124396661] 'process raft request' (duration: 191.929648ms)","trace[2124396661] 'compare' (duration: 68.982119ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T06:19:59.203607Z","caller":"traceutil/trace.go:171","msg":"trace[1233146644] transaction","detail":"{read_only:false; response_revision:1569; number_of_response:1; }","duration":"260.963418ms","start":"2026-03-04T06:19:58.942602Z","end":"2026-03-04T06:19:59.203565Z","steps":["trace[1233146644] 'process raft request' (duration: 260.792234ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:19:59.20381Z","caller":"traceutil/trace.go:171","msg":"trace[147734099] transaction","detail":"{read_only:false; response_revision:1571; number_of_response:1; }","duration":"247.666883ms","start":"2026-03-04T06:19:58.956119Z","end":"2026-03-04T06:19:59.203786Z","steps":["trace[147734099] 'process raft request' (duration: 247.5625ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:19:59.203788Z","caller":"traceutil/trace.go:171","msg":"trace[1782750168] transaction","detail":"{read_only:false; response_revision:1570; number_of_response:1; }","duration":"261.00459ms","start":"2026-03-04T06:19:58.942762Z","end":"2026-03-04T06:19:59.203766Z","steps":["trace[1782750168] 'process raft request' (duration: 260.677121ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:19:59.495041Z","caller":"traceutil/trace.go:171","msg":"trace[779323414] transaction","detail":"{read_only:false; response_revision:1573; number_of_response:1; }","duration":"150.38289ms","start":"2026-03-04T06:19:59.344621Z","end":"2026-03-04T06:19:59.495004Z","steps":["trace[779323414] 'process raft request' (duration: 150.231206ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:19:59.7415Z","caller":"traceutil/trace.go:171","msg":"trace[731490374] transaction","detail":"{read_only:false; response_revision:1576; number_of_response:1; }","duration":"140.939415ms","start":"2026-03-04T06:19:59.600532Z","end":"2026-03-04T06:19:59.741471Z","steps":["trace[731490374] 'process raft request' (duration: 140.782711ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:19:59.818621Z","caller":"traceutil/trace.go:171","msg":"trace[1506773871] transaction","detail":"{read_only:false; response_revision:1578; number_of_response:1; }","duration":"133.606086ms","start":"2026-03-04T06:19:59.684993Z","end":"2026-03-04T06:19:59.818599Z","steps":["trace[1506773871] 'process raft request' (duration: 133.4015ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:19:59.818616Z","caller":"traceutil/trace.go:171","msg":"trace[686376760] transaction","detail":"{read_only:false; response_revision:1577; number_of_response:1; }","duration":"137.912447ms","start":"2026-03-04T06:19:59.68067Z","end":"2026-03-04T06:19:59.818583Z","steps":["trace[686376760] 'process raft request' (duration: 137.63975ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:19:59.88002Z","caller":"traceutil/trace.go:171","msg":"trace[211856176] transaction","detail":"{read_only:false; response_revision:1579; number_of_response:1; }","duration":"133.270657ms","start":"2026-03-04T06:19:59.746719Z","end":"2026-03-04T06:19:59.87999Z","steps":["trace[211856176] 'process raft request' (duration: 133.02688ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:19:59.880218Z","caller":"traceutil/trace.go:171","msg":"trace[1213666099] transaction","detail":"{read_only:false; response_revision:1580; number_of_response:1; }","duration":"129.094708ms","start":"2026-03-04T06:19:59.751096Z","end":"2026-03-04T06:19:59.880191Z","steps":["trace[1213666099] 'process raft request' (duration: 128.827521ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:20:00.102864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.642694ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-04T06:20:00.10324Z","caller":"traceutil/trace.go:171","msg":"trace[1363397294] transaction","detail":"{read_only:false; response_revision:1586; number_of_response:1; }","duration":"116.595334ms","start":"2026-03-04T06:19:59.986625Z","end":"2026-03-04T06:20:00.103221Z","steps":["trace[1363397294] 'process raft request' (duration: 116.546943ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:20:00.103284Z","caller":"traceutil/trace.go:171","msg":"trace[48161745] transaction","detail":"{read_only:false; response_revision:1585; number_of_response:1; }","duration":"179.374992ms","start":"2026-03-04T06:19:59.923876Z","end":"2026-03-04T06:20:00.103251Z","steps":["trace[48161745] 'process raft request' (duration: 179.149676ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:20:00.103239Z","caller":"traceutil/trace.go:171","msg":"trace[263037177] linearizableReadLoop","detail":"{readStateIndex:1653; appliedIndex:1652; }","duration":"192.37066ms","start":"2026-03-04T06:19:59.910821Z","end":"2026-03-04T06:20:00.103192Z","steps":["trace[263037177] 'read index received' (duration: 87.433118ms)","trace[263037177] 'applied index is now lower than readState.Index' (duration: 104.934602ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T06:20:00.103467Z","caller":"traceutil/trace.go:171","msg":"trace[110178055] transaction","detail":"{read_only:false; response_revision:1584; number_of_response:1; }","duration":"215.264833ms","start":"2026-03-04T06:19:59.888188Z","end":"2026-03-04T06:20:00.103453Z","steps":["trace[110178055] 'process raft request' (duration: 109.956532ms)","trace[110178055] 'compare' (duration: 104.48793ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T06:20:00.103416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.127255ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T06:20:00.103566Z","caller":"traceutil/trace.go:171","msg":"trace[512935125] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:1586; }","duration":"236.296948ms","start":"2026-03-04T06:19:59.867226Z","end":"2026-03-04T06:20:00.103523Z","steps":["trace[512935125] 'agreement among raft nodes before linearized reading' (duration: 236.077152ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:20:00.136981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.085976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/percona-xtradb-haproxy\" ","response":"range_response_count:1 size:15383"} {"level":"info","ts":"2026-03-04T06:20:00.137075Z","caller":"traceutil/trace.go:171","msg":"trace[442345662] range","detail":"{range_begin:/registry/statefulsets/openstack/percona-xtradb-haproxy; range_end:; response_count:1; response_revision:1587; }","duration":"213.20625ms","start":"2026-03-04T06:19:59.923845Z","end":"2026-03-04T06:20:00.137052Z","steps":["trace[442345662] 'agreement among raft nodes before linearized reading' (duration: 212.928882ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:20:00.484078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.470238ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-04T06:20:00.484289Z","caller":"traceutil/trace.go:171","msg":"trace[421624720] transaction","detail":"{read_only:false; response_revision:1588; number_of_response:1; }","duration":"374.959195ms","start":"2026-03-04T06:20:00.109278Z","end":"2026-03-04T06:20:00.484256Z","steps":["trace[421624720] 'process raft request' (duration: 186.24098ms)","trace[421624720] 'compare' (duration: 188.224382ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T06:20:00.484334Z","caller":"traceutil/trace.go:171","msg":"trace[1079657301] transaction","detail":"{read_only:false; response_revision:1589; number_of_response:1; }","duration":"374.791381ms","start":"2026-03-04T06:20:00.109509Z","end":"2026-03-04T06:20:00.4843Z","steps":["trace[1079657301] 'process raft request' (duration: 374.664158ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:20:00.484383Z","caller":"traceutil/trace.go:171","msg":"trace[1705107518] transaction","detail":"{read_only:false; response_revision:1590; number_of_response:1; }","duration":"374.665937ms","start":"2026-03-04T06:20:00.109689Z","end":"2026-03-04T06:20:00.484355Z","steps":["trace[1705107518] 'process raft request' (duration: 374.560875ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:20:00.484418Z","caller":"traceutil/trace.go:171","msg":"trace[1454125362] transaction","detail":"{read_only:false; response_revision:1592; number_of_response:1; }","duration":"343.18859ms","start":"2026-03-04T06:20:00.141211Z","end":"2026-03-04T06:20:00.4844Z","steps":["trace[1454125362] 'process raft request' (duration: 343.124019ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:20:00.48442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:20:00.109252Z","time spent":"375.106428ms","remote":"127.0.0.1:48728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1419,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-04T06:20:00.484451Z","caller":"traceutil/trace.go:171","msg":"trace[15794251] transaction","detail":"{read_only:false; response_revision:1591; number_of_response:1; }","duration":"371.342601ms","start":"2026-03-04T06:20:00.113076Z","end":"2026-03-04T06:20:00.484419Z","steps":["trace[15794251] 'process raft request' (duration: 371.209387ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:20:00.484479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:20:00.109672Z","time spent":"374.756819ms","remote":"127.0.0.1:48652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2540,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-04T06:20:00.484484Z","caller":"traceutil/trace.go:171","msg":"trace[1518365656] linearizableReadLoop","detail":"{readStateIndex:1660; appliedIndex:1656; }","duration":"346.22958ms","start":"2026-03-04T06:20:00.138228Z","end":"2026-03-04T06:20:00.484458Z","steps":["trace[1518365656] 'read index received' (duration: 157.327491ms)","trace[1518365656] 'applied index is now lower than readState.Index' (duration: 188.899919ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T06:20:00.48448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:20:00.109476Z","time spent":"374.938155ms","remote":"127.0.0.1:48624","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":935,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-04T06:20:00.48451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:20:00.141195Z","time spent":"343.264433ms","remote":"127.0.0.1:48718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T06:20:00.484572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:20:00.113066Z","time spent":"371.444323ms","remote":"127.0.0.1:48616","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":939,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-04T06:20:00.484662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.425195ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-haproxy-0\" ","response":"range_response_count:1 size:10668"} {"level":"info","ts":"2026-03-04T06:20:00.484682Z","caller":"traceutil/trace.go:171","msg":"trace[702604185] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-haproxy-0; range_end:; response_count:1; response_revision:1592; }","duration":"346.478637ms","start":"2026-03-04T06:20:00.138196Z","end":"2026-03-04T06:20:00.484675Z","steps":["trace[702604185] 'agreement among raft nodes before linearized reading' (duration: 346.345533ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:20:00.4847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:20:00.13818Z","time spent":"346.516337ms","remote":"127.0.0.1:48648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":10690,"request content":"key:\"/registry/pods/openstack/percona-xtradb-haproxy-0\" "} {"level":"info","ts":"2026-03-04T06:20:00.557333Z","caller":"traceutil/trace.go:171","msg":"trace[1604791751] transaction","detail":"{read_only:false; response_revision:1593; number_of_response:1; }","duration":"188.54892ms","start":"2026-03-04T06:20:00.368747Z","end":"2026-03-04T06:20:00.557296Z","steps":["trace[1604791751] 'process raft request' (duration: 188.272053ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:20:00.557368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.730143ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T06:20:00.557441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.607754ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/percona-xtradb-haproxy\" ","response":"range_response_count:1 size:15383"} {"level":"warn","ts":"2026-03-04T06:20:00.55744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.799612ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:3963"} {"level":"info","ts":"2026-03-04T06:20:00.55747Z","caller":"traceutil/trace.go:171","msg":"trace[182118738] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1593; }","duration":"309.880767ms","start":"2026-03-04T06:20:00.247564Z","end":"2026-03-04T06:20:00.557445Z","steps":["trace[182118738] 'agreement among raft nodes before linearized reading' (duration: 309.677092ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:20:00.557513Z","caller":"traceutil/trace.go:171","msg":"trace[130206526] range","detail":"{range_begin:/registry/statefulsets/openstack/percona-xtradb-haproxy; range_end:; response_count:1; response_revision:1593; }","duration":"399.713767ms","start":"2026-03-04T06:20:00.157781Z","end":"2026-03-04T06:20:00.557495Z","steps":["trace[130206526] 'agreement among raft nodes before linearized reading' (duration: 399.478321ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:20:00.557523Z","caller":"traceutil/trace.go:171","msg":"trace[435237118] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1593; }","duration":"295.943535ms","start":"2026-03-04T06:20:00.261562Z","end":"2026-03-04T06:20:00.557505Z","steps":["trace[435237118] 'agreement among raft nodes before linearized reading' (duration: 295.665888ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:20:00.557531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:20:00.247542Z","time spent":"309.97921ms","remote":"127.0.0.1:48452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T06:20:00.557549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:20:00.157768Z","time spent":"399.775528ms","remote":"127.0.0.1:48964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":15405,"request content":"key:\"/registry/statefulsets/openstack/percona-xtradb-haproxy\" "} {"level":"info","ts":"2026-03-04T06:20:00.698239Z","caller":"traceutil/trace.go:171","msg":"trace[1990393809] transaction","detail":"{read_only:false; response_revision:1594; number_of_response:1; }","duration":"209.445883ms","start":"2026-03-04T06:20:00.488761Z","end":"2026-03-04T06:20:00.698207Z","steps":["trace[1990393809] 'process raft request' (duration: 209.208957ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:20:00.698307Z","caller":"traceutil/trace.go:171","msg":"trace[1112486255] linearizableReadLoop","detail":"{readStateIndex:1666; appliedIndex:1662; }","duration":"141.084779ms","start":"2026-03-04T06:20:00.557202Z","end":"2026-03-04T06:20:00.698287Z","steps":["trace[1112486255] 'read index received' (duration: 140.75204ms)","trace[1112486255] 'applied index is now lower than readState.Index' (duration: 331.649µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T06:20:00.698307Z","caller":"traceutil/trace.go:171","msg":"trace[1421323162] transaction","detail":"{read_only:false; response_revision:1595; number_of_response:1; }","duration":"209.392471ms","start":"2026-03-04T06:20:00.488879Z","end":"2026-03-04T06:20:00.698272Z","steps":["trace[1421323162] 'process raft request' (duration: 209.250748ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:20:00.698339Z","caller":"traceutil/trace.go:171","msg":"trace[729097260] transaction","detail":"{read_only:false; response_revision:1596; number_of_response:1; }","duration":"207.035969ms","start":"2026-03-04T06:20:00.491273Z","end":"2026-03-04T06:20:00.698309Z","steps":["trace[729097260] 'process raft request' (duration: 206.910566ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:20:00.698539Z","caller":"traceutil/trace.go:171","msg":"trace[1171048525] transaction","detail":"{read_only:false; response_revision:1597; number_of_response:1; }","duration":"206.751363ms","start":"2026-03-04T06:20:00.49177Z","end":"2026-03-04T06:20:00.698521Z","steps":["trace[1171048525] 'process raft request' (duration: 206.455615ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:20:00.698601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.875632ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:3963"} {"level":"warn","ts":"2026-03-04T06:20:00.698628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.602526ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/persistent-volume-binder\" ","response":"range_response_count:1 size:214"} {"level":"info","ts":"2026-03-04T06:20:00.698666Z","caller":"traceutil/trace.go:171","msg":"trace[551289751] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/persistent-volume-binder; range_end:; response_count:1; response_revision:1597; }","duration":"209.666438ms","start":"2026-03-04T06:20:00.488988Z","end":"2026-03-04T06:20:00.698654Z","steps":["trace[551289751] 'agreement among raft nodes before linearized reading' (duration: 209.571616ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:20:00.698667Z","caller":"traceutil/trace.go:171","msg":"trace[350410613] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1597; }","duration":"202.947353ms","start":"2026-03-04T06:20:00.495701Z","end":"2026-03-04T06:20:00.698648Z","steps":["trace[350410613] 'agreement among raft nodes before linearized reading' (duration: 202.734128ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:20:00.698803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.878938ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:122832"} {"level":"info","ts":"2026-03-04T06:20:00.69889Z","caller":"traceutil/trace.go:171","msg":"trace[1961763130] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:1597; }","duration":"203.997961ms","start":"2026-03-04T06:20:00.494874Z","end":"2026-03-04T06:20:00.698872Z","steps":["trace[1961763130] 'agreement among raft nodes before linearized reading' (duration: 203.704573ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:20:00.744212Z","caller":"traceutil/trace.go:171","msg":"trace[1139019084] transaction","detail":"{read_only:false; response_revision:1598; number_of_response:1; }","duration":"180.043249ms","start":"2026-03-04T06:20:00.564145Z","end":"2026-03-04T06:20:00.744188Z","steps":["trace[1139019084] 'process raft request' (duration: 179.907076ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:20:00.744367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.902711ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T06:20:00.74441Z","caller":"traceutil/trace.go:171","msg":"trace[202863318] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1598; }","duration":"185.977594ms","start":"2026-03-04T06:20:00.558423Z","end":"2026-03-04T06:20:00.7444Z","steps":["trace[202863318] 'agreement among raft nodes before linearized reading' (duration: 185.864201ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:20:00.989024Z","caller":"traceutil/trace.go:171","msg":"trace[851222048] transaction","detail":"{read_only:false; response_revision:1603; number_of_response:1; }","duration":"231.30675ms","start":"2026-03-04T06:20:00.757685Z","end":"2026-03-04T06:20:00.988992Z","steps":["trace[851222048] 'process raft request' (duration: 166.271993ms)","trace[851222048] 'compare' (duration: 64.836621ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T06:20:00.994222Z","caller":"traceutil/trace.go:171","msg":"trace[1746174940] transaction","detail":"{read_only:false; response_revision:1604; number_of_response:1; }","duration":"234.265706ms","start":"2026-03-04T06:20:00.759916Z","end":"2026-03-04T06:20:00.994182Z","steps":["trace[1746174940] 'process raft request' (duration: 234.05106ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:20:00.994542Z","caller":"traceutil/trace.go:171","msg":"trace[1355111028] transaction","detail":"{read_only:false; response_revision:1605; number_of_response:1; }","duration":"229.78058ms","start":"2026-03-04T06:20:00.764744Z","end":"2026-03-04T06:20:00.994524Z","steps":["trace[1355111028] 'process raft request' (duration: 229.369299ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:20:00.994601Z","caller":"traceutil/trace.go:171","msg":"trace[1265992079] linearizableReadLoop","detail":"{readStateIndex:1675; appliedIndex:1671; }","duration":"220.653542ms","start":"2026-03-04T06:20:00.773927Z","end":"2026-03-04T06:20:00.99458Z","steps":["trace[1265992079] 'read index received' (duration: 150.047211ms)","trace[1265992079] 'applied index is now lower than readState.Index' (duration: 70.605451ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T06:20:00.994883Z","caller":"traceutil/trace.go:171","msg":"trace[1716505595] transaction","detail":"{read_only:false; response_revision:1606; number_of_response:1; }","duration":"229.657496ms","start":"2026-03-04T06:20:00.765187Z","end":"2026-03-04T06:20:00.994844Z","steps":["trace[1716505595] 'process raft request' (duration: 229.215945ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:20:00.99491Z","caller":"traceutil/trace.go:171","msg":"trace[267174463] transaction","detail":"{read_only:false; response_revision:1607; number_of_response:1; }","duration":"219.441161ms","start":"2026-03-04T06:20:00.775445Z","end":"2026-03-04T06:20:00.994886Z","steps":["trace[267174463] 'process raft request' (duration: 219.080732ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:20:00.995036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.094764ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-04T06:20:00.995097Z","caller":"traceutil/trace.go:171","msg":"trace[784985312] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1607; }","duration":"221.192326ms","start":"2026-03-04T06:20:00.773891Z","end":"2026-03-04T06:20:00.995083Z","steps":["trace[784985312] 'agreement among raft nodes before linearized reading' (duration: 221.005582ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:20:03.474136Z","caller":"traceutil/trace.go:171","msg":"trace[1302371178] linearizableReadLoop","detail":"{readStateIndex:1716; appliedIndex:1715; }","duration":"466.987541ms","start":"2026-03-04T06:20:03.007123Z","end":"2026-03-04T06:20:03.474111Z","steps":["trace[1302371178] 'read index received' (duration: 466.816647ms)","trace[1302371178] 'applied index is now lower than readState.Index' (duration: 169.784µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T06:20:03.474195Z","caller":"traceutil/trace.go:171","msg":"trace[1153632396] transaction","detail":"{read_only:false; response_revision:1647; number_of_response:1; }","duration":"469.443345ms","start":"2026-03-04T06:20:03.00473Z","end":"2026-03-04T06:20:03.474173Z","steps":["trace[1153632396] 'process raft request' (duration: 469.231289ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:20:03.474341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:20:03.004714Z","time spent":"469.529448ms","remote":"127.0.0.1:48718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T06:20:03.474375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"437.057136ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-186814a2-dcfa-4de3-a092-f04076330fa7\" ","response":"range_response_count:1 size:3627"} {"level":"info","ts":"2026-03-04T06:20:03.474447Z","caller":"traceutil/trace.go:171","msg":"trace[1868944254] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-186814a2-dcfa-4de3-a092-f04076330fa7; range_end:; response_count:1; response_revision:1647; }","duration":"437.176739ms","start":"2026-03-04T06:20:03.037258Z","end":"2026-03-04T06:20:03.474435Z","steps":["trace[1868944254] 'agreement among raft nodes before linearized reading' (duration: 437.004144ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:20:03.474498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:20:03.03724Z","time spent":"437.24841ms","remote":"127.0.0.1:48648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3649,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-186814a2-dcfa-4de3-a092-f04076330fa7\" "} {"level":"warn","ts":"2026-03-04T06:20:03.474526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.562774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"warn","ts":"2026-03-04T06:20:03.474533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.175448ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-04T06:20:03.474552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.735331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-04T06:20:03.474632Z","caller":"traceutil/trace.go:171","msg":"trace[214400313] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1647; }","duration":"258.865634ms","start":"2026-03-04T06:20:03.215747Z","end":"2026-03-04T06:20:03.474613Z","steps":["trace[214400313] 'agreement among raft nodes before linearized reading' (duration: 258.647019ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:20:03.474653Z","caller":"traceutil/trace.go:171","msg":"trace[1247538940] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:1647; }","duration":"191.301722ms","start":"2026-03-04T06:20:03.283297Z","end":"2026-03-04T06:20:03.474598Z","steps":["trace[1247538940] 'agreement among raft nodes before linearized reading' (duration: 191.114027ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:20:03.474597Z","caller":"traceutil/trace.go:171","msg":"trace[1658948797] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1647; }","duration":"256.688387ms","start":"2026-03-04T06:20:03.217891Z","end":"2026-03-04T06:20:03.474579Z","steps":["trace[1658948797] 'agreement among raft nodes before linearized reading' (duration: 256.492482ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:20:03.47502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"467.906336ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-04T06:20:03.475063Z","caller":"traceutil/trace.go:171","msg":"trace[1404691835] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1647; }","duration":"467.995198ms","start":"2026-03-04T06:20:03.007054Z","end":"2026-03-04T06:20:03.475049Z","steps":["trace[1404691835] 'agreement among raft nodes before linearized reading' (duration: 467.177806ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:20:03.475092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:20:03.007022Z","time spent":"468.06246ms","remote":"127.0.0.1:48718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T06:20:04.146008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"538.955658ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T06:20:04.146253Z","caller":"traceutil/trace.go:171","msg":"trace[1314108346] linearizableReadLoop","detail":"{readStateIndex:1719; appliedIndex:1716; }","duration":"568.274858ms","start":"2026-03-04T06:20:03.577961Z","end":"2026-03-04T06:20:04.146236Z","steps":["trace[1314108346] 'read index received' (duration: 29.102275ms)","trace[1314108346] 'applied index is now lower than readState.Index' (duration: 539.171493ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T06:20:04.146456Z","caller":"traceutil/trace.go:171","msg":"trace[96300774] transaction","detail":"{read_only:false; response_revision:1649; number_of_response:1; }","duration":"667.304447ms","start":"2026-03-04T06:20:03.479141Z","end":"2026-03-04T06:20:04.146445Z","steps":["trace[96300774] 'process raft request' (duration: 666.955078ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:20:04.146523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:20:03.479114Z","time spent":"667.374189ms","remote":"127.0.0.1:48718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T06:20:04.146579Z","caller":"traceutil/trace.go:171","msg":"trace[153917179] transaction","detail":"{read_only:false; response_revision:1650; number_of_response:1; }","duration":"667.070711ms","start":"2026-03-04T06:20:03.479481Z","end":"2026-03-04T06:20:04.146552Z","steps":["trace[153917179] 'process raft request' (duration: 666.720232ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:20:04.146747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:20:03.479458Z","time spent":"667.203254ms","remote":"127.0.0.1:48718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T06:20:04.146734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"568.74973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-04T06:20:04.146744Z","caller":"traceutil/trace.go:171","msg":"trace[160125722] transaction","detail":"{read_only:false; response_revision:1648; number_of_response:1; }","duration":"667.379739ms","start":"2026-03-04T06:20:03.478853Z","end":"2026-03-04T06:20:04.146233Z","steps":["trace[160125722] 'process raft request' (duration: 128.119023ms)","trace[160125722] 'compare' (duration: 538.806634ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T06:20:04.146896Z","caller":"traceutil/trace.go:171","msg":"trace[1743271918] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1650; }","duration":"568.863703ms","start":"2026-03-04T06:20:03.577953Z","end":"2026-03-04T06:20:04.146817Z","steps":["trace[1743271918] 'agreement among raft nodes before linearized reading' (duration: 568.549125ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:20:04.14701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:20:03.577883Z","time spent":"569.1078ms","remote":"127.0.0.1:49560","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-04T06:20:04.147244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:20:03.478823Z","time spent":"668.1814ms","remote":"127.0.0.1:48718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T06:20:04.332751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.168153ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-03-04T06:20:04.429873Z","caller":"traceutil/trace.go:171","msg":"trace[1788281441] linearizableReadLoop","detail":"{readStateIndex:1721; appliedIndex:1719; }","duration":"283.545454ms","start":"2026-03-04T06:20:04.146291Z","end":"2026-03-04T06:20:04.429836Z","steps":["trace[1788281441] 'read index received' (duration: 6.314493ms)","trace[1788281441] 'applied index is now lower than readState.Index' (duration: 277.229241ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T06:20:04.430019Z","caller":"traceutil/trace.go:171","msg":"trace[143988842] transaction","detail":"{read_only:false; response_revision:1651; number_of_response:1; }","duration":"289.739325ms","start":"2026-03-04T06:20:04.140251Z","end":"2026-03-04T06:20:04.42999Z","steps":["trace[143988842] 'process raft request' (duration: 289.261402ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:20:04.43012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"527.504701ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-186814a2-dcfa-4de3-a092-f04076330fa7\" ","response":"range_response_count:1 size:3627"} {"level":"warn","ts":"2026-03-04T06:20:04.430149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"620.535094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T06:20:04.430175Z","caller":"traceutil/trace.go:171","msg":"trace[200187613] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-186814a2-dcfa-4de3-a092-f04076330fa7; range_end:; response_count:1; response_revision:1652; }","duration":"527.613184ms","start":"2026-03-04T06:20:03.90254Z","end":"2026-03-04T06:20:04.430153Z","steps":["trace[200187613] 'agreement among raft nodes before linearized reading' (duration: 527.44663ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:20:04.4302Z","caller":"traceutil/trace.go:171","msg":"trace[1620050902] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:1652; }","duration":"620.658817ms","start":"2026-03-04T06:20:03.809528Z","end":"2026-03-04T06:20:04.430187Z","steps":["trace[1620050902] 'agreement among raft nodes before linearized reading' (duration: 620.522043ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:20:04.430201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.662239ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T06:20:04.430226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:20:03.902513Z","time spent":"527.702087ms","remote":"127.0.0.1:48648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3649,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-186814a2-dcfa-4de3-a092-f04076330fa7\" "} {"level":"warn","ts":"2026-03-04T06:20:04.430244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:20:03.809491Z","time spent":"620.743929ms","remote":"127.0.0.1:48648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":22,"response size":29,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"info","ts":"2026-03-04T06:20:04.430253Z","caller":"traceutil/trace.go:171","msg":"trace[1842086959] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1652; }","duration":"184.745671ms","start":"2026-03-04T06:20:04.245496Z","end":"2026-03-04T06:20:04.430242Z","steps":["trace[1842086959] 'agreement among raft nodes before linearized reading' (duration: 184.608728ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:20:04.43024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.840264ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-04T06:20:04.430322Z","caller":"traceutil/trace.go:171","msg":"trace[1929296882] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:1652; }","duration":"265.961478ms","start":"2026-03-04T06:20:04.164339Z","end":"2026-03-04T06:20:04.4303Z","steps":["trace[1929296882] 'agreement among raft nodes before linearized reading' (duration: 265.703131ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:20:04.429987Z","caller":"traceutil/trace.go:171","msg":"trace[35939929] transaction","detail":"{read_only:false; response_revision:1652; number_of_response:1; }","duration":"282.266391ms","start":"2026-03-04T06:20:04.147654Z","end":"2026-03-04T06:20:04.42992Z","steps":["trace[35939929] 'process raft request' (duration: 282.122027ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:20:05.558713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.036584605s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T06:20:05.558841Z","caller":"traceutil/trace.go:171","msg":"trace[1122349541] transaction","detail":"{read_only:false; response_revision:1653; number_of_response:1; }","duration":"1.123125339s","start":"2026-03-04T06:20:04.43569Z","end":"2026-03-04T06:20:05.558816Z","steps":["trace[1122349541] 'process raft request' (duration: 86.33601ms)","trace[1122349541] 'compare' (duration: 1.036468361s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T06:20:05.55894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:20:04.435665Z","time spent":"1.123231791s","remote":"127.0.0.1:48718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T06:20:05.579629Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.057590589s","expected-duration":"1s"} {"level":"info","ts":"2026-03-04T06:20:05.579846Z","caller":"traceutil/trace.go:171","msg":"trace[1906070715] linearizableReadLoop","detail":"{readStateIndex:1724; appliedIndex:1722; }","duration":"1.100624275s","start":"2026-03-04T06:20:04.479204Z","end":"2026-03-04T06:20:05.579828Z","steps":["trace[1906070715] 'read index received' (duration: 42.8166ms)","trace[1906070715] 'applied index is now lower than readState.Index' (duration: 1.057806565s)"],"step_count":2} {"level":"info","ts":"2026-03-04T06:20:05.579929Z","caller":"traceutil/trace.go:171","msg":"trace[1209885702] transaction","detail":"{read_only:false; response_revision:1654; number_of_response:1; }","duration":"1.142362297s","start":"2026-03-04T06:20:04.437557Z","end":"2026-03-04T06:20:05.579919Z","steps":["trace[1209885702] 'process raft request' (duration: 1.142183183s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:20:05.580001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:20:04.437533Z","time spent":"1.142424569s","remote":"127.0.0.1:48648","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3732,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T06:20:05.580139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.100943503s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-186814a2-dcfa-4de3-a092-f04076330fa7\" ","response":"range_response_count:1 size:3747"} {"level":"info","ts":"2026-03-04T06:20:05.580171Z","caller":"traceutil/trace.go:171","msg":"trace[1044022432] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-186814a2-dcfa-4de3-a092-f04076330fa7; range_end:; response_count:1; response_revision:1654; }","duration":"1.101022836s","start":"2026-03-04T06:20:04.479138Z","end":"2026-03-04T06:20:05.580161Z","steps":["trace[1044022432] 'agreement among raft nodes before linearized reading' (duration: 1.100960174s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:20:05.580199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:20:04.479102Z","time spent":"1.101090396s","remote":"127.0.0.1:48648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3769,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-186814a2-dcfa-4de3-a092-f04076330fa7\" "} {"level":"info","ts":"2026-03-04T06:20:05.604197Z","caller":"traceutil/trace.go:171","msg":"trace[1140099096] transaction","detail":"{read_only:false; response_revision:1655; number_of_response:1; }","duration":"1.036098171s","start":"2026-03-04T06:20:04.56806Z","end":"2026-03-04T06:20:05.604158Z","steps":["trace[1140099096] 'process raft request' (duration: 1.035589428s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:20:05.604363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:20:04.568039Z","time spent":"1.036234665s","remote":"127.0.0.1:48718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T06:20:05.604581Z","caller":"traceutil/trace.go:171","msg":"trace[869575229] transaction","detail":"{read_only:false; response_revision:1657; number_of_response:1; }","duration":"497.562235ms","start":"2026-03-04T06:20:05.106981Z","end":"2026-03-04T06:20:05.604543Z","steps":["trace[869575229] 'process raft request' (duration: 497.181965ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:20:05.60461Z","caller":"traceutil/trace.go:171","msg":"trace[1479198302] transaction","detail":"{read_only:false; response_revision:1656; number_of_response:1; }","duration":"848.752982ms","start":"2026-03-04T06:20:04.755836Z","end":"2026-03-04T06:20:05.604589Z","steps":["trace[1479198302] 'process raft request' (duration: 848.001753ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:20:05.604663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.106263932s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-04T06:20:05.604699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:20:04.755749Z","time spent":"848.901787ms","remote":"127.0.0.1:48718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T06:20:05.604705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:20:05.106958Z","time spent":"497.682698ms","remote":"127.0.0.1:48718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T06:20:05.604787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.05299082s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-03-04T06:20:05.604855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.412953ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-04T06:20:05.60483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.695804ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T06:20:05.604875Z","caller":"traceutil/trace.go:171","msg":"trace[553515816] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1657; }","duration":"1.053080142s","start":"2026-03-04T06:20:04.55178Z","end":"2026-03-04T06:20:05.60486Z","steps":["trace[553515816] 'agreement among raft nodes before linearized reading' (duration: 1.052869217s)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:20:05.604906Z","caller":"traceutil/trace.go:171","msg":"trace[800253231] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1657; }","duration":"125.488155ms","start":"2026-03-04T06:20:05.479398Z","end":"2026-03-04T06:20:05.604887Z","steps":["trace[800253231] 'agreement among raft nodes before linearized reading' (duration: 125.345941ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:20:05.604917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:20:04.551737Z","time spent":"1.053172265s","remote":"127.0.0.1:49560","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-04T06:20:05.604926Z","caller":"traceutil/trace.go:171","msg":"trace[1640228910] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1657; }","duration":"358.843488ms","start":"2026-03-04T06:20:05.246059Z","end":"2026-03-04T06:20:05.604902Z","steps":["trace[1640228910] 'agreement among raft nodes before linearized reading' (duration: 358.692674ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:20:05.604983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:20:05.246034Z","time spent":"358.935529ms","remote":"127.0.0.1:48452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T06:20:05.60471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"620.464862ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-03-04T06:20:05.605087Z","caller":"traceutil/trace.go:171","msg":"trace[1355894046] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:1657; }","duration":"620.916564ms","start":"2026-03-04T06:20:04.984155Z","end":"2026-03-04T06:20:05.605072Z","steps":["trace[1355894046] 'agreement among raft nodes before linearized reading' (duration: 620.356649ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:20:05.605125Z","caller":"traceutil/trace.go:171","msg":"trace[729433210] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1657; }","duration":"1.106739304s","start":"2026-03-04T06:20:04.49837Z","end":"2026-03-04T06:20:05.60511Z","steps":["trace[729433210] 'agreement among raft nodes before linearized reading' (duration: 1.106148469s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:20:05.605136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:20:04.984133Z","time spent":"620.990686ms","remote":"127.0.0.1:48718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":552,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-04T06:20:05.605173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:20:04.49833Z","time spent":"1.106832426s","remote":"127.0.0.1:48718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T06:20:05.604666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"450.749651ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-04T06:20:05.60527Z","caller":"traceutil/trace.go:171","msg":"trace[973133250] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1657; }","duration":"451.392177ms","start":"2026-03-04T06:20:05.15385Z","end":"2026-03-04T06:20:05.605242Z","steps":["trace[973133250] 'agreement among raft nodes before linearized reading' (duration: 450.592147ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:20:05.605332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:20:05.153828Z","time spent":"451.4881ms","remote":"127.0.0.1:49560","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-04T06:20:10.61503Z","caller":"traceutil/trace.go:171","msg":"trace[1464865229] linearizableReadLoop","detail":"{readStateIndex:1775; appliedIndex:1774; }","duration":"446.493628ms","start":"2026-03-04T06:20:10.168506Z","end":"2026-03-04T06:20:10.615Z","steps":["trace[1464865229] 'read index received' (duration: 445.679547ms)","trace[1464865229] 'applied index is now lower than readState.Index' (duration: 812.871µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T06:20:10.615153Z","caller":"traceutil/trace.go:171","msg":"trace[846027748] transaction","detail":"{read_only:false; response_revision:1703; number_of_response:1; }","duration":"477.957775ms","start":"2026-03-04T06:20:10.137149Z","end":"2026-03-04T06:20:10.615107Z","steps":["trace[846027748] 'process raft request' (duration: 477.636707ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:20:10.615281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"446.763596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-04T06:20:10.615333Z","caller":"traceutil/trace.go:171","msg":"trace[207613842] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1703; }","duration":"446.874419ms","start":"2026-03-04T06:20:10.168443Z","end":"2026-03-04T06:20:10.615317Z","steps":["trace[207613842] 'agreement among raft nodes before linearized reading' (duration: 446.700164ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:20:10.615372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:20:10.16842Z","time spent":"446.94322ms","remote":"127.0.0.1:48718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T06:20:10.615432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:20:10.137089Z","time spent":"478.185091ms","remote":"127.0.0.1:48718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T06:20:10.629017Z","caller":"traceutil/trace.go:171","msg":"trace[870349571] transaction","detail":"{read_only:false; response_revision:1704; number_of_response:1; }","duration":"177.38511ms","start":"2026-03-04T06:20:10.451599Z","end":"2026-03-04T06:20:10.628984Z","steps":["trace[870349571] 'process raft request' (duration: 177.192365ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:20:10.629042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"456.17267ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-03-04T06:20:10.629197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"456.127218ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"info","ts":"2026-03-04T06:20:10.629278Z","caller":"traceutil/trace.go:171","msg":"trace[1750160061] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1704; }","duration":"456.266432ms","start":"2026-03-04T06:20:10.172995Z","end":"2026-03-04T06:20:10.629261Z","steps":["trace[1750160061] 'agreement among raft nodes before linearized reading' (duration: 455.954904ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:20:10.629325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:20:10.172952Z","time spent":"456.364954ms","remote":"127.0.0.1:48718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":512,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-04T06:20:10.62933Z","caller":"traceutil/trace.go:171","msg":"trace[1828569791] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1704; }","duration":"456.457447ms","start":"2026-03-04T06:20:10.172789Z","end":"2026-03-04T06:20:10.629247Z","steps":["trace[1828569791] 'agreement among raft nodes before linearized reading' (duration: 456.115078ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:20:10.629526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:20:10.172781Z","time spent":"456.699123ms","remote":"127.0.0.1:48718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":454,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T06:20:10.629565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"382.135559ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T06:20:10.629621Z","caller":"traceutil/trace.go:171","msg":"trace[1570285985] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1704; }","duration":"382.233622ms","start":"2026-03-04T06:20:10.247371Z","end":"2026-03-04T06:20:10.629605Z","steps":["trace[1570285985] 'agreement among raft nodes before linearized reading' (duration: 382.123239ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:20:10.629687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:20:10.247346Z","time spent":"382.333445ms","remote":"127.0.0.1:48452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T06:20:17.894121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.290454ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T06:20:17.894305Z","caller":"traceutil/trace.go:171","msg":"trace[1102089440] transaction","detail":"{read_only:false; response_revision:1761; number_of_response:1; }","duration":"236.921718ms","start":"2026-03-04T06:20:17.657345Z","end":"2026-03-04T06:20:17.894267Z","steps":["trace[1102089440] 'process raft request' (duration: 132.395868ms)","trace[1102089440] 'compare' (duration: 103.980186ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T06:20:17.894226Z","caller":"traceutil/trace.go:171","msg":"trace[1955099811] linearizableReadLoop","detail":"{readStateIndex:1834; appliedIndex:1832; }","duration":"235.681086ms","start":"2026-03-04T06:20:17.658528Z","end":"2026-03-04T06:20:17.894209Z","steps":["trace[1955099811] 'read index received' (duration: 59.686749ms)","trace[1955099811] 'applied index is now lower than readState.Index' (duration: 175.993017ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T06:20:17.894679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.126847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-04T06:20:17.894709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.405397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-04T06:20:17.894743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.176957ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-04T06:20:17.894754Z","caller":"traceutil/trace.go:171","msg":"trace[752112269] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1761; }","duration":"236.223989ms","start":"2026-03-04T06:20:17.658511Z","end":"2026-03-04T06:20:17.894735Z","steps":["trace[752112269] 'agreement among raft nodes before linearized reading' (duration: 236.039564ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:20:17.8948Z","caller":"traceutil/trace.go:171","msg":"trace[644601734] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1761; }","duration":"190.25696ms","start":"2026-03-04T06:20:17.704528Z","end":"2026-03-04T06:20:17.894784Z","steps":["trace[644601734] 'agreement among raft nodes before linearized reading' (duration: 190.114636ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:20:17.894755Z","caller":"traceutil/trace.go:171","msg":"trace[1044259364] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1761; }","duration":"207.505609ms","start":"2026-03-04T06:20:17.687234Z","end":"2026-03-04T06:20:17.89474Z","steps":["trace[1044259364] 'agreement among raft nodes before linearized reading' (duration: 207.343385ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:20:18.307188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.780541ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T06:20:18.307296Z","caller":"traceutil/trace.go:171","msg":"trace[2027496564] transaction","detail":"{read_only:false; response_revision:1762; number_of_response:1; }","duration":"407.987687ms","start":"2026-03-04T06:20:17.899289Z","end":"2026-03-04T06:20:18.307276Z","steps":["trace[2027496564] 'process raft request' (duration: 165.025611ms)","trace[2027496564] 'compare' (duration: 242.557125ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T06:20:18.307359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:20:17.899268Z","time spent":"408.059928ms","remote":"127.0.0.1:48718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T06:20:18.627089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.109246ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T06:20:18.627409Z","caller":"traceutil/trace.go:171","msg":"trace[245130654] linearizableReadLoop","detail":"{readStateIndex:1837; appliedIndex:1835; }","duration":"378.938847ms","start":"2026-03-04T06:20:18.248445Z","end":"2026-03-04T06:20:18.627384Z","steps":["trace[245130654] 'read index received' (duration: 219.35921ms)","trace[245130654] 'applied index is now lower than readState.Index' (duration: 159.577097ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T06:20:18.627502Z","caller":"traceutil/trace.go:171","msg":"trace[622733641] transaction","detail":"{read_only:false; response_revision:1764; number_of_response:1; }","duration":"502.319659ms","start":"2026-03-04T06:20:18.125165Z","end":"2026-03-04T06:20:18.627485Z","steps":["trace[622733641] 'process raft request' (duration: 502.040682ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:20:18.627592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.146293ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T06:20:18.627353Z","caller":"traceutil/trace.go:171","msg":"trace[1426684360] transaction","detail":"{read_only:false; response_revision:1763; number_of_response:1; }","duration":"727.744068ms","start":"2026-03-04T06:20:17.899576Z","end":"2026-03-04T06:20:18.62732Z","steps":["trace[1426684360] 'process raft request' (duration: 568.313614ms)","trace[1426684360] 'compare' (duration: 158.977622ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T06:20:18.627634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:20:18.125136Z","time spent":"502.413052ms","remote":"127.0.0.1:48718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T06:20:18.627715Z","caller":"traceutil/trace.go:171","msg":"trace[183390713] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1764; }","duration":"379.301517ms","start":"2026-03-04T06:20:18.248394Z","end":"2026-03-04T06:20:18.627695Z","steps":["trace[183390713] 'agreement among raft nodes before linearized reading' (duration: 379.120842ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:20:18.627844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.241105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.209\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-03-04T06:20:18.62788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:20:18.248371Z","time spent":"379.457841ms","remote":"127.0.0.1:48452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T06:20:18.627928Z","caller":"traceutil/trace.go:171","msg":"trace[623107781] range","detail":"{range_begin:/registry/masterleases/162.253.55.209; range_end:; response_count:1; response_revision:1764; }","duration":"245.381849ms","start":"2026-03-04T06:20:18.382527Z","end":"2026-03-04T06:20:18.627909Z","steps":["trace[623107781] 'agreement among raft nodes before linearized reading' (duration: 245.124762ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:20:18.628094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:20:17.899552Z","time spent":"728.19218ms","remote":"127.0.0.1:48718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T06:20:18.910423Z","caller":"traceutil/trace.go:171","msg":"trace[1348148529] linearizableReadLoop","detail":"{readStateIndex:1840; appliedIndex:1838; }","duration":"217.866741ms","start":"2026-03-04T06:20:18.69253Z","end":"2026-03-04T06:20:18.910396Z","steps":["trace[1348148529] 'read index received' (duration: 19.704655ms)","trace[1348148529] 'applied index is now lower than readState.Index' (duration: 198.161216ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T06:20:18.910661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.115287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-04T06:20:18.91061Z","caller":"traceutil/trace.go:171","msg":"trace[417468243] transaction","detail":"{read_only:false; response_revision:1766; number_of_response:1; }","duration":"251.753346ms","start":"2026-03-04T06:20:18.658791Z","end":"2026-03-04T06:20:18.910545Z","steps":["trace[417468243] 'process raft request' (duration: 174.504528ms)","trace[417468243] 'compare' (duration: 76.97392ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T06:20:18.910717Z","caller":"traceutil/trace.go:171","msg":"trace[1836781745] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1766; }","duration":"218.21308ms","start":"2026-03-04T06:20:18.692491Z","end":"2026-03-04T06:20:18.910704Z","steps":["trace[1836781745] 'agreement among raft nodes before linearized reading' (duration: 218.054026ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:20:18.910722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.754039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-03-04T06:20:18.910758Z","caller":"traceutil/trace.go:171","msg":"trace[1585644497] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:1766; }","duration":"196.803821ms","start":"2026-03-04T06:20:18.713943Z","end":"2026-03-04T06:20:18.910747Z","steps":["trace[1585644497] 'agreement among raft nodes before linearized reading' (duration: 196.745969ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:20:18.910737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.035201ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T06:20:18.910831Z","caller":"traceutil/trace.go:171","msg":"trace[1130141697] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:1766; }","duration":"193.159315ms","start":"2026-03-04T06:20:18.717644Z","end":"2026-03-04T06:20:18.910803Z","steps":["trace[1130141697] 'agreement among raft nodes before linearized reading' (duration: 192.97647ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:20:18.910824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.765133ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-04T06:20:18.910661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.139597ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-04T06:20:18.910897Z","caller":"traceutil/trace.go:171","msg":"trace[1500581854] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1766; }","duration":"208.867965ms","start":"2026-03-04T06:20:18.702009Z","end":"2026-03-04T06:20:18.910877Z","steps":["trace[1500581854] 'agreement among raft nodes before linearized reading' (duration: 208.705821ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:20:18.91092Z","caller":"traceutil/trace.go:171","msg":"trace[1944650764] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1766; }","duration":"213.452315ms","start":"2026-03-04T06:20:18.697456Z","end":"2026-03-04T06:20:18.910909Z","steps":["trace[1944650764] 'agreement among raft nodes before linearized reading' (duration: 213.108486ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:20:19.328187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.054042ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T06:20:19.328439Z","caller":"traceutil/trace.go:171","msg":"trace[2130148176] transaction","detail":"{read_only:false; response_revision:1768; number_of_response:1; }","duration":"413.174922ms","start":"2026-03-04T06:20:18.915245Z","end":"2026-03-04T06:20:19.32842Z","steps":["trace[2130148176] 'process raft request' (duration: 413.056759ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:20:19.328475Z","caller":"traceutil/trace.go:171","msg":"trace[1336181567] transaction","detail":"{read_only:false; response_revision:1767; number_of_response:1; }","duration":"413.574772ms","start":"2026-03-04T06:20:18.914866Z","end":"2026-03-04T06:20:19.328441Z","steps":["trace[1336181567] 'process raft request' (duration: 135.155901ms)","trace[1336181567] 'compare' (duration: 277.798515ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T06:20:19.328512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:20:18.915223Z","time spent":"413.251013ms","remote":"127.0.0.1:48718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T06:20:19.328621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:20:18.914847Z","time spent":"413.691975ms","remote":"127.0.0.1:48718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T06:20:19.328912Z","caller":"traceutil/trace.go:171","msg":"trace[811875907] transaction","detail":"{read_only:false; response_revision:1769; number_of_response:1; }","duration":"412.093503ms","start":"2026-03-04T06:20:18.91676Z","end":"2026-03-04T06:20:19.328854Z","steps":["trace[811875907] 'process raft request' (duration: 411.626031ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:20:19.329085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:20:18.916743Z","time spent":"412.256318ms","remote":"127.0.0.1:48718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T06:20:22.03198Z","caller":"traceutil/trace.go:171","msg":"trace[1334709770] transaction","detail":"{read_only:false; response_revision:1783; number_of_response:1; }","duration":"122.361066ms","start":"2026-03-04T06:20:21.909582Z","end":"2026-03-04T06:20:22.031943Z","steps":["trace[1334709770] 'process raft request' (duration: 122.061688ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:20:23.14062Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13228088842438736691,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-04T06:20:23.195706Z","caller":"traceutil/trace.go:171","msg":"trace[2132885324] transaction","detail":"{read_only:false; response_revision:1784; number_of_response:1; }","duration":"872.103228ms","start":"2026-03-04T06:20:22.323578Z","end":"2026-03-04T06:20:23.195681Z","steps":["trace[2132885324] 'process raft request' (duration: 871.879853ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:20:23.19586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:20:22.323549Z","time spent":"872.221562ms","remote":"127.0.0.1:48718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T06:20:24.093487Z","caller":"traceutil/trace.go:171","msg":"trace[49014682] linearizableReadLoop","detail":"{readStateIndex:1859; appliedIndex:1857; }","duration":"1.453388761s","start":"2026-03-04T06:20:22.640067Z","end":"2026-03-04T06:20:24.093455Z","steps":["trace[49014682] 'read index received' (duration: 555.491588ms)","trace[49014682] 'applied index is now lower than readState.Index' (duration: 897.895293ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T06:20:24.093556Z","caller":"traceutil/trace.go:171","msg":"trace[1120082552] transaction","detail":"{read_only:false; response_revision:1785; number_of_response:1; }","duration":"1.171376085s","start":"2026-03-04T06:20:22.922142Z","end":"2026-03-04T06:20:24.093518Z","steps":["trace[1120082552] 'process raft request' (duration: 1.163764037s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:20:24.093701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:20:22.922117Z","time spent":"1.171499099s","remote":"127.0.0.1:48718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T06:20:24.093764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.453671168s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-04T06:20:24.093807Z","caller":"traceutil/trace.go:171","msg":"trace[1621066864] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1785; }","duration":"1.453767351s","start":"2026-03-04T06:20:22.640029Z","end":"2026-03-04T06:20:24.093796Z","steps":["trace[1621066864] 'agreement among raft nodes before linearized reading' (duration: 1.453581346s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:20:24.093853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:20:22.64001Z","time spent":"1.453833153s","remote":"127.0.0.1:48718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-04T06:20:24.097849Z","caller":"traceutil/trace.go:171","msg":"trace[2090667403] transaction","detail":"{read_only:false; response_revision:1786; number_of_response:1; }","duration":"357.131299ms","start":"2026-03-04T06:20:23.740695Z","end":"2026-03-04T06:20:24.097826Z","steps":["trace[2090667403] 'process raft request' (duration: 356.997555ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:20:24.098056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:20:23.740677Z","time spent":"357.287863ms","remote":"127.0.0.1:48718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T06:20:24.098223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.059023151s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-04T06:20:24.098619Z","caller":"traceutil/trace.go:171","msg":"trace[687843765] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1787; }","duration":"1.059429172s","start":"2026-03-04T06:20:23.039169Z","end":"2026-03-04T06:20:24.098598Z","steps":["trace[687843765] 'agreement among raft nodes before linearized reading' (duration: 1.058893138s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:20:24.098305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"770.783473ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T06:20:24.098849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:20:23.039093Z","time spent":"1.059562415s","remote":"127.0.0.1:49560","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-04T06:20:24.098866Z","caller":"traceutil/trace.go:171","msg":"trace[1229916037] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:1787; }","duration":"771.387739ms","start":"2026-03-04T06:20:23.327467Z","end":"2026-03-04T06:20:24.098855Z","steps":["trace[1229916037] 'agreement among raft nodes before linearized reading' (duration: 770.805483ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:20:24.098901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:20:23.327445Z","time spent":"771.441839ms","remote":"127.0.0.1:40082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-04T06:20:24.098357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"756.840688ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-04T06:20:24.098998Z","caller":"traceutil/trace.go:171","msg":"trace[1478761992] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1787; }","duration":"757.478474ms","start":"2026-03-04T06:20:23.341484Z","end":"2026-03-04T06:20:24.098963Z","steps":["trace[1478761992] 'agreement among raft nodes before linearized reading' (duration: 756.770626ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:20:24.09903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"758.674906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-04T06:20:24.099066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:20:23.341475Z","time spent":"757.574307ms","remote":"127.0.0.1:48718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-04T06:20:24.099101Z","caller":"traceutil/trace.go:171","msg":"trace[317427490] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1787; }","duration":"758.768089ms","start":"2026-03-04T06:20:23.340312Z","end":"2026-03-04T06:20:24.09908Z","steps":["trace[317427490] 'agreement among raft nodes before linearized reading' (duration: 758.577904ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:20:24.098373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"851.271975ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T06:20:24.099142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:20:23.340297Z","time spent":"758.83763ms","remote":"127.0.0.1:48718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-04T06:20:24.099175Z","caller":"traceutil/trace.go:171","msg":"trace[149920400] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1787; }","duration":"852.109897ms","start":"2026-03-04T06:20:23.247053Z","end":"2026-03-04T06:20:24.099163Z","steps":["trace[149920400] 'agreement among raft nodes before linearized reading' (duration: 851.245464ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:20:24.098449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"755.015451ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-04T06:20:24.099208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:20:23.247034Z","time spent":"852.166548ms","remote":"127.0.0.1:48452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T06:20:24.098456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"397.921544ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T06:20:24.099238Z","caller":"traceutil/trace.go:171","msg":"trace[1921175411] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1787; }","duration":"755.818291ms","start":"2026-03-04T06:20:23.343408Z","end":"2026-03-04T06:20:24.099227Z","steps":["trace[1921175411] 'agreement among raft nodes before linearized reading' (duration: 754.767204ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:20:24.099356Z","caller":"traceutil/trace.go:171","msg":"trace[369932953] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:1787; }","duration":"398.838528ms","start":"2026-03-04T06:20:23.700469Z","end":"2026-03-04T06:20:24.099307Z","steps":["trace[369932953] 'agreement among raft nodes before linearized reading' (duration: 397.933995ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:20:24.099509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:20:23.3434Z","time spent":"756.096738ms","remote":"127.0.0.1:48718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T06:20:24.099648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:20:23.700444Z","time spent":"399.073474ms","remote":"127.0.0.1:48924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":29,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"info","ts":"2026-03-04T06:20:40.336658Z","caller":"traceutil/trace.go:171","msg":"trace[1794301789] transaction","detail":"{read_only:false; response_revision:1873; number_of_response:1; }","duration":"102.068596ms","start":"2026-03-04T06:20:40.234556Z","end":"2026-03-04T06:20:40.336624Z","steps":["trace[1794301789] 'process raft request' (duration: 100.388812ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:20:55.8059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.321751ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-04T06:20:55.805981Z","caller":"traceutil/trace.go:171","msg":"trace[493900275] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1944; }","duration":"275.457445ms","start":"2026-03-04T06:20:55.530506Z","end":"2026-03-04T06:20:55.805964Z","steps":["trace[493900275] 'range keys from in-memory index tree' (duration: 275.181567ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:20:55.806202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.121146ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T06:20:55.806296Z","caller":"traceutil/trace.go:171","msg":"trace[1882425823] linearizableReadLoop","detail":"{readStateIndex:2026; appliedIndex:2025; }","duration":"117.090508ms","start":"2026-03-04T06:20:55.68919Z","end":"2026-03-04T06:20:55.80628Z","steps":["trace[1882425823] 'read index received' (duration: 16.86µs)","trace[1882425823] 'applied index is now lower than readState.Index' (duration: 117.072318ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T06:20:55.806367Z","caller":"traceutil/trace.go:171","msg":"trace[510166949] transaction","detail":"{read_only:false; response_revision:1945; number_of_response:1; }","duration":"166.1377ms","start":"2026-03-04T06:20:55.64021Z","end":"2026-03-04T06:20:55.806348Z","steps":["trace[510166949] 'process raft request' (duration: 19.791367ms)","trace[510166949] 'compare' (duration: 145.710206ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T06:20:55.806424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.226211ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T06:20:55.806456Z","caller":"traceutil/trace.go:171","msg":"trace[1282670311] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:1945; }","duration":"117.279343ms","start":"2026-03-04T06:20:55.689167Z","end":"2026-03-04T06:20:55.806447Z","steps":["trace[1282670311] 'agreement among raft nodes before linearized reading' (duration: 117.192751ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:20:56.102079Z","caller":"traceutil/trace.go:171","msg":"trace[527417311] transaction","detail":"{read_only:false; response_revision:1946; number_of_response:1; }","duration":"292.699695ms","start":"2026-03-04T06:20:55.809333Z","end":"2026-03-04T06:20:56.102032Z","steps":["trace[527417311] 'process raft request' (duration: 239.009223ms)","trace[527417311] 'compare' (duration: 53.337982ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T06:20:56.518076Z","caller":"traceutil/trace.go:171","msg":"trace[706122100] transaction","detail":"{read_only:false; response_revision:1948; number_of_response:1; }","duration":"137.612603ms","start":"2026-03-04T06:20:56.380436Z","end":"2026-03-04T06:20:56.518049Z","steps":["trace[706122100] 'process raft request' (duration: 137.396328ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:20:56.51923Z","caller":"traceutil/trace.go:171","msg":"trace[1804639861] transaction","detail":"{read_only:false; response_revision:1949; number_of_response:1; }","duration":"104.20723ms","start":"2026-03-04T06:20:56.414995Z","end":"2026-03-04T06:20:56.519203Z","steps":["trace[1804639861] 'process raft request' (duration: 103.928713ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:20:56.519463Z","caller":"traceutil/trace.go:171","msg":"trace[1977360767] transaction","detail":"{read_only:false; response_revision:1950; number_of_response:1; }","duration":"100.801051ms","start":"2026-03-04T06:20:56.41863Z","end":"2026-03-04T06:20:56.519431Z","steps":["trace[1977360767] 'process raft request' (duration: 100.506484ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:21:03.045088Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13228088842438737173,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-04T06:21:03.332392Z","caller":"traceutil/trace.go:171","msg":"trace[314122631] transaction","detail":"{read_only:false; response_revision:1975; number_of_response:1; }","duration":"794.114922ms","start":"2026-03-04T06:21:02.538256Z","end":"2026-03-04T06:21:03.332371Z","steps":["trace[314122631] 'process raft request' (duration: 793.970758ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:21:03.332603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:21:02.538227Z","time spent":"794.241085ms","remote":"127.0.0.1:48718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T06:21:03.370585Z","caller":"traceutil/trace.go:171","msg":"trace[847505001] transaction","detail":"{read_only:false; response_revision:1976; number_of_response:1; }","duration":"832.249648ms","start":"2026-03-04T06:21:02.538312Z","end":"2026-03-04T06:21:03.370561Z","steps":["trace[847505001] 'process raft request' (duration: 832.074823ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:21:03.370789Z","caller":"traceutil/trace.go:171","msg":"trace[974030787] linearizableReadLoop","detail":"{readStateIndex:2060; appliedIndex:2057; }","duration":"825.729438ms","start":"2026-03-04T06:21:02.545024Z","end":"2026-03-04T06:21:03.370753Z","steps":["trace[974030787] 'read index received' (duration: 787.202251ms)","trace[974030787] 'applied index is now lower than readState.Index' (duration: 38.524987ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T06:21:03.370858Z","caller":"traceutil/trace.go:171","msg":"trace[1892011412] transaction","detail":"{read_only:false; response_revision:1977; number_of_response:1; }","duration":"832.213797ms","start":"2026-03-04T06:21:02.538616Z","end":"2026-03-04T06:21:03.37083Z","steps":["trace[1892011412] 'process raft request' (duration: 831.901578ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:21:03.37102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:21:02.538585Z","time spent":"832.32947ms","remote":"127.0.0.1:48718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T06:21:03.371108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"512.616249ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-03-04T06:21:03.371241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"821.169688ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-04T06:21:03.371248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.775343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T06:21:03.371312Z","caller":"traceutil/trace.go:171","msg":"trace[200435534] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1977; }","duration":"123.878656ms","start":"2026-03-04T06:21:03.247414Z","end":"2026-03-04T06:21:03.371293Z","steps":["trace[200435534] 'agreement among raft nodes before linearized reading' (duration: 123.775383ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:21:03.371308Z","caller":"traceutil/trace.go:171","msg":"trace[385860381] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1977; }","duration":"821.259371ms","start":"2026-03-04T06:21:02.550028Z","end":"2026-03-04T06:21:03.371288Z","steps":["trace[385860381] 'agreement among raft nodes before linearized reading' (duration: 821.132847ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:21:03.371364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:21:02.550012Z","time spent":"821.340233ms","remote":"127.0.0.1:48718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T06:21:03.371126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"822.486903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-04T06:21:03.370883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:21:02.538284Z","time spent":"832.375521ms","remote":"127.0.0.1:48718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T06:21:03.371429Z","caller":"traceutil/trace.go:171","msg":"trace[21741043] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1977; }","duration":"822.813742ms","start":"2026-03-04T06:21:02.548593Z","end":"2026-03-04T06:21:03.371407Z","steps":["trace[21741043] 'agreement among raft nodes before linearized reading' (duration: 822.36897ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:21:03.371493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:21:02.548579Z","time spent":"822.896183ms","remote":"127.0.0.1:48718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T06:21:03.371493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"826.465906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-04T06:21:03.371469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"818.754785ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-04T06:21:03.371544Z","caller":"traceutil/trace.go:171","msg":"trace[1552378126] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1977; }","duration":"826.550849ms","start":"2026-03-04T06:21:02.544979Z","end":"2026-03-04T06:21:03.37153Z","steps":["trace[1552378126] 'agreement among raft nodes before linearized reading' (duration: 825.936543ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:21:03.371692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:21:02.544964Z","time spent":"826.711933ms","remote":"127.0.0.1:48718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-04T06:21:03.371342Z","caller":"traceutil/trace.go:171","msg":"trace[646643983] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1977; }","duration":"512.742493ms","start":"2026-03-04T06:21:02.85843Z","end":"2026-03-04T06:21:03.371173Z","steps":["trace[646643983] 'agreement among raft nodes before linearized reading' (duration: 512.535957ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:21:03.37185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:21:02.858407Z","time spent":"513.43189ms","remote":"127.0.0.1:49560","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-04T06:21:03.371612Z","caller":"traceutil/trace.go:171","msg":"trace[694873846] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1977; }","duration":"818.991022ms","start":"2026-03-04T06:21:02.552604Z","end":"2026-03-04T06:21:03.371595Z","steps":["trace[694873846] 'agreement among raft nodes before linearized reading' (duration: 818.53762ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:21:03.372197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:21:02.552586Z","time spent":"819.596227ms","remote":"127.0.0.1:48718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T06:21:04.879336Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13228088842438737186,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-04T06:21:05.258254Z","caller":"traceutil/trace.go:171","msg":"trace[1753520092] linearizableReadLoop","detail":"{readStateIndex:2068; appliedIndex:2067; }","duration":"878.956328ms","start":"2026-03-04T06:21:04.379272Z","end":"2026-03-04T06:21:05.258228Z","steps":["trace[1753520092] 'read index received' (duration: 795.94488ms)","trace[1753520092] 'applied index is now lower than readState.Index' (duration: 83.010318ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T06:21:05.258375Z","caller":"traceutil/trace.go:171","msg":"trace[755620461] transaction","detail":"{read_only:false; response_revision:1984; number_of_response:1; }","duration":"996.295172ms","start":"2026-03-04T06:21:04.262067Z","end":"2026-03-04T06:21:05.258362Z","steps":["trace[755620461] 'process raft request' (duration: 913.262093ms)","trace[755620461] 'compare' (duration: 82.67332ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T06:21:05.25848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:21:04.262031Z","time spent":"996.375364ms","remote":"127.0.0.1:48638","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8396,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T06:21:05.258724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"879.45776ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-04T06:21:05.258761Z","caller":"traceutil/trace.go:171","msg":"trace[10339467] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1984; }","duration":"879.530352ms","start":"2026-03-04T06:21:04.379221Z","end":"2026-03-04T06:21:05.258751Z","steps":["trace[10339467] 'agreement among raft nodes before linearized reading' (duration: 879.377378ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:21:05.258791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:21:04.3792Z","time spent":"879.584344ms","remote":"127.0.0.1:49560","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-04T06:21:05.942317Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13228088842438737193,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T06:21:07.035688Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.071048435s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-04T06:21:07.102126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.137447479s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T06:21:07.102493Z","caller":"traceutil/trace.go:171","msg":"trace[105149862] transaction","detail":"{read_only:false; response_revision:1985; number_of_response:1; }","duration":"1.764926879s","start":"2026-03-04T06:21:05.33754Z","end":"2026-03-04T06:21:07.102467Z","steps":["trace[105149862] 'process raft request' (duration: 627.051808ms)","trace[105149862] 'compare' (duration: 1.136834523s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T06:21:07.102613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:21:05.337518Z","time spent":"1.765031851s","remote":"127.0.0.1:48718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T06:21:07.102657Z","caller":"traceutil/trace.go:171","msg":"trace[2004188819] transaction","detail":"{read_only:false; response_revision:1986; number_of_response:1; }","duration":"1.726965127s","start":"2026-03-04T06:21:05.375655Z","end":"2026-03-04T06:21:07.102621Z","steps":["trace[2004188819] 'process raft request' (duration: 1.726588447s)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:21:07.102657Z","caller":"traceutil/trace.go:171","msg":"trace[1991913291] transaction","detail":"{read_only:false; response_revision:1987; number_of_response:1; }","duration":"1.726149896s","start":"2026-03-04T06:21:05.376471Z","end":"2026-03-04T06:21:07.102621Z","steps":["trace[1991913291] 'process raft request' (duration: 1.726078184s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:21:07.10281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:21:05.376446Z","time spent":"1.726284769s","remote":"127.0.0.1:48718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T06:21:07.102815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:21:05.375637Z","time spent":"1.72709181s","remote":"127.0.0.1:48718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T06:21:07.102848Z","caller":"traceutil/trace.go:171","msg":"trace[1245813519] linearizableReadLoop","detail":"{readStateIndex:2071; appliedIndex:2068; }","duration":"1.660371337s","start":"2026-03-04T06:21:05.442227Z","end":"2026-03-04T06:21:07.102598Z","steps":["trace[1245813519] 'read index received' (duration: 522.383694ms)","trace[1245813519] 'applied index is now lower than readState.Index' (duration: 1.137986663s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T06:21:07.102926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.660682716s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-04T06:21:07.103038Z","caller":"traceutil/trace.go:171","msg":"trace[478656972] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1987; }","duration":"1.66082946s","start":"2026-03-04T06:21:05.44218Z","end":"2026-03-04T06:21:07.103009Z","steps":["trace[478656972] 'agreement among raft nodes before linearized reading' (duration: 1.660546612s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:21:07.103091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:21:05.442166Z","time spent":"1.660912602s","remote":"127.0.0.1:48718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-04T06:21:07.189907Z","caller":"traceutil/trace.go:171","msg":"trace[549288900] transaction","detail":"{read_only:false; response_revision:1988; number_of_response:1; }","duration":"1.146486905s","start":"2026-03-04T06:21:06.043396Z","end":"2026-03-04T06:21:07.189883Z","steps":["trace[549288900] 'process raft request' (duration: 1.146248878s)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:21:07.19004Z","caller":"traceutil/trace.go:171","msg":"trace[1246016725] transaction","detail":"{read_only:false; response_revision:1989; number_of_response:1; }","duration":"486.210129ms","start":"2026-03-04T06:21:06.703811Z","end":"2026-03-04T06:21:07.190021Z","steps":["trace[1246016725] 'process raft request' (duration: 485.997604ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:21:07.190077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.474891203s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-04T06:21:07.190128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.59347064s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-03-04T06:21:07.190133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:21:06.703785Z","time spent":"486.304652ms","remote":"127.0.0.1:48718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T06:21:07.190157Z","caller":"traceutil/trace.go:171","msg":"trace[869838707] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:1989; }","duration":"1.593555122s","start":"2026-03-04T06:21:05.596594Z","end":"2026-03-04T06:21:07.190149Z","steps":["trace[869838707] 'agreement among raft nodes before linearized reading' (duration: 1.593464889s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:21:07.190176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:21:05.596581Z","time spent":"1.593590843s","remote":"127.0.0.1:48718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":581,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-04T06:21:07.190173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"924.399604ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-03-04T06:21:07.190192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.723047055s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-04T06:21:07.190267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.718987069s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-04T06:21:07.190286Z","caller":"traceutil/trace.go:171","msg":"trace[282379864] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1989; }","duration":"1.719033729s","start":"2026-03-04T06:21:05.471248Z","end":"2026-03-04T06:21:07.190282Z","steps":["trace[282379864] 'agreement among raft nodes before linearized reading' (duration: 1.718980508s)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:21:07.190278Z","caller":"traceutil/trace.go:171","msg":"trace[840870947] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1989; }","duration":"1.723176258s","start":"2026-03-04T06:21:05.467079Z","end":"2026-03-04T06:21:07.190255Z","steps":["trace[840870947] 'agreement among raft nodes before linearized reading' (duration: 1.722802979s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:21:07.190302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:21:05.471237Z","time spent":"1.719061691s","remote":"127.0.0.1:48718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T06:21:07.19027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.539678935s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-03-04T06:21:07.190258Z","caller":"traceutil/trace.go:171","msg":"trace[1625211441] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1989; }","duration":"924.542288ms","start":"2026-03-04T06:21:06.265692Z","end":"2026-03-04T06:21:07.190234Z","steps":["trace[1625211441] 'agreement among raft nodes before linearized reading' (duration: 924.297751ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:21:07.190311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.574663969s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-04T06:21:07.190326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:21:05.467057Z","time spent":"1.72326009s","remote":"127.0.0.1:48718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-04T06:21:07.190344Z","caller":"traceutil/trace.go:171","msg":"trace[248487497] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1989; }","duration":"1.57472538s","start":"2026-03-04T06:21:05.615608Z","end":"2026-03-04T06:21:07.190334Z","steps":["trace[248487497] 'agreement among raft nodes before linearized reading' (duration: 1.574568576s)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:21:07.190344Z","caller":"traceutil/trace.go:171","msg":"trace[1339570347] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:1989; }","duration":"1.539788168s","start":"2026-03-04T06:21:05.650537Z","end":"2026-03-04T06:21:07.190325Z","steps":["trace[1339570347] 'agreement among raft nodes before linearized reading' (duration: 1.539540562s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:21:07.190364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.722694745s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-04T06:21:07.190377Z","caller":"traceutil/trace.go:171","msg":"trace[1968767305] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1989; }","duration":"1.722761677s","start":"2026-03-04T06:21:05.467612Z","end":"2026-03-04T06:21:07.190374Z","steps":["trace[1968767305] 'agreement among raft nodes before linearized reading' (duration: 1.722721216s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:21:07.190367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"617.460098ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12386"} {"level":"warn","ts":"2026-03-04T06:21:07.190377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:21:05.615598Z","time spent":"1.574772701s","remote":"127.0.0.1:48718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T06:21:07.190393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:21:05.467591Z","time spent":"1.722798818s","remote":"127.0.0.1:48718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T06:21:07.190391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:21:05.650526Z","time spent":"1.53985552s","remote":"127.0.0.1:48718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":552,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-03-04T06:21:07.190408Z","caller":"traceutil/trace.go:171","msg":"trace[1302045144] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1989; }","duration":"617.537409ms","start":"2026-03-04T06:21:06.572861Z","end":"2026-03-04T06:21:07.190398Z","steps":["trace[1302045144] 'agreement among raft nodes before linearized reading' (duration: 617.293043ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:21:07.190432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:21:06.572839Z","time spent":"617.588421ms","remote":"127.0.0.1:48648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12408,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-04T06:21:07.190471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.424548868s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18998f10d483c093\" ","response":"range_response_count:1 size:846"} {"level":"warn","ts":"2026-03-04T06:21:07.190449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"943.312578ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T06:21:07.190145Z","caller":"traceutil/trace.go:171","msg":"trace[1749970500] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:1989; }","duration":"1.475007276s","start":"2026-03-04T06:21:05.715123Z","end":"2026-03-04T06:21:07.19013Z","steps":["trace[1749970500] 'agreement among raft nodes before linearized reading' (duration: 1.474826571s)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:21:07.190488Z","caller":"traceutil/trace.go:171","msg":"trace[580784649] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.18998f10d483c093; range_end:; response_count:1; response_revision:1989; }","duration":"1.424587809s","start":"2026-03-04T06:21:05.765894Z","end":"2026-03-04T06:21:07.190482Z","steps":["trace[580784649] 'agreement among raft nodes before linearized reading' (duration: 1.424548678s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:21:07.190509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:21:05.765881Z","time spent":"1.42462523s","remote":"127.0.0.1:48524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":868,"request content":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18998f10d483c093\" "} {"level":"warn","ts":"2026-03-04T06:21:07.19051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:21:05.715111Z","time spent":"1.475389656s","remote":"127.0.0.1:48652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":14,"response size":29,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"info","ts":"2026-03-04T06:21:07.190516Z","caller":"traceutil/trace.go:171","msg":"trace[2065321283] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1989; }","duration":"943.414801ms","start":"2026-03-04T06:21:06.24708Z","end":"2026-03-04T06:21:07.190495Z","steps":["trace[2065321283] 'agreement among raft nodes before linearized reading' (duration: 943.139503ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:21:07.190353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:21:06.043356Z","time spent":"1.14668454s","remote":"127.0.0.1:48718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T06:21:07.190641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:21:06.265671Z","time spent":"924.666772ms","remote":"127.0.0.1:49560","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-04T06:21:07.190647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:21:06.247052Z","time spent":"943.566615ms","remote":"127.0.0.1:48452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T06:21:07.245701Z","caller":"traceutil/trace.go:171","msg":"trace[923800960] transaction","detail":"{read_only:false; response_revision:1990; number_of_response:1; }","duration":"138.464027ms","start":"2026-03-04T06:21:07.107201Z","end":"2026-03-04T06:21:07.245665Z","steps":["trace[923800960] 'process raft request' (duration: 118.328021ms)","trace[923800960] 'compare' (duration: 19.975502ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T06:21:07.787227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.433457ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T06:21:07.787351Z","caller":"traceutil/trace.go:171","msg":"trace[1782298902] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:1997; }","duration":"153.637443ms","start":"2026-03-04T06:21:07.633682Z","end":"2026-03-04T06:21:07.787319Z","steps":["trace[1782298902] 'count revisions from in-memory index tree' (duration: 153.288214ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:22:14.063493Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13228088842438738286,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T06:22:14.564267Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13228088842438738286,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T06:22:14.736649Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.340695405s","expected-duration":"1s"} {"level":"info","ts":"2026-03-04T06:22:14.737186Z","caller":"traceutil/trace.go:171","msg":"trace[1858039103] transaction","detail":"{read_only:false; response_revision:2479; number_of_response:1; }","duration":"1.341317381s","start":"2026-03-04T06:22:13.395801Z","end":"2026-03-04T06:22:14.737118Z","steps":["trace[1858039103] 'process raft request' (duration: 1.341105335s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:22:14.737434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:22:13.395782Z","time spent":"1.341518997s","remote":"127.0.0.1:48718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T06:22:14.847411Z","caller":"traceutil/trace.go:171","msg":"trace[359085761] transaction","detail":"{read_only:false; response_revision:2480; number_of_response:1; }","duration":"1.446688664s","start":"2026-03-04T06:22:13.400682Z","end":"2026-03-04T06:22:14.847371Z","steps":["trace[359085761] 'process raft request' (duration: 1.44503253s)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:22:14.847482Z","caller":"traceutil/trace.go:171","msg":"trace[827779365] transaction","detail":"{read_only:false; response_revision:2481; number_of_response:1; }","duration":"1.446240302s","start":"2026-03-04T06:22:13.401182Z","end":"2026-03-04T06:22:14.847423Z","steps":["trace[827779365] 'process raft request' (duration: 1.446092698s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:22:14.8477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:22:13.400661Z","time spent":"1.446895369s","remote":"127.0.0.1:48718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T06:22:14.847825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:22:13.401175Z","time spent":"1.446474508s","remote":"127.0.0.1:48718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T06:22:14.849984Z","caller":"traceutil/trace.go:171","msg":"trace[2124100553] linearizableReadLoop","detail":"{readStateIndex:2588; appliedIndex:2585; }","duration":"1.287321421s","start":"2026-03-04T06:22:13.562623Z","end":"2026-03-04T06:22:14.849944Z","steps":["trace[2124100553] 'read index received' (duration: 1.174486292s)","trace[2124100553] 'applied index is now lower than readState.Index' (duration: 112.832928ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T06:22:14.850288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.28765785s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-04T06:22:14.850349Z","caller":"traceutil/trace.go:171","msg":"trace[1330028250] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2481; }","duration":"1.287769723s","start":"2026-03-04T06:22:13.562563Z","end":"2026-03-04T06:22:14.850333Z","steps":["trace[1330028250] 'agreement among raft nodes before linearized reading' (duration: 1.287588258s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:22:14.850393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:22:13.56253Z","time spent":"1.287853965s","remote":"127.0.0.1:48718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T06:22:14.850574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.253774178s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-04T06:22:14.850666Z","caller":"traceutil/trace.go:171","msg":"trace[560097977] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2481; }","duration":"1.253906052s","start":"2026-03-04T06:22:13.596734Z","end":"2026-03-04T06:22:14.85064Z","steps":["trace[560097977] 'agreement among raft nodes before linearized reading' (duration: 1.253649655s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:22:14.850665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"882.11551ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-03-04T06:22:14.850688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.252256688s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-04T06:22:14.850699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.145799077s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"warn","ts":"2026-03-04T06:22:14.850721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:22:13.596712Z","time spent":"1.254000514s","remote":"127.0.0.1:48718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-04T06:22:14.850752Z","caller":"traceutil/trace.go:171","msg":"trace[1062851133] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2481; }","duration":"882.205772ms","start":"2026-03-04T06:22:13.968522Z","end":"2026-03-04T06:22:14.850728Z","steps":["trace[1062851133] 'agreement among raft nodes before linearized reading' (duration: 881.881324ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:22:14.850763Z","caller":"traceutil/trace.go:171","msg":"trace[493340963] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2481; }","duration":"1.25233927s","start":"2026-03-04T06:22:13.598403Z","end":"2026-03-04T06:22:14.850742Z","steps":["trace[493340963] 'agreement among raft nodes before linearized reading' (duration: 1.252155966s)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:22:14.850776Z","caller":"traceutil/trace.go:171","msg":"trace[1977659711] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2481; }","duration":"1.14589811s","start":"2026-03-04T06:22:13.704853Z","end":"2026-03-04T06:22:14.850751Z","steps":["trace[1977659711] 'agreement among raft nodes before linearized reading' (duration: 1.145684074s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:22:14.850807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:22:13.598393Z","time spent":"1.252406882s","remote":"127.0.0.1:48718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T06:22:14.850815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:22:13.704836Z","time spent":"1.145971432s","remote":"127.0.0.1:48652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1391,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-03-04T06:22:14.850777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.249651849s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-04T06:22:14.850901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.253217003s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-04T06:22:14.850521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"947.87989ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T06:22:14.850995Z","caller":"traceutil/trace.go:171","msg":"trace[2057742789] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2481; }","duration":"1.253309166s","start":"2026-03-04T06:22:13.597651Z","end":"2026-03-04T06:22:14.85096Z","steps":["trace[2057742789] 'agreement among raft nodes before linearized reading' (duration: 1.252925866s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:22:14.851039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:22:13.597637Z","time spent":"1.253393678s","remote":"127.0.0.1:48718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-04T06:22:14.850908Z","caller":"traceutil/trace.go:171","msg":"trace[2134872618] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2481; }","duration":"1.249812604s","start":"2026-03-04T06:22:13.601064Z","end":"2026-03-04T06:22:14.850876Z","steps":["trace[2134872618] 'agreement among raft nodes before linearized reading' (duration: 1.249430224s)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:22:14.851027Z","caller":"traceutil/trace.go:171","msg":"trace[1277581959] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:2481; }","duration":"948.420924ms","start":"2026-03-04T06:22:13.902589Z","end":"2026-03-04T06:22:14.851009Z","steps":["trace[1277581959] 'agreement among raft nodes before linearized reading' (duration: 947.85752ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:22:14.851116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:22:13.902575Z","time spent":"948.523847ms","remote":"127.0.0.1:40084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":17,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"warn","ts":"2026-03-04T06:22:14.851112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:22:13.601053Z","time spent":"1.25004319s","remote":"127.0.0.1:48718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T06:22:14.850806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:22:13.968482Z","time spent":"882.315065ms","remote":"127.0.0.1:48648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-04T06:22:14.850549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"508.965641ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T06:22:14.851285Z","caller":"traceutil/trace.go:171","msg":"trace[1047470548] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:2481; }","duration":"509.749692ms","start":"2026-03-04T06:22:14.341476Z","end":"2026-03-04T06:22:14.851226Z","steps":["trace[1047470548] 'agreement among raft nodes before linearized reading' (duration: 508.938511ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:22:14.851338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:22:14.341455Z","time spent":"509.864506ms","remote":"127.0.0.1:48758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":27,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"warn","ts":"2026-03-04T06:22:14.85116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"970.443213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T06:22:14.851847Z","caller":"traceutil/trace.go:171","msg":"trace[1912632982] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:2481; }","duration":"971.171972ms","start":"2026-03-04T06:22:13.880659Z","end":"2026-03-04T06:22:14.851831Z","steps":["trace[1912632982] 'agreement among raft nodes before linearized reading' (duration: 969.726724ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:22:14.85191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:22:13.880636Z","time spent":"971.249214ms","remote":"127.0.0.1:48524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":312,"response size":30,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-03-04T06:22:48.889751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.019032ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T06:22:48.8899Z","caller":"traceutil/trace.go:171","msg":"trace[95254277] linearizableReadLoop","detail":"{readStateIndex:2779; appliedIndex:2778; }","duration":"223.065208ms","start":"2026-03-04T06:22:48.666813Z","end":"2026-03-04T06:22:48.889878Z","steps":["trace[95254277] 'read index received' (duration: 68.777989ms)","trace[95254277] 'applied index is now lower than readState.Index' (duration: 154.285379ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T06:22:48.889947Z","caller":"traceutil/trace.go:171","msg":"trace[410378718] transaction","detail":"{read_only:false; response_revision:2665; number_of_response:1; }","duration":"469.346607ms","start":"2026-03-04T06:22:48.420559Z","end":"2026-03-04T06:22:48.889906Z","steps":["trace[410378718] 'process raft request' (duration: 315.074628ms)","trace[410378718] 'compare' (duration: 153.825287ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T06:22:48.890123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:22:48.420526Z","time spent":"469.50879ms","remote":"127.0.0.1:48494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T06:22:48.890271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.446828ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/valkey-node-0.18998f2e9a05fa34\" ","response":"range_response_count:1 size:765"} {"level":"info","ts":"2026-03-04T06:22:48.890387Z","caller":"traceutil/trace.go:171","msg":"trace[1359935397] range","detail":"{range_begin:/registry/events/openstack/valkey-node-0.18998f2e9a05fa34; range_end:; response_count:1; response_revision:2665; }","duration":"223.624983ms","start":"2026-03-04T06:22:48.666742Z","end":"2026-03-04T06:22:48.890367Z","steps":["trace[1359935397] 'agreement among raft nodes before linearized reading' (duration: 223.231492ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:22:49.542515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.704004ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T06:22:49.542666Z","caller":"traceutil/trace.go:171","msg":"trace[475429293] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2666; }","duration":"123.869779ms","start":"2026-03-04T06:22:49.418771Z","end":"2026-03-04T06:22:49.542641Z","steps":["trace[475429293] 'range keys from in-memory index tree' (duration: 123.686773ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:22:49.54301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"510.764746ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T06:22:49.543124Z","caller":"traceutil/trace.go:171","msg":"trace[1522854528] linearizableReadLoop","detail":"{readStateIndex:2781; appliedIndex:2780; }","duration":"600.643921ms","start":"2026-03-04T06:22:48.942463Z","end":"2026-03-04T06:22:49.543107Z","steps":["trace[1522854528] 'read index received' (duration: 89.661479ms)","trace[1522854528] 'applied index is now lower than readState.Index' (duration: 510.981132ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T06:22:49.54346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"600.98235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-04T06:22:49.543515Z","caller":"traceutil/trace.go:171","msg":"trace[1088766305] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:2667; }","duration":"601.067151ms","start":"2026-03-04T06:22:48.942435Z","end":"2026-03-04T06:22:49.543502Z","steps":["trace[1088766305] 'agreement among raft nodes before linearized reading' (duration: 600.946708ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:22:49.543557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:22:48.942426Z","time spent":"601.121064ms","remote":"127.0.0.1:48728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"info","ts":"2026-03-04T06:22:49.544074Z","caller":"traceutil/trace.go:171","msg":"trace[401386772] transaction","detail":"{read_only:false; response_revision:2667; number_of_response:1; }","duration":"628.161695ms","start":"2026-03-04T06:22:48.915887Z","end":"2026-03-04T06:22:49.544049Z","steps":["trace[401386772] 'process raft request' (duration: 116.225518ms)","trace[401386772] 'compare' (duration: 510.219282ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T06:22:49.54428Z","caller":"traceutil/trace.go:171","msg":"trace[1795243131] transaction","detail":"{read_only:false; response_revision:2668; number_of_response:1; }","duration":"595.596407ms","start":"2026-03-04T06:22:48.948665Z","end":"2026-03-04T06:22:49.544262Z","steps":["trace[1795243131] 'process raft request' (duration: 595.515205ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:22:49.544462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:22:48.948646Z","time spent":"595.69335ms","remote":"127.0.0.1:48718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T06:22:49.544228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:22:48.915873Z","time spent":"628.260707ms","remote":"127.0.0.1:48718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T06:22:49.552918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.980968ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T06:22:49.552977Z","caller":"traceutil/trace.go:171","msg":"trace[1854979697] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2670; }","duration":"301.057889ms","start":"2026-03-04T06:22:49.251901Z","end":"2026-03-04T06:22:49.552959Z","steps":["trace[1854979697] 'agreement among raft nodes before linearized reading' (duration: 300.952737ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:22:49.552954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"608.798985ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/valkey-node-0.18998f2eaaae6aa9\" ","response":"range_response_count:1 size:768"} {"level":"warn","ts":"2026-03-04T06:22:49.553051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:22:49.251244Z","time spent":"301.79717ms","remote":"127.0.0.1:48452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T06:22:49.553155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.695636ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-04T06:22:49.553214Z","caller":"traceutil/trace.go:171","msg":"trace[462970148] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2670; }","duration":"366.774899ms","start":"2026-03-04T06:22:49.186427Z","end":"2026-03-04T06:22:49.553202Z","steps":["trace[462970148] 'agreement among raft nodes before linearized reading' (duration: 366.649616ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:22:49.553263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:22:49.186417Z","time spent":"366.8342ms","remote":"127.0.0.1:48718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T06:22:49.553379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.865087ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-04T06:22:49.553424Z","caller":"traceutil/trace.go:171","msg":"trace[1238218376] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2670; }","duration":"367.945799ms","start":"2026-03-04T06:22:49.185465Z","end":"2026-03-04T06:22:49.553411Z","steps":["trace[1238218376] 'agreement among raft nodes before linearized reading' (duration: 367.783125ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:22:49.553445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:22:49.185439Z","time spent":"368.001181ms","remote":"127.0.0.1:48718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T06:22:49.553551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"407.932632ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"info","ts":"2026-03-04T06:22:49.553559Z","caller":"traceutil/trace.go:171","msg":"trace[123534156] transaction","detail":"{read_only:false; response_revision:2669; number_of_response:1; }","duration":"497.394925ms","start":"2026-03-04T06:22:49.056149Z","end":"2026-03-04T06:22:49.553544Z","steps":["trace[123534156] 'process raft request' (duration: 496.375078ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:22:49.553618Z","caller":"traceutil/trace.go:171","msg":"trace[1861921435] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2670; }","duration":"408.032554ms","start":"2026-03-04T06:22:49.145572Z","end":"2026-03-04T06:22:49.553605Z","steps":["trace[1861921435] 'agreement among raft nodes before linearized reading' (duration: 407.846219ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:22:49.553667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:22:49.145552Z","time spent":"408.104686ms","remote":"127.0.0.1:48718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":512,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-04T06:22:49.55371Z","caller":"traceutil/trace.go:171","msg":"trace[251324394] transaction","detail":"{read_only:false; response_revision:2670; number_of_response:1; }","duration":"493.80375ms","start":"2026-03-04T06:22:49.059898Z","end":"2026-03-04T06:22:49.553702Z","steps":["trace[251324394] 'process raft request' (duration: 492.772903ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:22:49.553045Z","caller":"traceutil/trace.go:171","msg":"trace[1415460395] range","detail":"{range_begin:/registry/events/openstack/valkey-node-0.18998f2eaaae6aa9; range_end:; response_count:1; response_revision:2670; }","duration":"608.932229ms","start":"2026-03-04T06:22:48.944091Z","end":"2026-03-04T06:22:49.553024Z","steps":["trace[1415460395] 'agreement among raft nodes before linearized reading' (duration: 608.644312ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:22:49.553683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.004673ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-04T06:22:49.553756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:22:49.059873Z","time spent":"493.860922ms","remote":"127.0.0.1:48718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T06:22:49.553685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.178647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-04T06:22:49.553781Z","caller":"traceutil/trace.go:171","msg":"trace[1281022386] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:2670; }","duration":"286.115697ms","start":"2026-03-04T06:22:49.267652Z","end":"2026-03-04T06:22:49.553768Z","steps":["trace[1281022386] 'agreement among raft nodes before linearized reading' (duration: 285.996984ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:22:49.553814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.031983ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T06:22:49.553833Z","caller":"traceutil/trace.go:171","msg":"trace[2069359189] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:2670; }","duration":"216.079954ms","start":"2026-03-04T06:22:49.337745Z","end":"2026-03-04T06:22:49.553825Z","steps":["trace[2069359189] 'agreement among raft nodes before linearized reading' (duration: 216.053563ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:22:49.553825Z","caller":"traceutil/trace.go:171","msg":"trace[1428773505] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2670; }","duration":"373.352191ms","start":"2026-03-04T06:22:49.180444Z","end":"2026-03-04T06:22:49.553796Z","steps":["trace[1428773505] 'agreement among raft nodes before linearized reading' (duration: 372.829718ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:22:49.553766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:22:48.944073Z","time spent":"609.676158ms","remote":"127.0.0.1:48524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":790,"request content":"key:\"/registry/events/openstack/valkey-node-0.18998f2eaaae6aa9\" "} {"level":"warn","ts":"2026-03-04T06:22:49.553889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:22:49.180403Z","time spent":"373.475545ms","remote":"127.0.0.1:48718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T06:22:49.553687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:22:49.056135Z","time spent":"497.480727ms","remote":"127.0.0.1:48718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T06:22:49.555646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.165888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-04T06:22:49.555674Z","caller":"traceutil/trace.go:171","msg":"trace[1473067258] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2670; }","duration":"370.234629ms","start":"2026-03-04T06:22:49.185433Z","end":"2026-03-04T06:22:49.555668Z","steps":["trace[1473067258] 'agreement among raft nodes before linearized reading' (duration: 370.161248ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:22:49.555692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:22:49.185409Z","time spent":"370.279421ms","remote":"127.0.0.1:48718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T06:22:50.058763Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13228088842438738808,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T06:22:51.408661Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.237127687s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-04T06:22:51.495424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.323812347s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T06:22:51.495902Z","caller":"traceutil/trace.go:171","msg":"trace[1658865914] transaction","detail":"{read_only:false; response_revision:2672; number_of_response:1; }","duration":"1.937877394s","start":"2026-03-04T06:22:49.557972Z","end":"2026-03-04T06:22:51.495849Z","steps":["trace[1658865914] 'process raft request' (duration: 1.937608077s)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:22:51.495936Z","caller":"traceutil/trace.go:171","msg":"trace[155570230] transaction","detail":"{read_only:false; response_revision:2673; number_of_response:1; }","duration":"1.937888684s","start":"2026-03-04T06:22:49.557974Z","end":"2026-03-04T06:22:51.495862Z","steps":["trace[155570230] 'process raft request' (duration: 1.937764451s)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:22:51.496024Z","caller":"traceutil/trace.go:171","msg":"trace[1010918495] transaction","detail":"{read_only:false; response_revision:2675; number_of_response:1; }","duration":"1.937090563s","start":"2026-03-04T06:22:49.558906Z","end":"2026-03-04T06:22:51.495996Z","steps":["trace[1010918495] 'process raft request' (duration: 1.936928979s)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:22:51.496026Z","caller":"traceutil/trace.go:171","msg":"trace[715870615] transaction","detail":"{read_only:false; response_revision:2674; number_of_response:1; }","duration":"1.937994087s","start":"2026-03-04T06:22:49.557976Z","end":"2026-03-04T06:22:51.49597Z","steps":["trace[715870615] 'process raft request' (duration: 1.937806942s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:22:51.496123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:22:49.557954Z","time spent":"1.938046498s","remote":"127.0.0.1:48718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T06:22:51.496128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:22:49.55889Z","time spent":"1.937195556s","remote":"127.0.0.1:48718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T06:22:51.496128Z","caller":"traceutil/trace.go:171","msg":"trace[1094797488] transaction","detail":"{read_only:false; response_revision:2671; number_of_response:1; }","duration":"1.940412211s","start":"2026-03-04T06:22:49.555665Z","end":"2026-03-04T06:22:51.496078Z","steps":["trace[1094797488] 'process raft request' (duration: 615.784612ms)","trace[1094797488] 'compare' (duration: 1.323441918s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T06:22:51.496185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:22:49.557957Z","time spent":"1.938092159s","remote":"127.0.0.1:48718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T06:22:51.496283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:22:49.557965Z","time spent":"1.938165321s","remote":"127.0.0.1:48718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T06:22:51.496315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:22:49.555635Z","time spent":"1.940573255s","remote":"127.0.0.1:48524","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":753,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T06:22:51.4964Z","caller":"traceutil/trace.go:171","msg":"trace[1372271223] transaction","detail":"{read_only:false; response_revision:2676; number_of_response:1; }","duration":"1.93507023s","start":"2026-03-04T06:22:49.56128Z","end":"2026-03-04T06:22:51.49635Z","steps":["trace[1372271223] 'process raft request' (duration: 1.934641989s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:22:51.496587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:22:49.561267Z","time spent":"1.935224734s","remote":"127.0.0.1:48718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T06:22:51.496896Z","caller":"traceutil/trace.go:171","msg":"trace[962463108] linearizableReadLoop","detail":"{readStateIndex:2791; appliedIndex:2784; }","duration":"1.939012394s","start":"2026-03-04T06:22:49.557862Z","end":"2026-03-04T06:22:51.496874Z","steps":["trace[962463108] 'read index received' (duration: 613.497812ms)","trace[962463108] 'applied index is now lower than readState.Index' (duration: 1.325513522s)"],"step_count":2} {"level":"info","ts":"2026-03-04T06:22:51.49697Z","caller":"traceutil/trace.go:171","msg":"trace[1315332532] transaction","detail":"{read_only:false; response_revision:2677; number_of_response:1; }","duration":"1.50782524s","start":"2026-03-04T06:22:49.989116Z","end":"2026-03-04T06:22:51.496942Z","steps":["trace[1315332532] 'process raft request' (duration: 1.507082s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:22:51.497057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:22:49.989094Z","time spent":"1.507922492s","remote":"127.0.0.1:48718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T06:22:51.497854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.939980249s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T06:22:51.497928Z","caller":"traceutil/trace.go:171","msg":"trace[1770986363] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2677; }","duration":"1.940083602s","start":"2026-03-04T06:22:49.557829Z","end":"2026-03-04T06:22:51.497912Z","steps":["trace[1770986363] 'agreement among raft nodes before linearized reading' (duration: 1.939158958s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:22:51.497966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:22:49.557807Z","time spent":"1.940150904s","remote":"127.0.0.1:48468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T06:22:51.552852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.804753021s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T06:22:51.552894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.012462345s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-04T06:22:51.552937Z","caller":"traceutil/trace.go:171","msg":"trace[1771630820] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:2679; }","duration":"1.804879664s","start":"2026-03-04T06:22:49.748039Z","end":"2026-03-04T06:22:51.552919Z","steps":["trace[1771630820] 'agreement among raft nodes before linearized reading' (duration: 1.804742701s)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:22:51.552927Z","caller":"traceutil/trace.go:171","msg":"trace[356554647] transaction","detail":"{read_only:false; response_revision:2678; number_of_response:1; }","duration":"1.066355293s","start":"2026-03-04T06:22:50.486549Z","end":"2026-03-04T06:22:51.552904Z","steps":["trace[356554647] 'process raft request' (duration: 1.065952532s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:22:51.552984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:22:49.74802Z","time spent":"1.804954547s","remote":"127.0.0.1:49428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"info","ts":"2026-03-04T06:22:51.552977Z","caller":"traceutil/trace.go:171","msg":"trace[430466714] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2679; }","duration":"1.012592468s","start":"2026-03-04T06:22:50.540367Z","end":"2026-03-04T06:22:51.55296Z","steps":["trace[430466714] 'agreement among raft nodes before linearized reading' (duration: 1.012353732s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:22:51.553029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:22:50.540344Z","time spent":"1.012677731s","remote":"127.0.0.1:48648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-04T06:22:51.553135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:22:50.486522Z","time spent":"1.066462946s","remote":"127.0.0.1:48718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T06:22:51.55315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.846308395s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-03-04T06:22:51.553274Z","caller":"traceutil/trace.go:171","msg":"trace[1325004914] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2679; }","duration":"1.84649183s","start":"2026-03-04T06:22:49.706756Z","end":"2026-03-04T06:22:51.553247Z","steps":["trace[1325004914] 'agreement among raft nodes before linearized reading' (duration: 1.846020477s)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:22:51.553309Z","caller":"traceutil/trace.go:171","msg":"trace[1122063402] transaction","detail":"{read_only:false; response_revision:2679; number_of_response:1; }","duration":"231.903801ms","start":"2026-03-04T06:22:51.321393Z","end":"2026-03-04T06:22:51.553297Z","steps":["trace[1122063402] 'process raft request' (duration: 231.249604ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:22:51.55334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:22:49.706736Z","time spent":"1.846591052s","remote":"127.0.0.1:48652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1391,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-03-04T06:22:51.554252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"637.542183ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T06:22:51.554306Z","caller":"traceutil/trace.go:171","msg":"trace[1818423049] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2679; }","duration":"637.659565ms","start":"2026-03-04T06:22:50.916633Z","end":"2026-03-04T06:22:51.554293Z","steps":["trace[1818423049] 'agreement among raft nodes before linearized reading' (duration: 636.063123ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:22:51.55438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:22:50.9166Z","time spent":"637.732077ms","remote":"127.0.0.1:49536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-04T06:22:57.689402Z","caller":"traceutil/trace.go:171","msg":"trace[1002861674] transaction","detail":"{read_only:false; response_revision:2706; number_of_response:1; }","duration":"165.040522ms","start":"2026-03-04T06:22:57.524331Z","end":"2026-03-04T06:22:57.689372Z","steps":["trace[1002861674] 'process raft request' (duration: 164.706103ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:22:57.689775Z","caller":"traceutil/trace.go:171","msg":"trace[1070275773] transaction","detail":"{read_only:false; response_revision:2707; number_of_response:1; }","duration":"165.392811ms","start":"2026-03-04T06:22:57.52437Z","end":"2026-03-04T06:22:57.689762Z","steps":["trace[1070275773] 'process raft request' (duration: 164.721794ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:22:57.689802Z","caller":"traceutil/trace.go:171","msg":"trace[349702886] transaction","detail":"{read_only:false; response_revision:2709; number_of_response:1; }","duration":"111.597806ms","start":"2026-03-04T06:22:57.578155Z","end":"2026-03-04T06:22:57.689752Z","steps":["trace[349702886] 'process raft request' (duration: 111.050922ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:22:57.689851Z","caller":"traceutil/trace.go:171","msg":"trace[329878069] transaction","detail":"{read_only:false; response_revision:2708; number_of_response:1; }","duration":"162.970878ms","start":"2026-03-04T06:22:57.526843Z","end":"2026-03-04T06:22:57.689814Z","steps":["trace[329878069] 'process raft request' (duration: 162.28834ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:22:57.689802Z","caller":"traceutil/trace.go:171","msg":"trace[615661432] transaction","detail":"{read_only:false; response_revision:2705; number_of_response:1; }","duration":"165.458263ms","start":"2026-03-04T06:22:57.524303Z","end":"2026-03-04T06:22:57.689761Z","steps":["trace[615661432] 'process raft request' (duration: 132.034894ms)","trace[615661432] 'compare' (duration: 32.535926ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T06:22:58.643336Z","caller":"traceutil/trace.go:171","msg":"trace[271774017] linearizableReadLoop","detail":"{readStateIndex:2828; appliedIndex:2827; }","duration":"161.432177ms","start":"2026-03-04T06:22:58.481882Z","end":"2026-03-04T06:22:58.643315Z","steps":["trace[271774017] 'read index received' (duration: 161.16383ms)","trace[271774017] 'applied index is now lower than readState.Index' (duration: 267.377µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T06:22:58.643409Z","caller":"traceutil/trace.go:171","msg":"trace[1557155849] transaction","detail":"{read_only:false; response_revision:2712; number_of_response:1; }","duration":"181.829353ms","start":"2026-03-04T06:22:58.461551Z","end":"2026-03-04T06:22:58.64338Z","steps":["trace[1557155849] 'process raft request' (duration: 181.517545ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:22:58.64354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.613202ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T06:22:58.643623Z","caller":"traceutil/trace.go:171","msg":"trace[681764923] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:2712; }","duration":"161.766926ms","start":"2026-03-04T06:22:58.481829Z","end":"2026-03-04T06:22:58.643595Z","steps":["trace[681764923] 'agreement among raft nodes before linearized reading' (duration: 161.56633ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:25:02.521092Z","caller":"traceutil/trace.go:171","msg":"trace[637694976] transaction","detail":"{read_only:false; response_revision:3491; number_of_response:1; }","duration":"100.683977ms","start":"2026-03-04T06:25:02.420383Z","end":"2026-03-04T06:25:02.521067Z","steps":["trace[637694976] 'process raft request' (duration: 100.640166ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:25:02.521128Z","caller":"traceutil/trace.go:171","msg":"trace[69336423] transaction","detail":"{read_only:false; response_revision:3490; number_of_response:1; }","duration":"101.14538ms","start":"2026-03-04T06:25:02.419955Z","end":"2026-03-04T06:25:02.5211Z","steps":["trace[69336423] 'process raft request' (duration: 100.954505ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:25:30.477249Z","caller":"traceutil/trace.go:171","msg":"trace[1532398574] transaction","detail":"{read_only:false; response_revision:3629; number_of_response:1; }","duration":"153.109092ms","start":"2026-03-04T06:25:30.324113Z","end":"2026-03-04T06:25:30.477222Z","steps":["trace[1532398574] 'process raft request' (duration: 152.948527ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:25:30.616084Z","caller":"traceutil/trace.go:171","msg":"trace[1515441342] transaction","detail":"{read_only:false; response_revision:3630; number_of_response:1; }","duration":"246.696522ms","start":"2026-03-04T06:25:30.369362Z","end":"2026-03-04T06:25:30.616059Z","steps":["trace[1515441342] 'process raft request' (duration: 246.453366ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:25:30.616279Z","caller":"traceutil/trace.go:171","msg":"trace[650163081] linearizableReadLoop","detail":"{readStateIndex:3783; appliedIndex:3780; }","duration":"242.336267ms","start":"2026-03-04T06:25:30.373909Z","end":"2026-03-04T06:25:30.616246Z","steps":["trace[650163081] 'read index received' (duration: 103.154323ms)","trace[650163081] 'applied index is now lower than readState.Index' (duration: 139.179414ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T06:25:30.616331Z","caller":"traceutil/trace.go:171","msg":"trace[1957399882] transaction","detail":"{read_only:false; response_revision:3631; number_of_response:1; }","duration":"246.302231ms","start":"2026-03-04T06:25:30.370015Z","end":"2026-03-04T06:25:30.616318Z","steps":["trace[1957399882] 'process raft request' (duration: 245.997623ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:25:30.616628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.688706ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-04T06:25:30.616721Z","caller":"traceutil/trace.go:171","msg":"trace[1215654370] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3631; }","duration":"242.82186ms","start":"2026-03-04T06:25:30.373875Z","end":"2026-03-04T06:25:30.616697Z","steps":["trace[1215654370] 'agreement among raft nodes before linearized reading' (duration: 242.525372ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:25:30.616638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.92701ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-q8727\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-04T06:25:30.616877Z","caller":"traceutil/trace.go:171","msg":"trace[566824761] range","detail":"{range_begin:/registry/pods/openstack/keepalived-q8727; range_end:; response_count:1; response_revision:3631; }","duration":"130.206057ms","start":"2026-03-04T06:25:30.486654Z","end":"2026-03-04T06:25:30.61686Z","steps":["trace[566824761] 'agreement among raft nodes before linearized reading' (duration: 129.804787ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:26:36.802709Z","caller":"traceutil/trace.go:171","msg":"trace[386345297] transaction","detail":"{read_only:false; response_revision:4043; number_of_response:1; }","duration":"131.364547ms","start":"2026-03-04T06:26:36.671316Z","end":"2026-03-04T06:26:36.80268Z","steps":["trace[386345297] 'process raft request' (duration: 131.131951ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:26:39.200751Z","caller":"traceutil/trace.go:171","msg":"trace[473770991] transaction","detail":"{read_only:false; response_revision:4064; number_of_response:1; }","duration":"385.486595ms","start":"2026-03-04T06:26:38.81524Z","end":"2026-03-04T06:26:39.200726Z","steps":["trace[473770991] 'process raft request' (duration: 385.357841ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:26:39.200915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:26:38.815213Z","time spent":"385.632349ms","remote":"127.0.0.1:48718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T06:26:39.211273Z","caller":"traceutil/trace.go:171","msg":"trace[190862263] linearizableReadLoop","detail":"{readStateIndex:4248; appliedIndex:4246; }","duration":"302.901874ms","start":"2026-03-04T06:26:38.908343Z","end":"2026-03-04T06:26:39.211245Z","steps":["trace[190862263] 'read index received' (duration: 292.370006ms)","trace[190862263] 'applied index is now lower than readState.Index' (duration: 10.530698ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T06:26:39.211299Z","caller":"traceutil/trace.go:171","msg":"trace[1405045442] transaction","detail":"{read_only:false; response_revision:4065; number_of_response:1; }","duration":"353.648654ms","start":"2026-03-04T06:26:38.85762Z","end":"2026-03-04T06:26:39.211269Z","steps":["trace[1405045442] 'process raft request' (duration: 353.281954ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:26:39.211328Z","caller":"traceutil/trace.go:171","msg":"trace[1483289253] transaction","detail":"{read_only:false; response_revision:4066; number_of_response:1; }","duration":"353.521931ms","start":"2026-03-04T06:26:38.857787Z","end":"2026-03-04T06:26:39.211309Z","steps":["trace[1483289253] 'process raft request' (duration: 353.250704ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:26:39.211422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:26:38.857757Z","time spent":"353.616374ms","remote":"127.0.0.1:48718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T06:26:39.211481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.121601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T06:26:39.211521Z","caller":"traceutil/trace.go:171","msg":"trace[2142335555] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:4066; }","duration":"303.217503ms","start":"2026-03-04T06:26:38.908289Z","end":"2026-03-04T06:26:39.211506Z","steps":["trace[2142335555] 'agreement among raft nodes before linearized reading' (duration: 303.09855ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:26:39.211451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:26:38.857594Z","time spent":"353.778598ms","remote":"127.0.0.1:48718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T06:26:39.211568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:26:38.908267Z","time spent":"303.289014ms","remote":"127.0.0.1:48648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":29,"response size":29,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"warn","ts":"2026-03-04T06:26:39.211592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.562369ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-04T06:26:39.211625Z","caller":"traceutil/trace.go:171","msg":"trace[2112977978] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4066; }","duration":"229.633841ms","start":"2026-03-04T06:26:38.981982Z","end":"2026-03-04T06:26:39.211616Z","steps":["trace[2112977978] 'agreement among raft nodes before linearized reading' (duration: 229.497277ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:26:39.211615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.504967ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-04T06:26:39.211708Z","caller":"traceutil/trace.go:171","msg":"trace[1179388132] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4066; }","duration":"279.61386ms","start":"2026-03-04T06:26:38.932066Z","end":"2026-03-04T06:26:39.21168Z","steps":["trace[1179388132] 'agreement among raft nodes before linearized reading' (duration: 279.373053ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:26:39.211613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.151273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-04T06:26:39.211791Z","caller":"traceutil/trace.go:171","msg":"trace[482293386] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4066; }","duration":"222.39328ms","start":"2026-03-04T06:26:38.98937Z","end":"2026-03-04T06:26:39.211764Z","steps":["trace[482293386] 'agreement among raft nodes before linearized reading' (duration: 222.086012ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:26:39.211769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.848356ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-04T06:26:39.211895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.883331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-04T06:26:39.21199Z","caller":"traceutil/trace.go:171","msg":"trace[1097039180] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4066; }","duration":"217.999204ms","start":"2026-03-04T06:26:38.993963Z","end":"2026-03-04T06:26:39.211963Z","steps":["trace[1097039180] 'agreement among raft nodes before linearized reading' (duration: 217.713557ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:26:39.211904Z","caller":"traceutil/trace.go:171","msg":"trace[1595447799] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4066; }","duration":"258.032801ms","start":"2026-03-04T06:26:38.953839Z","end":"2026-03-04T06:26:39.211872Z","steps":["trace[1595447799] 'agreement among raft nodes before linearized reading' (duration: 257.668751ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:26:39.212032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.201213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-q8727\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-04T06:26:39.212177Z","caller":"traceutil/trace.go:171","msg":"trace[1554132763] range","detail":"{range_begin:/registry/pods/openstack/keepalived-q8727; range_end:; response_count:1; response_revision:4066; }","duration":"217.397078ms","start":"2026-03-04T06:26:38.994745Z","end":"2026-03-04T06:26:39.212142Z","steps":["trace[1554132763] 'agreement among raft nodes before linearized reading' (duration: 216.897645ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:26:46.016676Z","caller":"traceutil/trace.go:171","msg":"trace[132065572] transaction","detail":"{read_only:false; response_revision:4419; number_of_response:1; }","duration":"112.344669ms","start":"2026-03-04T06:26:45.904299Z","end":"2026-03-04T06:26:46.016644Z","steps":["trace[132065572] 'process raft request' (duration: 112.056251ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:26:46.361179Z","caller":"traceutil/trace.go:171","msg":"trace[106408217] transaction","detail":"{read_only:false; response_revision:4424; number_of_response:1; }","duration":"115.095991ms","start":"2026-03-04T06:26:46.246063Z","end":"2026-03-04T06:26:46.361159Z","steps":["trace[106408217] 'process raft request' (duration: 114.967168ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:26:46.36148Z","caller":"traceutil/trace.go:171","msg":"trace[410097869] linearizableReadLoop","detail":"{readStateIndex:4611; appliedIndex:4611; }","duration":"111.2864ms","start":"2026-03-04T06:26:46.250181Z","end":"2026-03-04T06:26:46.361467Z","steps":["trace[410097869] 'read index received' (duration: 111.27747ms)","trace[410097869] 'applied index is now lower than readState.Index' (duration: 4.65µs)"],"step_count":2} {"level":"warn","ts":"2026-03-04T06:26:46.361652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.459235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-03-04T06:26:46.361721Z","caller":"traceutil/trace.go:171","msg":"trace[2062998467] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:4424; }","duration":"111.583248ms","start":"2026-03-04T06:26:46.250125Z","end":"2026-03-04T06:26:46.361708Z","steps":["trace[2062998467] 'agreement among raft nodes before linearized reading' (duration: 111.391073ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:26:46.366005Z","caller":"traceutil/trace.go:171","msg":"trace[564463642] transaction","detail":"{read_only:false; response_revision:4425; number_of_response:1; }","duration":"105.505207ms","start":"2026-03-04T06:26:46.260476Z","end":"2026-03-04T06:26:46.365982Z","steps":["trace[564463642] 'process raft request' (duration: 105.322263ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:26:47.687943Z","caller":"traceutil/trace.go:171","msg":"trace[903220645] transaction","detail":"{read_only:false; response_revision:4459; number_of_response:1; }","duration":"122.730753ms","start":"2026-03-04T06:26:47.565177Z","end":"2026-03-04T06:26:47.687908Z","steps":["trace[903220645] 'process raft request' (duration: 47.201097ms)","trace[903220645] 'compare' (duration: 75.373332ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T06:26:47.69199Z","caller":"traceutil/trace.go:171","msg":"trace[651916612] transaction","detail":"{read_only:false; response_revision:4460; number_of_response:1; }","duration":"126.668787ms","start":"2026-03-04T06:26:47.56529Z","end":"2026-03-04T06:26:47.691958Z","steps":["trace[651916612] 'process raft request' (duration: 126.366489ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:26:47.692096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.028233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T06:26:47.69216Z","caller":"traceutil/trace.go:171","msg":"trace[544088476] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:4461; }","duration":"100.142766ms","start":"2026-03-04T06:26:47.592002Z","end":"2026-03-04T06:26:47.692145Z","steps":["trace[544088476] 'agreement among raft nodes before linearized reading' (duration: 99.961971ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:26:47.692163Z","caller":"traceutil/trace.go:171","msg":"trace[777456147] transaction","detail":"{read_only:false; response_revision:4461; number_of_response:1; }","duration":"118.85364ms","start":"2026-03-04T06:26:47.573219Z","end":"2026-03-04T06:26:47.692073Z","steps":["trace[777456147] 'process raft request' (duration: 118.577163ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:26:48.476694Z","caller":"traceutil/trace.go:171","msg":"trace[47017463] transaction","detail":"{read_only:false; response_revision:4477; number_of_response:1; }","duration":"456.223254ms","start":"2026-03-04T06:26:48.020435Z","end":"2026-03-04T06:26:48.476659Z","steps":["trace[47017463] 'process raft request' (duration: 452.861225ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:26:48.476768Z","caller":"traceutil/trace.go:171","msg":"trace[1696901423] transaction","detail":"{read_only:false; response_revision:4478; number_of_response:1; }","duration":"454.465789ms","start":"2026-03-04T06:26:48.022277Z","end":"2026-03-04T06:26:48.476743Z","steps":["trace[1696901423] 'process raft request' (duration: 454.293484ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:26:48.476967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:26:48.020419Z","time spent":"456.357418ms","remote":"127.0.0.1:48524","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1126,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-04T06:26:48.476998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:26:48.022267Z","time spent":"454.653803ms","remote":"127.0.0.1:36142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4722,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T06:26:48.477094Z","caller":"traceutil/trace.go:171","msg":"trace[1390402201] linearizableReadLoop","detail":"{readStateIndex:4667; appliedIndex:4664; }","duration":"386.436281ms","start":"2026-03-04T06:26:48.090628Z","end":"2026-03-04T06:26:48.477064Z","steps":["trace[1390402201] 'read index received' (duration: 382.684182ms)","trace[1390402201] 'applied index is now lower than readState.Index' (duration: 3.750439ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T06:26:48.47722Z","caller":"traceutil/trace.go:171","msg":"trace[826912466] transaction","detail":"{read_only:false; response_revision:4479; number_of_response:1; }","duration":"446.771425ms","start":"2026-03-04T06:26:48.030422Z","end":"2026-03-04T06:26:48.477193Z","steps":["trace[826912466] 'process raft request' (duration: 446.253482ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:26:48.477301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"456.488911ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/local-path-storage/\" range_end:\"/registry/limitranges/local-path-storage0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T06:26:48.477364Z","caller":"traceutil/trace.go:171","msg":"trace[414349528] range","detail":"{range_begin:/registry/limitranges/local-path-storage/; range_end:/registry/limitranges/local-path-storage0; response_count:0; response_revision:4479; }","duration":"456.583725ms","start":"2026-03-04T06:26:48.020765Z","end":"2026-03-04T06:26:48.477349Z","steps":["trace[414349528] 'agreement among raft nodes before linearized reading' (duration: 456.468992ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:26:48.477414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:26:48.020758Z","time spent":"456.642206ms","remote":"127.0.0.1:48590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":27,"request content":"key:\"/registry/limitranges/local-path-storage/\" range_end:\"/registry/limitranges/local-path-storage0\" "} {"level":"warn","ts":"2026-03-04T06:26:48.477421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:26:48.030399Z","time spent":"446.870247ms","remote":"127.0.0.1:48964","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":11968,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T06:26:48.47755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"458.640558ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" ","response":"range_response_count:1 size:1285"} {"level":"info","ts":"2026-03-04T06:26:48.477642Z","caller":"traceutil/trace.go:171","msg":"trace[1154287138] range","detail":"{range_begin:/registry/services/specs/monitoring/alertmanager-operated; range_end:; response_count:1; response_revision:4479; }","duration":"458.744612ms","start":"2026-03-04T06:26:48.018876Z","end":"2026-03-04T06:26:48.47762Z","steps":["trace[1154287138] 'agreement among raft nodes before linearized reading' (duration: 458.471494ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:26:48.477688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:26:48.018869Z","time spent":"458.806443ms","remote":"127.0.0.1:48652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":1307,"request content":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" "} {"level":"info","ts":"2026-03-04T06:26:48.489209Z","caller":"traceutil/trace.go:171","msg":"trace[387877659] transaction","detail":"{read_only:false; response_revision:4480; number_of_response:1; }","duration":"394.726151ms","start":"2026-03-04T06:26:48.094472Z","end":"2026-03-04T06:26:48.489198Z","steps":["trace[387877659] 'process raft request' (duration: 394.606748ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:26:48.489294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:26:48.094454Z","time spent":"394.789202ms","remote":"127.0.0.1:48550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":681,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-04T06:26:48.489365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"392.788458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-operator-cd88cf4bf-cc78x\" ","response":"range_response_count:1 size:5042"} {"level":"warn","ts":"2026-03-04T06:26:48.489351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.589097ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T06:26:48.489425Z","caller":"traceutil/trace.go:171","msg":"trace[1055275461] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-operator-cd88cf4bf-cc78x; range_end:; response_count:1; response_revision:4480; }","duration":"392.887591ms","start":"2026-03-04T06:26:48.096522Z","end":"2026-03-04T06:26:48.489409Z","steps":["trace[1055275461] 'agreement among raft nodes before linearized reading' (duration: 392.684346ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:26:48.489455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:26:48.096506Z","time spent":"392.944313ms","remote":"127.0.0.1:48648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5064,"request content":"key:\"/registry/pods/monitoring/kube-prometheus-stack-operator-cd88cf4bf-cc78x\" "} {"level":"info","ts":"2026-03-04T06:26:48.489451Z","caller":"traceutil/trace.go:171","msg":"trace[2064254667] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4480; }","duration":"240.730541ms","start":"2026-03-04T06:26:48.248695Z","end":"2026-03-04T06:26:48.489425Z","steps":["trace[2064254667] 'agreement among raft nodes before linearized reading' (duration: 240.567976ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:26:48.725686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.642131ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T06:26:48.725931Z","caller":"traceutil/trace.go:171","msg":"trace[1314928125] linearizableReadLoop","detail":"{readStateIndex:4683; appliedIndex:4681; }","duration":"158.052556ms","start":"2026-03-04T06:26:48.567858Z","end":"2026-03-04T06:26:48.72591Z","steps":["trace[1314928125] 'read index received' (duration: 10.092467ms)","trace[1314928125] 'applied index is now lower than readState.Index' (duration: 147.958929ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T06:26:48.726029Z","caller":"traceutil/trace.go:171","msg":"trace[889108879] transaction","detail":"{read_only:false; response_revision:4494; number_of_response:1; }","duration":"159.530605ms","start":"2026-03-04T06:26:48.566485Z","end":"2026-03-04T06:26:48.726016Z","steps":["trace[889108879] 'process raft request' (duration: 159.302389ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:26:48.726297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.280157ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:2643"} {"level":"info","ts":"2026-03-04T06:26:48.726378Z","caller":"traceutil/trace.go:171","msg":"trace[982166864] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:4494; }","duration":"165.417891ms","start":"2026-03-04T06:26:48.56094Z","end":"2026-03-04T06:26:48.726358Z","steps":["trace[982166864] 'agreement among raft nodes before linearized reading' (duration: 165.145234ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:26:48.726068Z","caller":"traceutil/trace.go:171","msg":"trace[1084743766] transaction","detail":"{read_only:false; response_revision:4493; number_of_response:1; }","duration":"161.933579ms","start":"2026-03-04T06:26:48.564099Z","end":"2026-03-04T06:26:48.726033Z","steps":["trace[1084743766] 'process raft request' (duration: 13.855116ms)","trace[1084743766] 'compare' (duration: 147.515948ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T06:26:48.739237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.193232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/monitoring/kube-prometheus-stack-admission-patch-qqcjm\" ","response":"range_response_count:1 size:3954"} {"level":"info","ts":"2026-03-04T06:26:48.739206Z","caller":"traceutil/trace.go:171","msg":"trace[1278891866] transaction","detail":"{read_only:false; response_revision:4495; number_of_response:1; }","duration":"163.272095ms","start":"2026-03-04T06:26:48.575897Z","end":"2026-03-04T06:26:48.739169Z","steps":["trace[1278891866] 'process raft request' (duration: 163.052459ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:26:48.739261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.796114ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:4737"} {"level":"info","ts":"2026-03-04T06:26:48.739322Z","caller":"traceutil/trace.go:171","msg":"trace[1541179435] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:4495; }","duration":"167.878125ms","start":"2026-03-04T06:26:48.571435Z","end":"2026-03-04T06:26:48.739313Z","steps":["trace[1541179435] 'agreement among raft nodes before linearized reading' (duration: 167.751172ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:26:48.739283Z","caller":"traceutil/trace.go:171","msg":"trace[2002964368] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/monitoring/kube-prometheus-stack-admission-patch-qqcjm; range_end:; response_count:1; response_revision:4495; }","duration":"163.281614ms","start":"2026-03-04T06:26:48.575985Z","end":"2026-03-04T06:26:48.739267Z","steps":["trace[2002964368] 'agreement among raft nodes before linearized reading' (duration: 163.146711ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:26:48.739448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.222124ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1124"} {"level":"info","ts":"2026-03-04T06:26:48.739533Z","caller":"traceutil/trace.go:171","msg":"trace[2098276132] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:4495; }","duration":"171.359418ms","start":"2026-03-04T06:26:48.568155Z","end":"2026-03-04T06:26:48.739515Z","steps":["trace[2098276132] 'agreement among raft nodes before linearized reading' (duration: 171.08041ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:26:49.065428Z","caller":"traceutil/trace.go:171","msg":"trace[1396778216] linearizableReadLoop","detail":"{readStateIndex:4693; appliedIndex:4692; }","duration":"123.36008ms","start":"2026-03-04T06:26:48.942045Z","end":"2026-03-04T06:26:49.065405Z","steps":["trace[1396778216] 'read index received' (duration: 123.249597ms)","trace[1396778216] 'applied index is now lower than readState.Index' (duration: 109.553µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T06:26:49.065503Z","caller":"traceutil/trace.go:171","msg":"trace[890310737] transaction","detail":"{read_only:false; response_revision:4504; number_of_response:1; }","duration":"203.57461ms","start":"2026-03-04T06:26:48.861897Z","end":"2026-03-04T06:26:49.065471Z","steps":["trace[890310737] 'process raft request' (duration: 203.317623ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:26:49.065913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.797941ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:16034"} {"level":"info","ts":"2026-03-04T06:26:49.066078Z","caller":"traceutil/trace.go:171","msg":"trace[2134792208] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:4504; }","duration":"124.024107ms","start":"2026-03-04T06:26:48.941996Z","end":"2026-03-04T06:26:49.06602Z","steps":["trace[2134792208] 'agreement among raft nodes before linearized reading' (duration: 123.508844ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:26:49.07445Z","caller":"traceutil/trace.go:171","msg":"trace[983407164] transaction","detail":"{read_only:false; response_revision:4505; number_of_response:1; }","duration":"131.344341ms","start":"2026-03-04T06:26:48.943094Z","end":"2026-03-04T06:26:49.074438Z","steps":["trace[983407164] 'process raft request' (duration: 131.293109ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:26:49.075163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.388048ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" ","response":"range_response_count:1 size:708"} {"level":"info","ts":"2026-03-04T06:26:49.075291Z","caller":"traceutil/trace.go:171","msg":"trace[692848493] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config; range_end:; response_count:1; response_revision:4505; }","duration":"132.559263ms","start":"2026-03-04T06:26:48.942693Z","end":"2026-03-04T06:26:49.075253Z","steps":["trace[692848493] 'agreement among raft nodes before linearized reading' (duration: 131.986758ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:26:49.194147Z","caller":"traceutil/trace.go:171","msg":"trace[299086651] transaction","detail":"{read_only:false; response_revision:4506; number_of_response:1; }","duration":"121.424229ms","start":"2026-03-04T06:26:49.072693Z","end":"2026-03-04T06:26:49.194117Z","steps":["trace[299086651] 'process raft request' (duration: 120.70345ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:26:49.194144Z","caller":"traceutil/trace.go:171","msg":"trace[945578445] linearizableReadLoop","detail":"{readStateIndex:4696; appliedIndex:4694; }","duration":"119.492817ms","start":"2026-03-04T06:26:49.074626Z","end":"2026-03-04T06:26:49.194119Z","steps":["trace[945578445] 'read index received' (duration: 118.892471ms)","trace[945578445] 'applied index is now lower than readState.Index' (duration: 599.256µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T06:26:49.194457Z","caller":"traceutil/trace.go:171","msg":"trace[502293576] transaction","detail":"{read_only:false; response_revision:4507; number_of_response:1; }","duration":"120.398591ms","start":"2026-03-04T06:26:49.074046Z","end":"2026-03-04T06:26:49.194444Z","steps":["trace[502293576] 'process raft request' (duration: 120.010701ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:26:49.194849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.433172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:10 size:76039"} {"level":"info","ts":"2026-03-04T06:26:49.19496Z","caller":"traceutil/trace.go:171","msg":"trace[1730133391] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:10; response_revision:4507; }","duration":"120.590646ms","start":"2026-03-04T06:26:49.074347Z","end":"2026-03-04T06:26:49.194938Z","steps":["trace[1730133391] 'agreement among raft nodes before linearized reading' (duration: 120.087153ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:26:49.245885Z","caller":"traceutil/trace.go:171","msg":"trace[1338654608] transaction","detail":"{read_only:false; response_revision:4508; number_of_response:1; }","duration":"162.556265ms","start":"2026-03-04T06:26:49.083304Z","end":"2026-03-04T06:26:49.245861Z","steps":["trace[1338654608] 'process raft request' (duration: 162.137264ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:26:49.24603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.121729ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" ","response":"range_response_count:1 size:708"} {"level":"warn","ts":"2026-03-04T06:26:49.24603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.325146ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-admission-patch-qqcjm\" ","response":"range_response_count:1 size:4659"} {"level":"info","ts":"2026-03-04T06:26:49.246123Z","caller":"traceutil/trace.go:171","msg":"trace[388541500] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config; range_end:; response_count:1; response_revision:4508; }","duration":"166.284623ms","start":"2026-03-04T06:26:49.079817Z","end":"2026-03-04T06:26:49.246101Z","steps":["trace[388541500] 'agreement among raft nodes before linearized reading' (duration: 165.992095ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:26:49.246162Z","caller":"traceutil/trace.go:171","msg":"trace[1315990259] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-admission-patch-qqcjm; range_end:; response_count:1; response_revision:4508; }","duration":"135.50875ms","start":"2026-03-04T06:26:49.110627Z","end":"2026-03-04T06:26:49.246136Z","steps":["trace[1315990259] 'agreement among raft nodes before linearized reading' (duration: 135.12962ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:26:49.246056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.002521ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1817"} {"level":"info","ts":"2026-03-04T06:26:49.246326Z","caller":"traceutil/trace.go:171","msg":"trace[1160848202] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:4508; }","duration":"134.311209ms","start":"2026-03-04T06:26:49.11198Z","end":"2026-03-04T06:26:49.246291Z","steps":["trace[1160848202] 'agreement among raft nodes before linearized reading' (duration: 133.772535ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:26:49.413195Z","caller":"traceutil/trace.go:171","msg":"trace[1877106210] linearizableReadLoop","detail":"{readStateIndex:4699; appliedIndex:4698; }","duration":"137.860673ms","start":"2026-03-04T06:26:49.275305Z","end":"2026-03-04T06:26:49.413166Z","steps":["trace[1877106210] 'read index received' (duration: 137.448952ms)","trace[1877106210] 'applied index is now lower than readState.Index' (duration: 410.141µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T06:26:49.413281Z","caller":"traceutil/trace.go:171","msg":"trace[437689434] transaction","detail":"{read_only:false; response_revision:4510; number_of_response:1; }","duration":"160.253204ms","start":"2026-03-04T06:26:49.252999Z","end":"2026-03-04T06:26:49.413252Z","steps":["trace[437689434] 'process raft request' (duration: 159.632968ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:26:49.413536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.462779ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" ","response":"range_response_count:1 size:1285"} {"level":"info","ts":"2026-03-04T06:26:49.413638Z","caller":"traceutil/trace.go:171","msg":"trace[1015205182] range","detail":"{range_begin:/registry/services/specs/monitoring/alertmanager-operated; range_end:; response_count:1; response_revision:4510; }","duration":"160.597984ms","start":"2026-03-04T06:26:49.253016Z","end":"2026-03-04T06:26:49.413614Z","steps":["trace[1015205182] 'agreement among raft nodes before linearized reading' (duration: 160.247424ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:26:49.425284Z","caller":"traceutil/trace.go:171","msg":"trace[495628171] transaction","detail":"{read_only:false; response_revision:4511; number_of_response:1; }","duration":"147.575599ms","start":"2026-03-04T06:26:49.277691Z","end":"2026-03-04T06:26:49.425266Z","steps":["trace[495628171] 'process raft request' (duration: 147.439346ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:26:49.425619Z","caller":"traceutil/trace.go:171","msg":"trace[753131429] transaction","detail":"{read_only:false; response_revision:4513; number_of_response:1; }","duration":"144.94011ms","start":"2026-03-04T06:26:49.280659Z","end":"2026-03-04T06:26:49.425599Z","steps":["trace[753131429] 'process raft request' (duration: 144.790296ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:26:49.425723Z","caller":"traceutil/trace.go:171","msg":"trace[1519084718] transaction","detail":"{read_only:false; response_revision:4512; number_of_response:1; }","duration":"145.256758ms","start":"2026-03-04T06:26:49.280454Z","end":"2026-03-04T06:26:49.42571Z","steps":["trace[1519084718] 'process raft request' (duration: 144.773615ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:26:49.4258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.162173ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-04T06:26:49.425875Z","caller":"traceutil/trace.go:171","msg":"trace[1495088067] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4513; }","duration":"143.256025ms","start":"2026-03-04T06:26:49.282599Z","end":"2026-03-04T06:26:49.425855Z","steps":["trace[1495088067] 'agreement among raft nodes before linearized reading' (duration: 143.003748ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:26:49.425934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.087256ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3506"} {"level":"info","ts":"2026-03-04T06:26:49.426004Z","caller":"traceutil/trace.go:171","msg":"trace[1314823579] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:4513; }","duration":"150.194589ms","start":"2026-03-04T06:26:49.275792Z","end":"2026-03-04T06:26:49.425987Z","steps":["trace[1314823579] 'agreement among raft nodes before linearized reading' (duration: 150.002863ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:26:49.426028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.94477ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:10 size:76054"} {"level":"info","ts":"2026-03-04T06:26:49.426066Z","caller":"traceutil/trace.go:171","msg":"trace[1388099513] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:10; response_revision:4513; }","duration":"145.009741ms","start":"2026-03-04T06:26:49.281047Z","end":"2026-03-04T06:26:49.426057Z","steps":["trace[1388099513] 'agreement among raft nodes before linearized reading' (duration: 144.760905ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:26:50.645744Z","caller":"traceutil/trace.go:171","msg":"trace[1598109175] transaction","detail":"{read_only:false; response_revision:4531; number_of_response:1; }","duration":"194.958981ms","start":"2026-03-04T06:26:50.450742Z","end":"2026-03-04T06:26:50.645701Z","steps":["trace[1598109175] 'process raft request' (duration: 193.315708ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:26:52.66744Z","caller":"traceutil/trace.go:171","msg":"trace[840220889] transaction","detail":"{read_only:false; response_revision:4563; number_of_response:1; }","duration":"164.262041ms","start":"2026-03-04T06:26:52.503144Z","end":"2026-03-04T06:26:52.667406Z","steps":["trace[840220889] 'process raft request' (duration: 120.376451ms)","trace[840220889] 'compare' (duration: 43.689405ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T06:26:54.435381Z","caller":"traceutil/trace.go:171","msg":"trace[933833602] transaction","detail":"{read_only:false; response_revision:4593; number_of_response:1; }","duration":"135.491639ms","start":"2026-03-04T06:26:54.299868Z","end":"2026-03-04T06:26:54.435359Z","steps":["trace[933833602] 'process raft request' (duration: 135.343915ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:26:56.524657Z","caller":"traceutil/trace.go:171","msg":"trace[2071457014] linearizableReadLoop","detail":"{readStateIndex:4939; appliedIndex:4938; }","duration":"105.21954ms","start":"2026-03-04T06:26:56.419408Z","end":"2026-03-04T06:26:56.524627Z","steps":["trace[2071457014] 'read index received' (duration: 93.894901ms)","trace[2071457014] 'applied index is now lower than readState.Index' (duration: 11.323189ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T06:26:56.5247Z","caller":"traceutil/trace.go:171","msg":"trace[310207577] transaction","detail":"{read_only:false; response_revision:4743; number_of_response:1; }","duration":"105.829306ms","start":"2026-03-04T06:26:56.418841Z","end":"2026-03-04T06:26:56.52467Z","steps":["trace[310207577] 'process raft request' (duration: 94.473596ms)","trace[310207577] 'compare' (duration: 11.123374ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T06:26:56.525114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.669872ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" ","response":"range_response_count:1 size:1285"} {"level":"info","ts":"2026-03-04T06:26:56.525256Z","caller":"traceutil/trace.go:171","msg":"trace[1601271253] range","detail":"{range_begin:/registry/services/specs/monitoring/alertmanager-operated; range_end:; response_count:1; response_revision:4743; }","duration":"105.845266ms","start":"2026-03-04T06:26:56.41939Z","end":"2026-03-04T06:26:56.525235Z","steps":["trace[1601271253] 'agreement among raft nodes before linearized reading' (duration: 105.348943ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:26:57.255593Z","caller":"traceutil/trace.go:171","msg":"trace[1462253569] transaction","detail":"{read_only:false; response_revision:4747; number_of_response:1; }","duration":"135.590213ms","start":"2026-03-04T06:26:57.119962Z","end":"2026-03-04T06:26:57.255552Z","steps":["trace[1462253569] 'process raft request' (duration: 135.369897ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:26:57.255684Z","caller":"traceutil/trace.go:171","msg":"trace[1343416982] linearizableReadLoop","detail":"{readStateIndex:4943; appliedIndex:4942; }","duration":"126.456301ms","start":"2026-03-04T06:26:57.129192Z","end":"2026-03-04T06:26:57.255648Z","steps":["trace[1343416982] 'read index received' (duration: 126.122612ms)","trace[1343416982] 'applied index is now lower than readState.Index' (duration: 330.439µs)"],"step_count":2} {"level":"warn","ts":"2026-03-04T06:26:57.256515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.288213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:24 size:719288"} {"level":"info","ts":"2026-03-04T06:26:57.256653Z","caller":"traceutil/trace.go:171","msg":"trace[1459428012] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:24; response_revision:4747; }","duration":"127.463628ms","start":"2026-03-04T06:26:57.129169Z","end":"2026-03-04T06:26:57.256633Z","steps":["trace[1459428012] 'agreement among raft nodes before linearized reading' (duration: 126.587175ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:26:57.376172Z","caller":"traceutil/trace.go:171","msg":"trace[1884096370] linearizableReadLoop","detail":"{readStateIndex:4944; appliedIndex:4943; }","duration":"106.139435ms","start":"2026-03-04T06:26:57.269983Z","end":"2026-03-04T06:26:57.376123Z","steps":["trace[1884096370] 'read index received' (duration: 101.155893ms)","trace[1884096370] 'applied index is now lower than readState.Index' (duration: 4.981042ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T06:26:57.37629Z","caller":"traceutil/trace.go:171","msg":"trace[707210410] transaction","detail":"{read_only:false; response_revision:4748; number_of_response:1; }","duration":"109.607926ms","start":"2026-03-04T06:26:57.266649Z","end":"2026-03-04T06:26:57.376257Z","steps":["trace[707210410] 'process raft request' (duration: 103.988318ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:26:57.377223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.204282ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:24 size:719288"} {"level":"info","ts":"2026-03-04T06:26:57.37728Z","caller":"traceutil/trace.go:171","msg":"trace[278602608] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:24; response_revision:4748; }","duration":"107.338966ms","start":"2026-03-04T06:26:57.269927Z","end":"2026-03-04T06:26:57.377266Z","steps":["trace[278602608] 'agreement among raft nodes before linearized reading' (duration: 106.37263ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:26:58.521277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.023250026s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-04T06:26:58.52188Z","caller":"traceutil/trace.go:171","msg":"trace[976856464] transaction","detail":"{read_only:false; response_revision:4750; number_of_response:1; }","duration":"1.097342204s","start":"2026-03-04T06:26:57.424464Z","end":"2026-03-04T06:26:58.521807Z","steps":["trace[976856464] 'process raft request' (duration: 73.471081ms)","trace[976856464] 'compare' (duration: 1.023093183s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T06:26:58.52205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:26:57.424448Z","time spent":"1.097514348s","remote":"127.0.0.1:48524","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":754,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-04T06:26:58.522098Z","caller":"traceutil/trace.go:171","msg":"trace[1162182506] linearizableReadLoop","detail":"{readStateIndex:4946; appliedIndex:4945; }","duration":"980.760884ms","start":"2026-03-04T06:26:57.541229Z","end":"2026-03-04T06:26:58.52199Z","steps":["trace[1162182506] 'read index received' (duration: 35.541µs)","trace[1162182506] 'applied index is now lower than readState.Index' (duration: 980.721013ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T06:26:58.522265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"981.024491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-8726f455-edf0-405a-98e4-619f5b075e3f\" ","response":"range_response_count:1 size:3601"} {"level":"info","ts":"2026-03-04T06:26:58.522331Z","caller":"traceutil/trace.go:171","msg":"trace[1274407665] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-8726f455-edf0-405a-98e4-619f5b075e3f; range_end:; response_count:1; response_revision:4750; }","duration":"981.142624ms","start":"2026-03-04T06:26:57.541171Z","end":"2026-03-04T06:26:58.522314Z","steps":["trace[1274407665] 'agreement among raft nodes before linearized reading' (duration: 980.901067ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:26:58.522373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:26:57.54115Z","time spent":"981.214836ms","remote":"127.0.0.1:48648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3623,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-8726f455-edf0-405a-98e4-619f5b075e3f\" "} {"level":"info","ts":"2026-03-04T06:26:58.523237Z","caller":"traceutil/trace.go:171","msg":"trace[2043177930] transaction","detail":"{read_only:false; response_revision:4751; number_of_response:1; }","duration":"980.058035ms","start":"2026-03-04T06:26:57.543155Z","end":"2026-03-04T06:26:58.523213Z","steps":["trace[2043177930] 'process raft request' (duration: 978.234207ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:26:58.523668Z","caller":"traceutil/trace.go:171","msg":"trace[603943601] transaction","detail":"{read_only:false; response_revision:4752; number_of_response:1; }","duration":"976.248815ms","start":"2026-03-04T06:26:57.547403Z","end":"2026-03-04T06:26:58.523652Z","steps":["trace[603943601] 'process raft request' (duration: 975.759862ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:26:58.523804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:26:57.547366Z","time spent":"976.348648ms","remote":"127.0.0.1:48718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T06:26:58.524034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:26:57.543142Z","time spent":"980.564178ms","remote":"127.0.0.1:48718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T06:26:58.524306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"893.730254ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-q8727\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-04T06:26:58.524343Z","caller":"traceutil/trace.go:171","msg":"trace[1441324105] range","detail":"{range_begin:/registry/pods/openstack/keepalived-q8727; range_end:; response_count:1; response_revision:4753; }","duration":"893.790686ms","start":"2026-03-04T06:26:57.630544Z","end":"2026-03-04T06:26:58.524335Z","steps":["trace[1441324105] 'agreement among raft nodes before linearized reading' (duration: 893.672833ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:26:58.524368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:26:57.630529Z","time spent":"893.834177ms","remote":"127.0.0.1:48648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6553,"request content":"key:\"/registry/pods/openstack/keepalived-q8727\" "} {"level":"warn","ts":"2026-03-04T06:26:58.5244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.658854ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.209\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-03-04T06:26:58.524425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"885.702672ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-04T06:26:58.524389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"938.98607ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-04T06:26:58.524448Z","caller":"traceutil/trace.go:171","msg":"trace[25167056] range","detail":"{range_begin:/registry/masterleases/162.253.55.209; range_end:; response_count:1; response_revision:4753; }","duration":"121.756148ms","start":"2026-03-04T06:26:58.402679Z","end":"2026-03-04T06:26:58.524435Z","steps":["trace[25167056] 'agreement among raft nodes before linearized reading' (duration: 121.553192ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:26:58.524462Z","caller":"traceutil/trace.go:171","msg":"trace[1232974369] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4753; }","duration":"885.777674ms","start":"2026-03-04T06:26:57.638672Z","end":"2026-03-04T06:26:58.52445Z","steps":["trace[1232974369] 'agreement among raft nodes before linearized reading' (duration: 885.689062ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:26:58.524502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:26:57.638656Z","time spent":"885.833415ms","remote":"127.0.0.1:48718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-04T06:26:58.524496Z","caller":"traceutil/trace.go:171","msg":"trace[957254777] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4753; }","duration":"939.155455ms","start":"2026-03-04T06:26:57.585314Z","end":"2026-03-04T06:26:58.524469Z","steps":["trace[957254777] 'agreement among raft nodes before linearized reading' (duration: 938.775405ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:26:58.524567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:26:57.585289Z","time spent":"939.264968ms","remote":"127.0.0.1:48718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-04T06:26:58.524578Z","caller":"traceutil/trace.go:171","msg":"trace[921586505] transaction","detail":"{read_only:false; response_revision:4753; number_of_response:1; }","duration":"972.269439ms","start":"2026-03-04T06:26:57.552299Z","end":"2026-03-04T06:26:58.524569Z","steps":["trace[921586505] 'process raft request' (duration: 971.272533ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:26:58.524637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"891.085394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-04T06:26:58.524643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:26:57.552269Z","time spent":"972.335251ms","remote":"127.0.0.1:48718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T06:26:58.524664Z","caller":"traceutil/trace.go:171","msg":"trace[959826667] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4753; }","duration":"891.111215ms","start":"2026-03-04T06:26:57.633544Z","end":"2026-03-04T06:26:58.524656Z","steps":["trace[959826667] 'agreement among raft nodes before linearized reading' (duration: 891.028832ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:26:58.52464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"897.554745ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-04T06:26:58.524691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:26:57.633467Z","time spent":"891.218057ms","remote":"127.0.0.1:48718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T06:26:58.524327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"891.726761ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-04T06:26:58.524724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.496715ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T06:26:58.524747Z","caller":"traceutil/trace.go:171","msg":"trace[555619265] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:4753; }","duration":"237.568998ms","start":"2026-03-04T06:26:58.287169Z","end":"2026-03-04T06:26:58.524738Z","steps":["trace[555619265] 'agreement among raft nodes before linearized reading' (duration: 237.528917ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:26:58.524736Z","caller":"traceutil/trace.go:171","msg":"trace[1108526946] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4753; }","duration":"892.155852ms","start":"2026-03-04T06:26:57.632565Z","end":"2026-03-04T06:26:58.524721Z","steps":["trace[1108526946] 'agreement among raft nodes before linearized reading' (duration: 891.635939ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:26:58.524739Z","caller":"traceutil/trace.go:171","msg":"trace[1736702260] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4753; }","duration":"897.705849ms","start":"2026-03-04T06:26:57.626999Z","end":"2026-03-04T06:26:58.524705Z","steps":["trace[1736702260] 'agreement among raft nodes before linearized reading' (duration: 897.412641ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:26:58.524786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:26:57.632553Z","time spent":"892.218155ms","remote":"127.0.0.1:48718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T06:26:58.524831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:26:57.626964Z","time spent":"897.819682ms","remote":"127.0.0.1:48718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T06:26:58.524903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.686565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/vector\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T06:26:58.525012Z","caller":"traceutil/trace.go:171","msg":"trace[625566959] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/vector; range_end:; response_count:0; response_revision:4753; }","duration":"135.84546ms","start":"2026-03-04T06:26:58.389138Z","end":"2026-03-04T06:26:58.524984Z","steps":["trace[625566959] 'agreement among raft nodes before linearized reading' (duration: 135.159802ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:26:58.525643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.293341ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T06:26:58.525696Z","caller":"traceutil/trace.go:171","msg":"trace[1535263336] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4753; }","duration":"276.387464ms","start":"2026-03-04T06:26:58.249295Z","end":"2026-03-04T06:26:58.525683Z","steps":["trace[1535263336] 'agreement among raft nodes before linearized reading' (duration: 274.856003ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:26:59.20579Z","caller":"traceutil/trace.go:171","msg":"trace[1705986384] transaction","detail":"{read_only:false; response_revision:4781; number_of_response:1; }","duration":"106.701299ms","start":"2026-03-04T06:26:59.09906Z","end":"2026-03-04T06:26:59.205761Z","steps":["trace[1705986384] 'process raft request' (duration: 106.304799ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:27:00.06433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.256461ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T06:27:00.064409Z","caller":"traceutil/trace.go:171","msg":"trace[2062048732] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:4786; }","duration":"379.339903ms","start":"2026-03-04T06:26:59.685048Z","end":"2026-03-04T06:27:00.064388Z","steps":["trace[2062048732] 'count revisions from in-memory index tree' (duration: 379.156308ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:27:00.064451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:26:59.684953Z","time spent":"379.482527ms","remote":"127.0.0.1:41806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":0,"response size":27,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true "} {"level":"info","ts":"2026-03-04T06:27:03.945404Z","caller":"traceutil/trace.go:171","msg":"trace[1668034079] transaction","detail":"{read_only:false; response_revision:4856; number_of_response:1; }","duration":"139.153087ms","start":"2026-03-04T06:27:03.806222Z","end":"2026-03-04T06:27:03.945375Z","steps":["trace[1668034079] 'process raft request' (duration: 139.086975ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:27:03.945435Z","caller":"traceutil/trace.go:171","msg":"trace[923724282] transaction","detail":"{read_only:false; response_revision:4855; number_of_response:1; }","duration":"139.427034ms","start":"2026-03-04T06:27:03.805967Z","end":"2026-03-04T06:27:03.945394Z","steps":["trace[923724282] 'process raft request' (duration: 118.82595ms)","trace[923724282] 'compare' (duration: 20.240735ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T06:27:05.038883Z","caller":"traceutil/trace.go:171","msg":"trace[1322816685] linearizableReadLoop","detail":"{readStateIndex:5083; appliedIndex:5082; }","duration":"116.385546ms","start":"2026-03-04T06:27:04.922471Z","end":"2026-03-04T06:27:05.038856Z","steps":["trace[1322816685] 'read index received' (duration: 116.276763ms)","trace[1322816685] 'applied index is now lower than readState.Index' (duration: 107.543µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T06:27:05.038942Z","caller":"traceutil/trace.go:171","msg":"trace[1806609565] transaction","detail":"{read_only:false; response_revision:4881; number_of_response:1; }","duration":"122.314822ms","start":"2026-03-04T06:27:04.916584Z","end":"2026-03-04T06:27:05.038899Z","steps":["trace[1806609565] 'process raft request' (duration: 122.095266ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:27:05.039357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.843787ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-kube-state-metrics-5c97764fc9-2q7r7\" ","response":"range_response_count:1 size:5151"} {"level":"info","ts":"2026-03-04T06:27:05.039481Z","caller":"traceutil/trace.go:171","msg":"trace[1318012802] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-kube-state-metrics-5c97764fc9-2q7r7; range_end:; response_count:1; response_revision:4881; }","duration":"117.046312ms","start":"2026-03-04T06:27:04.922405Z","end":"2026-03-04T06:27:05.039451Z","steps":["trace[1318012802] 'agreement among raft nodes before linearized reading' (duration: 116.5695ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:27:07.519146Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13228088842438744213,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T06:27:08.007618Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.021315576s","expected-duration":"1s"} {"level":"info","ts":"2026-03-04T06:27:08.00813Z","caller":"traceutil/trace.go:171","msg":"trace[836455472] linearizableReadLoop","detail":"{readStateIndex:5112; appliedIndex:5111; }","duration":"989.971418ms","start":"2026-03-04T06:27:07.018121Z","end":"2026-03-04T06:27:08.008092Z","steps":["trace[836455472] 'read index received' (duration: 989.692071ms)","trace[836455472] 'applied index is now lower than readState.Index' (duration: 278.217µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T06:27:08.008194Z","caller":"traceutil/trace.go:171","msg":"trace[1965421829] transaction","detail":"{read_only:false; response_revision:4910; number_of_response:1; }","duration":"1.022001335s","start":"2026-03-04T06:27:06.986154Z","end":"2026-03-04T06:27:08.008156Z","steps":["trace[1965421829] 'process raft request' (duration: 1.021755238s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:27:08.008429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"990.280786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-03-04T06:27:08.008469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"760.636788ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T06:27:08.008504Z","caller":"traceutil/trace.go:171","msg":"trace[876286671] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4910; }","duration":"990.42006ms","start":"2026-03-04T06:27:07.018065Z","end":"2026-03-04T06:27:08.008485Z","steps":["trace[876286671] 'agreement among raft nodes before linearized reading' (duration: 990.154633ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:27:08.008571Z","caller":"traceutil/trace.go:171","msg":"trace[1220524393] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4910; }","duration":"760.784332ms","start":"2026-03-04T06:27:07.24776Z","end":"2026-03-04T06:27:08.008544Z","steps":["trace[1220524393] 'agreement among raft nodes before linearized reading' (duration: 760.632458ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:27:08.008693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:27:07.247737Z","time spent":"760.941297ms","remote":"127.0.0.1:48452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T06:27:08.008741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:27:07.018044Z","time spent":"990.642186ms","remote":"127.0.0.1:48648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-04T06:27:08.008786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"483.716811ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-03-04T06:27:08.008915Z","caller":"traceutil/trace.go:171","msg":"trace[1579531233] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:4910; }","duration":"483.899356ms","start":"2026-03-04T06:27:07.52499Z","end":"2026-03-04T06:27:08.00889Z","steps":["trace[1579531233] 'agreement among raft nodes before linearized reading' (duration: 483.448994ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:27:08.008973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:27:07.524976Z","time spent":"483.985318ms","remote":"127.0.0.1:48718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":552,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-04T06:27:08.009204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.428329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-03-04T06:27:08.008409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:27:06.986123Z","time spent":"1.022164928s","remote":"127.0.0.1:48718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T06:27:08.009287Z","caller":"traceutil/trace.go:171","msg":"trace[1888636721] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:4910; }","duration":"336.553652ms","start":"2026-03-04T06:27:07.672711Z","end":"2026-03-04T06:27:08.009265Z","steps":["trace[1888636721] 'agreement among raft nodes before linearized reading' (duration: 336.288865ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:27:08.009325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:27:07.672681Z","time spent":"336.635605ms","remote":"127.0.0.1:48718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":581,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-04T06:27:08.009315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"529.334097ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T06:27:08.009401Z","caller":"traceutil/trace.go:171","msg":"trace[1744813894] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:4910; }","duration":"529.434219ms","start":"2026-03-04T06:27:07.479946Z","end":"2026-03-04T06:27:08.00938Z","steps":["trace[1744813894] 'agreement among raft nodes before linearized reading' (duration: 529.232814ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:27:08.009448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:27:07.479904Z","time spent":"529.533352ms","remote":"127.0.0.1:48550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":51,"response size":29,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"warn","ts":"2026-03-04T06:27:08.294061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.266469ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T06:27:08.29426Z","caller":"traceutil/trace.go:171","msg":"trace[3201388] transaction","detail":"{read_only:false; response_revision:4911; number_of_response:1; }","duration":"278.53334ms","start":"2026-03-04T06:27:08.015694Z","end":"2026-03-04T06:27:08.294227Z","steps":["trace[3201388] 'process raft request' (duration: 177.958442ms)","trace[3201388] 'compare' (duration: 100.028693ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T06:27:08.296185Z","caller":"traceutil/trace.go:171","msg":"trace[845463357] transaction","detail":"{read_only:false; response_revision:4912; number_of_response:1; }","duration":"279.751202ms","start":"2026-03-04T06:27:08.016411Z","end":"2026-03-04T06:27:08.296163Z","steps":["trace[845463357] 'process raft request' (duration: 279.618398ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:27:08.29629Z","caller":"traceutil/trace.go:171","msg":"trace[1807525531] linearizableReadLoop","detail":"{readStateIndex:5115; appliedIndex:5112; }","duration":"269.830349ms","start":"2026-03-04T06:27:08.026433Z","end":"2026-03-04T06:27:08.296263Z","steps":["trace[1807525531] 'read index received' (duration: 167.248289ms)","trace[1807525531] 'applied index is now lower than readState.Index' (duration: 102.57938ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T06:27:08.296314Z","caller":"traceutil/trace.go:171","msg":"trace[92728880] transaction","detail":"{read_only:false; response_revision:4913; number_of_response:1; }","duration":"279.725381ms","start":"2026-03-04T06:27:08.016567Z","end":"2026-03-04T06:27:08.296293Z","steps":["trace[92728880] 'process raft request' (duration: 279.540276ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:27:08.296542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.089136ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:12975"} {"level":"warn","ts":"2026-03-04T06:27:08.296584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.926357ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T06:27:08.29661Z","caller":"traceutil/trace.go:171","msg":"trace[1509673884] range","detail":"{range_begin:/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:4913; }","duration":"270.195429ms","start":"2026-03-04T06:27:08.026394Z","end":"2026-03-04T06:27:08.296589Z","steps":["trace[1509673884] 'agreement among raft nodes before linearized reading' (duration: 269.989264ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:27:08.296604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.963672ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-03-04T06:27:08.29668Z","caller":"traceutil/trace.go:171","msg":"trace[434145505] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:4913; }","duration":"181.045504ms","start":"2026-03-04T06:27:08.115614Z","end":"2026-03-04T06:27:08.29666Z","steps":["trace[434145505] 'agreement among raft nodes before linearized reading' (duration: 180.810628ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:27:08.296623Z","caller":"traceutil/trace.go:171","msg":"trace[2082585643] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:4913; }","duration":"157.026519ms","start":"2026-03-04T06:27:08.139586Z","end":"2026-03-04T06:27:08.296613Z","steps":["trace[2082585643] 'agreement among raft nodes before linearized reading' (duration: 156.958927ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:27:09.221104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"522.251778ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T06:27:09.221318Z","caller":"traceutil/trace.go:171","msg":"trace[1352236142] linearizableReadLoop","detail":"{readStateIndex:5126; appliedIndex:5123; }","duration":"620.209387ms","start":"2026-03-04T06:27:08.601093Z","end":"2026-03-04T06:27:09.221303Z","steps":["trace[1352236142] 'read index received' (duration: 97.687941ms)","trace[1352236142] 'applied index is now lower than readState.Index' (duration: 522.520426ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T06:27:09.221412Z","caller":"traceutil/trace.go:171","msg":"trace[272251896] transaction","detail":"{read_only:false; response_revision:4921; number_of_response:1; }","duration":"628.184118ms","start":"2026-03-04T06:27:08.593216Z","end":"2026-03-04T06:27:09.2214Z","steps":["trace[272251896] 'process raft request' (duration: 105.552009ms)","trace[272251896] 'compare' (duration: 521.985412ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T06:27:09.221472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:27:08.593193Z","time spent":"628.24657ms","remote":"127.0.0.1:48718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T06:27:09.221665Z","caller":"traceutil/trace.go:171","msg":"trace[648374788] transaction","detail":"{read_only:false; response_revision:4923; number_of_response:1; }","duration":"624.348716ms","start":"2026-03-04T06:27:08.597286Z","end":"2026-03-04T06:27:09.221634Z","steps":["trace[648374788] 'process raft request' (duration: 623.976326ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:27:09.221793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"606.282219ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-04T06:27:09.221827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"608.562719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-04T06:27:09.221838Z","caller":"traceutil/trace.go:171","msg":"trace[2041254499] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4923; }","duration":"606.344111ms","start":"2026-03-04T06:27:08.615483Z","end":"2026-03-04T06:27:09.221828Z","steps":["trace[2041254499] 'agreement among raft nodes before linearized reading' (duration: 606.220598ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:27:09.221859Z","caller":"traceutil/trace.go:171","msg":"trace[2082455868] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4923; }","duration":"608.628231ms","start":"2026-03-04T06:27:08.613222Z","end":"2026-03-04T06:27:09.221851Z","steps":["trace[2082455868] 'agreement among raft nodes before linearized reading' (duration: 608.499497ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:27:09.221884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:27:08.61321Z","time spent":"608.668641ms","remote":"127.0.0.1:48718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T06:27:09.221969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.773432ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"warn","ts":"2026-03-04T06:27:09.221834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:27:08.597273Z","time spent":"624.46623ms","remote":"127.0.0.1:48718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T06:27:09.221889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"620.782402ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-q8727\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-03-04T06:27:09.221882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:27:08.615475Z","time spent":"606.400462ms","remote":"127.0.0.1:48718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T06:27:09.222861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"605.791036ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-04T06:27:09.222926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.110059ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T06:27:09.222966Z","caller":"traceutil/trace.go:171","msg":"trace[566768459] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4923; }","duration":"605.885079ms","start":"2026-03-04T06:27:08.617033Z","end":"2026-03-04T06:27:09.222918Z","steps":["trace[566768459] 'agreement among raft nodes before linearized reading' (duration: 604.640786ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:27:09.221956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"610.965362ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-04T06:27:09.223088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.560125ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:16233"} {"level":"info","ts":"2026-03-04T06:27:09.223103Z","caller":"traceutil/trace.go:171","msg":"trace[1544595774] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:4923; }","duration":"343.2825ms","start":"2026-03-04T06:27:08.879739Z","end":"2026-03-04T06:27:09.223021Z","steps":["trace[1544595774] 'agreement among raft nodes before linearized reading' (duration: 342.13364ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:27:09.22166Z","caller":"traceutil/trace.go:171","msg":"trace[1379104863] transaction","detail":"{read_only:false; response_revision:4922; number_of_response:1; }","duration":"625.190678ms","start":"2026-03-04T06:27:08.596424Z","end":"2026-03-04T06:27:09.221615Z","steps":["trace[1379104863] 'process raft request' (duration: 624.783208ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:27:09.223158Z","caller":"traceutil/trace.go:171","msg":"trace[2072097086] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4923; }","duration":"612.227335ms","start":"2026-03-04T06:27:08.610901Z","end":"2026-03-04T06:27:09.223129Z","steps":["trace[2072097086] 'agreement among raft nodes before linearized reading' (duration: 610.764057ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:27:09.223117Z","caller":"traceutil/trace.go:171","msg":"trace[61571889] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:4923; }","duration":"106.850743ms","start":"2026-03-04T06:27:09.115165Z","end":"2026-03-04T06:27:09.222015Z","steps":["trace[61571889] 'agreement among raft nodes before linearized reading' (duration: 106.73838ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:27:09.223211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:27:08.879715Z","time spent":"343.450885ms","remote":"127.0.0.1:49524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-04T06:27:09.223251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:27:08.610873Z","time spent":"612.334618ms","remote":"127.0.0.1:48718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T06:27:09.223241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:27:08.596407Z","time spent":"626.76165ms","remote":"127.0.0.1:48718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T06:27:09.221925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"608.297992ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-04T06:27:09.223356Z","caller":"traceutil/trace.go:171","msg":"trace[2136802028] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4923; }","duration":"609.7459ms","start":"2026-03-04T06:27:08.613571Z","end":"2026-03-04T06:27:09.223317Z","steps":["trace[2136802028] 'agreement among raft nodes before linearized reading' (duration: 608.113877ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:27:09.223398Z","caller":"traceutil/trace.go:171","msg":"trace[1190645639] range","detail":"{range_begin:/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:4923; }","duration":"190.674718ms","start":"2026-03-04T06:27:09.032461Z","end":"2026-03-04T06:27:09.223135Z","steps":["trace[1190645639] 'agreement among raft nodes before linearized reading' (duration: 189.346673ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:27:09.22342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:27:08.61356Z","time spent":"609.843452ms","remote":"127.0.0.1:48718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T06:27:09.223047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:27:08.617024Z","time spent":"606.010552ms","remote":"127.0.0.1:48718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-04T06:27:09.222047Z","caller":"traceutil/trace.go:171","msg":"trace[1580427385] range","detail":"{range_begin:/registry/pods/openstack/keepalived-q8727; range_end:; response_count:1; response_revision:4923; }","duration":"620.999127ms","start":"2026-03-04T06:27:08.601029Z","end":"2026-03-04T06:27:09.222028Z","steps":["trace[1580427385] 'agreement among raft nodes before linearized reading' (duration: 620.580676ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:27:09.223591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:27:08.601001Z","time spent":"622.580429ms","remote":"127.0.0.1:48648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6553,"request content":"key:\"/registry/pods/openstack/keepalived-q8727\" "} {"level":"info","ts":"2026-03-04T06:27:09.429691Z","caller":"traceutil/trace.go:171","msg":"trace[1802324908] transaction","detail":"{read_only:false; response_revision:4931; number_of_response:1; }","duration":"123.172864ms","start":"2026-03-04T06:27:09.306481Z","end":"2026-03-04T06:27:09.429654Z","steps":["trace[1802324908] 'process raft request' (duration: 30.438084ms)","trace[1802324908] 'compare' (duration: 92.251258ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T06:27:09.429765Z","caller":"traceutil/trace.go:171","msg":"trace[970091925] transaction","detail":"{read_only:false; response_revision:4932; number_of_response:1; }","duration":"123.188515ms","start":"2026-03-04T06:27:09.306537Z","end":"2026-03-04T06:27:09.429726Z","steps":["trace[970091925] 'process raft request' (duration: 122.97189ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:27:09.429922Z","caller":"traceutil/trace.go:171","msg":"trace[799425039] transaction","detail":"{read_only:false; response_revision:4933; number_of_response:1; }","duration":"122.763574ms","start":"2026-03-04T06:27:09.307148Z","end":"2026-03-04T06:27:09.429912Z","steps":["trace[799425039] 'process raft request' (duration: 122.479347ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:27:10.177976Z","caller":"traceutil/trace.go:171","msg":"trace[1456380787] transaction","detail":"{read_only:false; response_revision:4956; number_of_response:1; }","duration":"120.561165ms","start":"2026-03-04T06:27:10.057384Z","end":"2026-03-04T06:27:10.177945Z","steps":["trace[1456380787] 'process raft request' (duration: 119.538938ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:27:11.240594Z","caller":"traceutil/trace.go:171","msg":"trace[454919467] transaction","detail":"{read_only:false; response_revision:4968; number_of_response:1; }","duration":"153.589058ms","start":"2026-03-04T06:27:11.086971Z","end":"2026-03-04T06:27:11.24056Z","steps":["trace[454919467] 'process raft request' (duration: 152.819488ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:27:19.55396Z","caller":"traceutil/trace.go:171","msg":"trace[1191551855] transaction","detail":"{read_only:false; response_revision:5097; number_of_response:1; }","duration":"260.367508ms","start":"2026-03-04T06:27:19.293564Z","end":"2026-03-04T06:27:19.553931Z","steps":["trace[1191551855] 'process raft request' (duration: 260.200924ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:27:19.559239Z","caller":"traceutil/trace.go:171","msg":"trace[2106753373] linearizableReadLoop","detail":"{readStateIndex:5305; appliedIndex:5302; }","duration":"224.324877ms","start":"2026-03-04T06:27:19.33488Z","end":"2026-03-04T06:27:19.559205Z","steps":["trace[2106753373] 'read index received' (duration: 218.887643ms)","trace[2106753373] 'applied index is now lower than readState.Index' (duration: 5.435574ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T06:27:19.55928Z","caller":"traceutil/trace.go:171","msg":"trace[1294596345] transaction","detail":"{read_only:false; response_revision:5098; number_of_response:1; }","duration":"264.60501ms","start":"2026-03-04T06:27:19.294635Z","end":"2026-03-04T06:27:19.55924Z","steps":["trace[1294596345] 'process raft request' (duration: 264.312913ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:27:19.559326Z","caller":"traceutil/trace.go:171","msg":"trace[599171638] transaction","detail":"{read_only:false; response_revision:5099; number_of_response:1; }","duration":"264.237251ms","start":"2026-03-04T06:27:19.295031Z","end":"2026-03-04T06:27:19.559268Z","steps":["trace[599171638] 'process raft request' (duration: 264.112378ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:27:19.559574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.653795ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-04T06:27:19.559653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.131385ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-04T06:27:19.560713Z","caller":"traceutil/trace.go:171","msg":"trace[196169448] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5099; }","duration":"225.816326ms","start":"2026-03-04T06:27:19.334842Z","end":"2026-03-04T06:27:19.560658Z","steps":["trace[196169448] 'agreement among raft nodes before linearized reading' (duration: 224.555553ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:27:19.560744Z","caller":"traceutil/trace.go:171","msg":"trace[1146748924] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5099; }","duration":"210.237324ms","start":"2026-03-04T06:27:19.350488Z","end":"2026-03-04T06:27:19.560726Z","steps":["trace[1146748924] 'agreement among raft nodes before linearized reading' (duration: 209.021652ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:27:19.559781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.612915ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-04T06:27:19.561017Z","caller":"traceutil/trace.go:171","msg":"trace[80321943] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5099; }","duration":"219.865318ms","start":"2026-03-04T06:27:19.341096Z","end":"2026-03-04T06:27:19.560961Z","steps":["trace[80321943] 'agreement among raft nodes before linearized reading' (duration: 218.41975ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:27:19.55982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.288825ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-q8727\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-04T06:27:19.561103Z","caller":"traceutil/trace.go:171","msg":"trace[1687372088] range","detail":"{range_begin:/registry/pods/openstack/keepalived-q8727; range_end:; response_count:1; response_revision:5099; }","duration":"200.61729ms","start":"2026-03-04T06:27:19.360471Z","end":"2026-03-04T06:27:19.561089Z","steps":["trace[1687372088] 'agreement among raft nodes before linearized reading' (duration: 199.070169ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:27:19.559921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.910738ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-04T06:27:19.561199Z","caller":"traceutil/trace.go:171","msg":"trace[284409638] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5099; }","duration":"213.235974ms","start":"2026-03-04T06:27:19.347934Z","end":"2026-03-04T06:27:19.56117Z","steps":["trace[284409638] 'agreement among raft nodes before linearized reading' (duration: 211.674552ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:27:19.559695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.546901ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-04T06:27:19.561433Z","caller":"traceutil/trace.go:171","msg":"trace[1264772045] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5099; }","duration":"215.301348ms","start":"2026-03-04T06:27:19.34612Z","end":"2026-03-04T06:27:19.561421Z","steps":["trace[1264772045] 'agreement among raft nodes before linearized reading' (duration: 213.49445ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:27:21.175564Z","caller":"traceutil/trace.go:171","msg":"trace[308207400] transaction","detail":"{read_only:false; response_revision:5106; number_of_response:1; }","duration":"556.264288ms","start":"2026-03-04T06:27:20.619266Z","end":"2026-03-04T06:27:21.17553Z","steps":["trace[308207400] 'process raft request' (duration: 556.090863ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:27:21.175742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:27:20.619246Z","time spent":"556.403622ms","remote":"127.0.0.1:48524","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":997,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T06:27:21.342494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.327398ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-d0f4b514-157b-4272-aeb7-e4b7485b6375\" ","response":"range_response_count:1 size:3766"} {"level":"info","ts":"2026-03-04T06:27:21.342591Z","caller":"traceutil/trace.go:171","msg":"trace[453984100] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-d0f4b514-157b-4272-aeb7-e4b7485b6375; range_end:; response_count:1; response_revision:5106; }","duration":"112.492043ms","start":"2026-03-04T06:27:21.230078Z","end":"2026-03-04T06:27:21.342571Z","steps":["trace[453984100] 'range keys from in-memory index tree' (duration: 112.084451ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:27:23.666434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.439259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-d0f4b514-157b-4272-aeb7-e4b7485b6375\" ","response":"range_response_count:1 size:3952"} {"level":"info","ts":"2026-03-04T06:27:23.666521Z","caller":"traceutil/trace.go:171","msg":"trace[1785150688] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-d0f4b514-157b-4272-aeb7-e4b7485b6375; range_end:; response_count:1; response_revision:5123; }","duration":"314.583572ms","start":"2026-03-04T06:27:23.351919Z","end":"2026-03-04T06:27:23.666502Z","steps":["trace[1785150688] 'range keys from in-memory index tree' (duration: 314.260074ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:27:23.666564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:27:23.351899Z","time spent":"314.654445ms","remote":"127.0.0.1:48648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3974,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-d0f4b514-157b-4272-aeb7-e4b7485b6375\" "} {"level":"warn","ts":"2026-03-04T06:27:23.666628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.870567ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-03-04T06:27:23.66671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.275844ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-03-04T06:27:23.666761Z","caller":"traceutil/trace.go:171","msg":"trace[357006994] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:5123; }","duration":"367.362267ms","start":"2026-03-04T06:27:23.299383Z","end":"2026-03-04T06:27:23.666745Z","steps":["trace[357006994] 'range keys from in-memory index tree' (duration: 367.126461ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:27:23.666755Z","caller":"traceutil/trace.go:171","msg":"trace[77241204] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:5123; }","duration":"366.012412ms","start":"2026-03-04T06:27:23.300691Z","end":"2026-03-04T06:27:23.666703Z","steps":["trace[77241204] 'range keys from in-memory index tree' (duration: 365.699493ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:27:23.666821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:27:23.300684Z","time spent":"366.124974ms","remote":"127.0.0.1:48718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":581,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-04T06:27:23.666794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.57174ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T06:27:23.667348Z","caller":"traceutil/trace.go:171","msg":"trace[723804294] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:5123; }","duration":"335.114195ms","start":"2026-03-04T06:27:23.332143Z","end":"2026-03-04T06:27:23.667257Z","steps":["trace[723804294] 'count revisions from in-memory index tree' (duration: 334.436847ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:27:23.666794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:27:23.299362Z","time spent":"367.424079ms","remote":"127.0.0.1:48718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":552,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-04T06:27:23.667426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:27:23.332131Z","time spent":"335.276249ms","remote":"127.0.0.1:55504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":29,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true "} {"level":"info","ts":"2026-03-04T06:27:28.594055Z","caller":"traceutil/trace.go:171","msg":"trace[851141086] transaction","detail":"{read_only:false; response_revision:5199; number_of_response:1; }","duration":"488.478947ms","start":"2026-03-04T06:27:28.105505Z","end":"2026-03-04T06:27:28.593984Z","steps":["trace[851141086] 'process raft request' (duration: 488.071987ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:27:28.594221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.687931ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T06:27:28.594292Z","caller":"traceutil/trace.go:171","msg":"trace[231504471] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5199; }","duration":"346.829314ms","start":"2026-03-04T06:27:28.247443Z","end":"2026-03-04T06:27:28.594272Z","steps":["trace[231504471] 'agreement among raft nodes before linearized reading' (duration: 346.711881ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:27:28.594338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:27:28.247416Z","time spent":"346.913467ms","remote":"127.0.0.1:48452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T06:27:28.594435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:27:28.105474Z","time spent":"488.708574ms","remote":"127.0.0.1:48718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T06:27:28.593844Z","caller":"traceutil/trace.go:171","msg":"trace[669874702] linearizableReadLoop","detail":"{readStateIndex:5406; appliedIndex:5405; }","duration":"346.28658ms","start":"2026-03-04T06:27:28.247516Z","end":"2026-03-04T06:27:28.593803Z","steps":["trace[669874702] 'read index received' (duration: 346.108355ms)","trace[669874702] 'applied index is now lower than readState.Index' (duration: 176.645µs)"],"step_count":2} {"level":"warn","ts":"2026-03-04T06:27:28.595794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.262427ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.209\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-04T06:27:28.595933Z","caller":"traceutil/trace.go:171","msg":"trace[830538397] range","detail":"{range_begin:/registry/masterleases/162.253.55.209; range_end:; response_count:1; response_revision:5199; }","duration":"191.216782ms","start":"2026-03-04T06:27:28.404681Z","end":"2026-03-04T06:27:28.595897Z","steps":["trace[830538397] 'agreement among raft nodes before linearized reading' (duration: 190.087062ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:27:34.27322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"765.694871ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T06:27:34.273537Z","caller":"traceutil/trace.go:171","msg":"trace[2028480784] linearizableReadLoop","detail":"{readStateIndex:5491; appliedIndex:5490; }","duration":"949.865337ms","start":"2026-03-04T06:27:33.323645Z","end":"2026-03-04T06:27:34.27351Z","steps":["trace[2028480784] 'read index received' (duration: 183.685893ms)","trace[2028480784] 'applied index is now lower than readState.Index' (duration: 766.177844ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T06:27:34.273675Z","caller":"traceutil/trace.go:171","msg":"trace[671051859] transaction","detail":"{read_only:false; response_revision:5280; number_of_response:1; }","duration":"967.77965ms","start":"2026-03-04T06:27:33.305881Z","end":"2026-03-04T06:27:34.27366Z","steps":["trace[671051859] 'process raft request' (duration: 201.522334ms)","trace[671051859] 'compare' (duration: 765.210719ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T06:27:34.273709Z","caller":"traceutil/trace.go:171","msg":"trace[486533901] transaction","detail":"{read_only:false; response_revision:5281; number_of_response:1; }","duration":"564.910786ms","start":"2026-03-04T06:27:33.70876Z","end":"2026-03-04T06:27:34.27367Z","steps":["trace[486533901] 'process raft request' (duration: 564.604727ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:27:34.273807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:27:33.708723Z","time spent":"565.030529ms","remote":"127.0.0.1:48718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T06:27:34.273808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:27:33.305868Z","time spent":"967.836332ms","remote":"127.0.0.1:48524","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":736,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T06:27:34.27386Z","caller":"traceutil/trace.go:171","msg":"trace[121367655] transaction","detail":"{read_only:false; response_revision:5282; number_of_response:1; }","duration":"564.949616ms","start":"2026-03-04T06:27:33.708864Z","end":"2026-03-04T06:27:34.273814Z","steps":["trace[121367655] 'process raft request' (duration: 564.649588ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:27:34.27389Z","caller":"traceutil/trace.go:171","msg":"trace[721502690] transaction","detail":"{read_only:false; response_revision:5283; number_of_response:1; }","duration":"563.516609ms","start":"2026-03-04T06:27:33.710331Z","end":"2026-03-04T06:27:34.273847Z","steps":["trace[721502690] 'process raft request' (duration: 563.228032ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:27:34.274066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:27:33.708822Z","time spent":"565.125642ms","remote":"127.0.0.1:48718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T06:27:34.274072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:27:33.710317Z","time spent":"563.652732ms","remote":"127.0.0.1:48718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T06:27:34.276053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"554.535821ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-04T06:27:34.27612Z","caller":"traceutil/trace.go:171","msg":"trace[466890606] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5283; }","duration":"554.643645ms","start":"2026-03-04T06:27:33.721456Z","end":"2026-03-04T06:27:34.2761Z","steps":["trace[466890606] 'agreement among raft nodes before linearized reading' (duration: 554.44499ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:27:34.276174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:27:33.72143Z","time spent":"554.733927ms","remote":"127.0.0.1:48718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T06:27:34.276304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"952.661682ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"info","ts":"2026-03-04T06:27:34.276367Z","caller":"traceutil/trace.go:171","msg":"trace[1953192832] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5283; }","duration":"952.757473ms","start":"2026-03-04T06:27:33.323592Z","end":"2026-03-04T06:27:34.27635Z","steps":["trace[1953192832] 'agreement among raft nodes before linearized reading' (duration: 950.170085ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:27:34.276353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"544.743352ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-04T06:27:34.276404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:27:33.323565Z","time spent":"952.830356ms","remote":"127.0.0.1:48616","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1875,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-04T06:27:34.276394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"550.993378ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-04T06:27:34.276465Z","caller":"traceutil/trace.go:171","msg":"trace[1893676012] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5283; }","duration":"544.884647ms","start":"2026-03-04T06:27:33.731546Z","end":"2026-03-04T06:27:34.276431Z","steps":["trace[1893676012] 'agreement among raft nodes before linearized reading' (duration: 544.546258ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:27:34.276468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.694354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T06:27:34.276518Z","caller":"traceutil/trace.go:171","msg":"trace[1957171499] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5283; }","duration":"551.158932ms","start":"2026-03-04T06:27:33.725336Z","end":"2026-03-04T06:27:34.276495Z","steps":["trace[1957171499] 'agreement among raft nodes before linearized reading' (duration: 550.769492ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:27:34.276528Z","caller":"traceutil/trace.go:171","msg":"trace[517190869] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:5283; }","duration":"169.822197ms","start":"2026-03-04T06:27:34.106693Z","end":"2026-03-04T06:27:34.276515Z","steps":["trace[517190869] 'agreement among raft nodes before linearized reading' (duration: 169.721084ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:27:34.27653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:27:33.731535Z","time spent":"544.983999ms","remote":"127.0.0.1:48718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T06:27:34.27657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:27:33.725325Z","time spent":"551.234734ms","remote":"127.0.0.1:48718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T06:27:34.276606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"377.064373ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-04T06:27:34.276647Z","caller":"traceutil/trace.go:171","msg":"trace[1984462543] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5283; }","duration":"377.160446ms","start":"2026-03-04T06:27:33.899476Z","end":"2026-03-04T06:27:34.276636Z","steps":["trace[1984462543] 'agreement among raft nodes before linearized reading' (duration: 376.961481ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:27:34.276679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:27:33.899443Z","time spent":"377.227348ms","remote":"127.0.0.1:48648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-04T06:27:34.276619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"541.857366ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-04T06:27:34.276905Z","caller":"traceutil/trace.go:171","msg":"trace[755765496] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5283; }","duration":"542.187765ms","start":"2026-03-04T06:27:33.73469Z","end":"2026-03-04T06:27:34.276878Z","steps":["trace[755765496] 'agreement among raft nodes before linearized reading' (duration: 541.649301ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:27:34.277006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:27:33.734672Z","time spent":"542.320478ms","remote":"127.0.0.1:48718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T06:27:34.277031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"537.860641ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-q8727\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-04T06:27:34.27713Z","caller":"traceutil/trace.go:171","msg":"trace[2006432652] range","detail":"{range_begin:/registry/pods/openstack/keepalived-q8727; range_end:; response_count:1; response_revision:5283; }","duration":"537.967274ms","start":"2026-03-04T06:27:33.739143Z","end":"2026-03-04T06:27:34.27711Z","steps":["trace[2006432652] 'agreement among raft nodes before linearized reading' (duration: 537.559423ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:27:34.277162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:27:33.739136Z","time spent":"538.017865ms","remote":"127.0.0.1:48648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6553,"request content":"key:\"/registry/pods/openstack/keepalived-q8727\" "} {"level":"warn","ts":"2026-03-04T06:27:34.27772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"555.916028ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-04T06:27:34.277847Z","caller":"traceutil/trace.go:171","msg":"trace[1517832368] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5283; }","duration":"556.319019ms","start":"2026-03-04T06:27:33.721492Z","end":"2026-03-04T06:27:34.277811Z","steps":["trace[1517832368] 'agreement among raft nodes before linearized reading' (duration: 554.895791ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:27:34.277918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:27:33.721475Z","time spent":"556.427322ms","remote":"127.0.0.1:48718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-04T06:27:38.803084Z","caller":"traceutil/trace.go:171","msg":"trace[1958919370] transaction","detail":"{read_only:false; response_revision:5324; number_of_response:1; }","duration":"107.506801ms","start":"2026-03-04T06:27:38.695546Z","end":"2026-03-04T06:27:38.803052Z","steps":["trace[1958919370] 'process raft request' (duration: 107.318626ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:27:39.114338Z","caller":"traceutil/trace.go:171","msg":"trace[2145896524] transaction","detail":"{read_only:false; response_revision:5325; number_of_response:1; }","duration":"114.333971ms","start":"2026-03-04T06:27:38.999971Z","end":"2026-03-04T06:27:39.114305Z","steps":["trace[2145896524] 'process raft request' (duration: 114.049344ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:27:40.899495Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13228088842438745145,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T06:27:41.110386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.426225435s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1990"} {"level":"info","ts":"2026-03-04T06:27:41.110486Z","caller":"traceutil/trace.go:171","msg":"trace[138843475] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:5325; }","duration":"1.426401259s","start":"2026-03-04T06:27:39.684059Z","end":"2026-03-04T06:27:41.11046Z","steps":["trace[138843475] 'range keys from in-memory index tree' (duration: 1.425977948s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:27:41.110536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:27:39.684028Z","time spent":"1.426497332s","remote":"127.0.0.1:48652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2012,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-03-04T06:27:41.110577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.862295857s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T06:27:41.11067Z","caller":"traceutil/trace.go:171","msg":"trace[1081030947] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5325; }","duration":"1.862457731s","start":"2026-03-04T06:27:39.248193Z","end":"2026-03-04T06:27:41.11065Z","steps":["trace[1081030947] 'range keys from in-memory index tree' (duration: 1.862190374s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:27:41.110649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.737698845s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-03-04T06:27:41.110714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:27:39.248165Z","time spent":"1.862541653s","remote":"127.0.0.1:48452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T06:27:41.11074Z","caller":"traceutil/trace.go:171","msg":"trace[989903924] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5325; }","duration":"1.737854349s","start":"2026-03-04T06:27:39.372865Z","end":"2026-03-04T06:27:41.110719Z","steps":["trace[989903924] 'range keys from in-memory index tree' (duration: 1.737428377s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:27:41.110783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:27:39.372841Z","time spent":"1.737932871s","remote":"127.0.0.1:48648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-04T06:27:41.111034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.703252504s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-03-04T06:27:41.111133Z","caller":"traceutil/trace.go:171","msg":"trace[2115643543] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5325; }","duration":"1.703413688s","start":"2026-03-04T06:27:39.407696Z","end":"2026-03-04T06:27:41.11111Z","steps":["trace[2115643543] 'range keys from in-memory index tree' (duration: 1.703000847s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:27:41.11037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"751.079745ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T06:27:41.112036Z","caller":"traceutil/trace.go:171","msg":"trace[306091293] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:5325; }","duration":"752.78203ms","start":"2026-03-04T06:27:40.359204Z","end":"2026-03-04T06:27:41.111986Z","steps":["trace[306091293] 'count revisions from in-memory index tree' (duration: 750.928491ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:27:41.112196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:27:40.35918Z","time spent":"752.967474ms","remote":"127.0.0.1:48744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":4,"response size":29,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-04T06:27:41.111179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:27:39.407668Z","time spent":"1.703500661s","remote":"127.0.0.1:48616","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1887,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-03-04T06:27:41.111157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.69212219s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T06:27:41.112574Z","caller":"traceutil/trace.go:171","msg":"trace[1889740199] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:5325; }","duration":"1.693490386s","start":"2026-03-04T06:27:39.41902Z","end":"2026-03-04T06:27:41.112511Z","steps":["trace[1889740199] 'range keys from in-memory index tree' (duration: 1.692091879s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:27:41.400645Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13228088842438745145,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T06:27:41.901086Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13228088842438745145,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T06:27:42.401254Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13228088842438745145,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T06:27:42.902072Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13228088842438745145,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T06:27:43.112988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000414337s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T06:27:43.113146Z","caller":"traceutil/trace.go:171","msg":"trace[707154094] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000630083s","start":"2026-03-04T06:27:41.112475Z","end":"2026-03-04T06:27:43.113105Z","steps":["trace[707154094] 'agreement among raft nodes before linearized reading' (duration: 2.000430957s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:27:43.113227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:27:41.112458Z","time spent":"2.000751655s","remote":"127.0.0.1:48468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 06:27:43 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T06:27:43.368294Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.987508368s","expected-duration":"1s"} {"level":"info","ts":"2026-03-04T06:27:43.368827Z","caller":"traceutil/trace.go:171","msg":"trace[383138656] transaction","detail":"{read_only:false; response_revision:5326; number_of_response:1; }","duration":"2.988162355s","start":"2026-03-04T06:27:40.380609Z","end":"2026-03-04T06:27:43.368771Z","steps":["trace[383138656] 'process raft request' (duration: 2.987936729s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:27:43.36901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:27:40.38057Z","time spent":"2.98834009s","remote":"127.0.0.1:48718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T06:27:43.768917Z","caller":"traceutil/trace.go:171","msg":"trace[91084522] transaction","detail":"{read_only:false; response_revision:5327; number_of_response:1; }","duration":"3.375650022s","start":"2026-03-04T06:27:40.393203Z","end":"2026-03-04T06:27:43.768853Z","steps":["trace[91084522] 'process raft request' (duration: 3.375425096s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:27:43.769152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:27:40.39317Z","time spent":"3.375897649s","remote":"127.0.0.1:48718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T06:27:43.769276Z","caller":"traceutil/trace.go:171","msg":"trace[323452018] transaction","detail":"{read_only:false; response_revision:5328; number_of_response:1; }","duration":"3.375632761s","start":"2026-03-04T06:27:40.393614Z","end":"2026-03-04T06:27:43.769247Z","steps":["trace[323452018] 'process raft request' (duration: 3.375172549s)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:27:43.76932Z","caller":"traceutil/trace.go:171","msg":"trace[1790528920] linearizableReadLoop","detail":"{readStateIndex:5542; appliedIndex:5538; }","duration":"3.370864066s","start":"2026-03-04T06:27:40.398429Z","end":"2026-03-04T06:27:43.769293Z","steps":["trace[1790528920] 'read index received' (duration: 2.970271223s)","trace[1790528920] 'applied index is now lower than readState.Index' (duration: 400.591833ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T06:27:43.769431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:27:43.117904Z","time spent":"651.524463ms","remote":"127.0.0.1:48524","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-04T06:27:43.769431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:27:40.393601Z","time spent":"3.375747575s","remote":"127.0.0.1:48718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T06:27:43.769409Z","caller":"traceutil/trace.go:171","msg":"trace[510068750] transaction","detail":"{read_only:false; response_revision:5329; number_of_response:1; }","duration":"1.174688947s","start":"2026-03-04T06:27:42.59469Z","end":"2026-03-04T06:27:43.769379Z","steps":["trace[510068750] 'process raft request' (duration: 1.174410239s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:27:43.769602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:27:42.594666Z","time spent":"1.174906973s","remote":"127.0.0.1:48718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T06:27:43.769681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.371257976s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-04T06:27:43.769924Z","caller":"traceutil/trace.go:171","msg":"trace[691553283] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5329; }","duration":"3.371547664s","start":"2026-03-04T06:27:40.398365Z","end":"2026-03-04T06:27:43.769913Z","steps":["trace[691553283] 'agreement among raft nodes before linearized reading' (duration: 3.371189644s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:27:43.769962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:27:40.398353Z","time spent":"3.371600195s","remote":"127.0.0.1:48718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T06:27:44.359955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.244284283s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/monitoring/kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:1462"} {"level":"info","ts":"2026-03-04T06:27:44.360046Z","caller":"traceutil/trace.go:171","msg":"trace[55447129] range","detail":"{range_begin:/registry/ingress/monitoring/kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:5330; }","duration":"3.244442648s","start":"2026-03-04T06:27:41.115581Z","end":"2026-03-04T06:27:44.360024Z","steps":["trace[55447129] 'agreement among raft nodes before linearized reading' (duration: 2.747877557s)","trace[55447129] 'range keys from in-memory index tree' (duration: 496.334685ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T06:27:44.36006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.957059517s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-04T06:27:44.360086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:27:41.115556Z","time spent":"3.244522779s","remote":"127.0.0.1:48758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":1484,"request content":"key:\"/registry/ingress/monitoring/kube-prometheus-stack-prometheus\" "} {"level":"info","ts":"2026-03-04T06:27:44.360115Z","caller":"traceutil/trace.go:171","msg":"trace[1327349448] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5330; }","duration":"3.957139199s","start":"2026-03-04T06:27:40.402954Z","end":"2026-03-04T06:27:44.360094Z","steps":["trace[1327349448] 'agreement among raft nodes before linearized reading' (duration: 3.460530336s)","trace[1327349448] 'range keys from in-memory index tree' (duration: 496.512669ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T06:27:44.360161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:27:40.402925Z","time spent":"3.95722755s","remote":"127.0.0.1:48718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T06:27:44.360207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.437212905s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3316"} {"level":"warn","ts":"2026-03-04T06:27:44.360281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.244840098s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/monitoring/kube-prometheus-stack-grafana\" ","response":"range_response_count:1 size:1270"} {"level":"warn","ts":"2026-03-04T06:27:44.360366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.206267986s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-04T06:27:44.360387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.239825049s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T06:27:44.360404Z","caller":"traceutil/trace.go:171","msg":"trace[644593411] range","detail":"{range_begin:/registry/ingress/monitoring/kube-prometheus-stack-grafana; range_end:; response_count:1; response_revision:5330; }","duration":"3.245004172s","start":"2026-03-04T06:27:41.115368Z","end":"2026-03-04T06:27:44.360372Z","steps":["trace[644593411] 'agreement among raft nodes before linearized reading' (duration: 2.748136143s)","trace[644593411] 'range keys from in-memory index tree' (duration: 496.577691ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T06:27:44.360452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.244877439s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:1478"} {"level":"warn","ts":"2026-03-04T06:27:44.360465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.244264712s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-d0f4b514-157b-4272-aeb7-e4b7485b6375\" ","response":"range_response_count:1 size:1322"} {"level":"warn","ts":"2026-03-04T06:27:44.360477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:27:41.11535Z","time spent":"3.245112995s","remote":"127.0.0.1:48758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1292,"request content":"key:\"/registry/ingress/monitoring/kube-prometheus-stack-grafana\" "} {"level":"warn","ts":"2026-03-04T06:27:44.36049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.957526369s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-04T06:27:44.360505Z","caller":"traceutil/trace.go:171","msg":"trace[1022431345] range","detail":"{range_begin:/registry/persistentvolumes/pvc-d0f4b514-157b-4272-aeb7-e4b7485b6375; range_end:; response_count:1; response_revision:5330; }","duration":"3.244324194s","start":"2026-03-04T06:27:41.116174Z","end":"2026-03-04T06:27:44.360499Z","steps":["trace[1022431345] 'agreement among raft nodes before linearized reading' (duration: 2.74727327s)","trace[1022431345] 'range keys from in-memory index tree' (duration: 496.964881ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T06:27:44.360526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:27:41.116164Z","time spent":"3.244357095s","remote":"127.0.0.1:48606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1344,"request content":"key:\"/registry/persistentvolumes/pvc-d0f4b514-157b-4272-aeb7-e4b7485b6375\" "} {"level":"info","ts":"2026-03-04T06:27:44.360525Z","caller":"traceutil/trace.go:171","msg":"trace[1610007742] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5330; }","duration":"3.95757857s","start":"2026-03-04T06:27:40.402935Z","end":"2026-03-04T06:27:44.360513Z","steps":["trace[1610007742] 'agreement among raft nodes before linearized reading' (duration: 3.460558227s)","trace[1610007742] 'range keys from in-memory index tree' (duration: 496.939711ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T06:27:44.360538Z","caller":"traceutil/trace.go:171","msg":"trace[1365103338] range","detail":"{range_begin:/registry/ingress/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:5330; }","duration":"3.244956551s","start":"2026-03-04T06:27:41.115541Z","end":"2026-03-04T06:27:44.360498Z","steps":["trace[1365103338] 'agreement among raft nodes before linearized reading' (duration: 2.747927888s)","trace[1365103338] 'range keys from in-memory index tree' (duration: 496.89517ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T06:27:44.360424Z","caller":"traceutil/trace.go:171","msg":"trace[55555234] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5330; }","duration":"1.239898251s","start":"2026-03-04T06:27:43.120515Z","end":"2026-03-04T06:27:44.360413Z","steps":["trace[55555234] 'agreement among raft nodes before linearized reading' (duration: 742.898469ms)","trace[55555234] 'range keys from in-memory index tree' (duration: 496.953941ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T06:27:44.360603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:27:41.115533Z","time spent":"3.245054674s","remote":"127.0.0.1:48758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":1500,"request content":"key:\"/registry/ingress/monitoring/kube-prometheus-stack-alertmanager\" "} {"level":"warn","ts":"2026-03-04T06:27:44.360639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:27:43.120491Z","time spent":"1.240140818s","remote":"127.0.0.1:48452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T06:27:44.360556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:27:40.402923Z","time spent":"3.957626551s","remote":"127.0.0.1:48718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-04T06:27:44.360327Z","caller":"traceutil/trace.go:171","msg":"trace[1375765557] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5330; }","duration":"1.43740685s","start":"2026-03-04T06:27:42.922886Z","end":"2026-03-04T06:27:44.360293Z","steps":["trace[1375765557] 'agreement among raft nodes before linearized reading' (duration: 940.540121ms)","trace[1375765557] 'range keys from in-memory index tree' (duration: 496.5391ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T06:27:44.360768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:27:42.922864Z","time spent":"1.437895453s","remote":"127.0.0.1:49328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3338,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"warn","ts":"2026-03-04T06:27:44.360281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.244725645s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-03-04T06:27:44.360874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.957354674s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-q8727\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-04T06:27:44.360906Z","caller":"traceutil/trace.go:171","msg":"trace[1176685151] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5330; }","duration":"3.245442564s","start":"2026-03-04T06:27:41.115448Z","end":"2026-03-04T06:27:44.36089Z","steps":["trace[1176685151] 'agreement among raft nodes before linearized reading' (duration: 2.74803082s)","trace[1176685151] 'range keys from in-memory index tree' (duration: 496.548991ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T06:27:44.360926Z","caller":"traceutil/trace.go:171","msg":"trace[1583109908] range","detail":"{range_begin:/registry/pods/openstack/keepalived-q8727; range_end:; response_count:1; response_revision:5330; }","duration":"3.957419395s","start":"2026-03-04T06:27:40.403491Z","end":"2026-03-04T06:27:44.36091Z","steps":["trace[1583109908] 'agreement among raft nodes before linearized reading' (duration: 3.460017382s)","trace[1583109908] 'range keys from in-memory index tree' (duration: 497.236199ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T06:27:44.360962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:27:41.115418Z","time spent":"3.245527246s","remote":"127.0.0.1:48648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-04T06:27:44.360971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:27:40.40348Z","time spent":"3.957481177s","remote":"127.0.0.1:48648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6553,"request content":"key:\"/registry/pods/openstack/keepalived-q8727\" "} {"level":"warn","ts":"2026-03-04T06:27:44.361025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.958600337s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-04T06:27:44.361068Z","caller":"traceutil/trace.go:171","msg":"trace[304935274] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5330; }","duration":"3.958641258s","start":"2026-03-04T06:27:40.402413Z","end":"2026-03-04T06:27:44.361054Z","steps":["trace[304935274] 'agreement among raft nodes before linearized reading' (duration: 3.460974208s)","trace[304935274] 'range keys from in-memory index tree' (duration: 497.560568ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T06:27:44.361099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:27:40.402378Z","time spent":"3.95871404s","remote":"127.0.0.1:48718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-04T06:27:44.360394Z","caller":"traceutil/trace.go:171","msg":"trace[1988694896] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5330; }","duration":"2.206352198s","start":"2026-03-04T06:27:42.154032Z","end":"2026-03-04T06:27:44.360385Z","steps":["trace[1988694896] 'agreement among raft nodes before linearized reading' (duration: 1.709403977s)","trace[1988694896] 'count revisions from in-memory index tree' (duration: 496.90816ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T06:27:44.359952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.956867801s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-04T06:27:44.361177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:27:42.154001Z","time spent":"2.20715055s","remote":"127.0.0.1:49454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-04T06:27:44.361228Z","caller":"traceutil/trace.go:171","msg":"trace[1294858924] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5330; }","duration":"3.958208486s","start":"2026-03-04T06:27:40.403002Z","end":"2026-03-04T06:27:44.361211Z","steps":["trace[1294858924] 'agreement among raft nodes before linearized reading' (duration: 3.460486885s)","trace[1294858924] 'range keys from in-memory index tree' (duration: 496.272713ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T06:27:44.361282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:27:40.402984Z","time spent":"3.958282709s","remote":"127.0.0.1:48718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T06:27:44.361293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"497.698871ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T06:27:44.361341Z","caller":"traceutil/trace.go:171","msg":"trace[1260951558] linearizableReadLoop","detail":"{readStateIndex:5546; appliedIndex:5545; }","duration":"315.876686ms","start":"2026-03-04T06:27:44.045456Z","end":"2026-03-04T06:27:44.361333Z","steps":["trace[1260951558] 'read index received' (duration: 54.261µs)","trace[1260951558] 'applied index is now lower than readState.Index' (duration: 315.821435ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T06:27:44.361436Z","caller":"traceutil/trace.go:171","msg":"trace[163045426] transaction","detail":"{read_only:false; response_revision:5331; number_of_response:1; }","duration":"586.200071ms","start":"2026-03-04T06:27:43.775222Z","end":"2026-03-04T06:27:44.361422Z","steps":["trace[163045426] 'process raft request' (duration: 88.319125ms)","trace[163045426] 'compare' (duration: 497.611279ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T06:27:44.361491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.20941ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T06:27:44.361499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.998586ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T06:27:44.361567Z","caller":"traceutil/trace.go:171","msg":"trace[311467467] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:5331; }","duration":"233.11718ms","start":"2026-03-04T06:27:44.128434Z","end":"2026-03-04T06:27:44.361551Z","steps":["trace[311467467] 'agreement among raft nodes before linearized reading' (duration: 233.014257ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:27:44.361494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:27:43.775201Z","time spent":"586.266283ms","remote":"127.0.0.1:48718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T06:27:44.361517Z","caller":"traceutil/trace.go:171","msg":"trace[5406724] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5331; }","duration":"169.257002ms","start":"2026-03-04T06:27:44.192254Z","end":"2026-03-04T06:27:44.361511Z","steps":["trace[5406724] 'agreement among raft nodes before linearized reading' (duration: 169.221301ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:27:44.361449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.994559ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T06:27:44.361965Z","caller":"traceutil/trace.go:171","msg":"trace[1440195948] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:5331; }","duration":"316.536034ms","start":"2026-03-04T06:27:44.045402Z","end":"2026-03-04T06:27:44.361938Z","steps":["trace[1440195948] 'agreement among raft nodes before linearized reading' (duration: 316.019281ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:27:44.36209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:27:44.045377Z","time spent":"316.664037ms","remote":"127.0.0.1:48924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":29,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"info","ts":"2026-03-04T06:27:44.744952Z","caller":"traceutil/trace.go:171","msg":"trace[549469101] transaction","detail":"{read_only:false; response_revision:5332; number_of_response:1; }","duration":"378.792618ms","start":"2026-03-04T06:27:44.366113Z","end":"2026-03-04T06:27:44.744905Z","steps":["trace[549469101] 'process raft request' (duration: 369.535733ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:27:44.745271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:27:44.366089Z","time spent":"378.973773ms","remote":"127.0.0.1:48718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T06:27:45.019792Z","caller":"traceutil/trace.go:171","msg":"trace[1711534192] transaction","detail":"{read_only:false; response_revision:5335; number_of_response:1; }","duration":"653.239969ms","start":"2026-03-04T06:27:44.366507Z","end":"2026-03-04T06:27:45.019747Z","steps":["trace[1711534192] 'process raft request' (duration: 653.030504ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:27:45.0199Z","caller":"traceutil/trace.go:171","msg":"trace[1555497187] transaction","detail":"{read_only:false; response_revision:5337; number_of_response:1; }","duration":"652.947411ms","start":"2026-03-04T06:27:44.366942Z","end":"2026-03-04T06:27:45.01989Z","steps":["trace[1555497187] 'process raft request' (duration: 652.684144ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:27:45.019868Z","caller":"traceutil/trace.go:171","msg":"trace[1078464529] transaction","detail":"{read_only:false; response_revision:5334; number_of_response:1; }","duration":"653.416043ms","start":"2026-03-04T06:27:44.366404Z","end":"2026-03-04T06:27:45.01982Z","steps":["trace[1078464529] 'process raft request' (duration: 653.077924ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:27:45.02Z","caller":"traceutil/trace.go:171","msg":"trace[1967921345] linearizableReadLoop","detail":"{readStateIndex:5554; appliedIndex:5546; }","duration":"598.666157ms","start":"2026-03-04T06:27:44.421305Z","end":"2026-03-04T06:27:45.019971Z","steps":["trace[1967921345] 'read index received' (duration: 314.577761ms)","trace[1967921345] 'applied index is now lower than readState.Index' (duration: 284.087156ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T06:27:45.020062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:27:44.36693Z","time spent":"653.018874ms","remote":"127.0.0.1:48758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1607,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T06:27:45.020186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"598.872133ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T06:27:45.020169Z","caller":"traceutil/trace.go:171","msg":"trace[1668694775] transaction","detail":"{read_only:false; response_revision:5339; number_of_response:1; }","duration":"649.717766ms","start":"2026-03-04T06:27:44.370404Z","end":"2026-03-04T06:27:45.020122Z","steps":["trace[1668694775] 'process raft request' (duration: 649.312585ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:27:45.019897Z","caller":"traceutil/trace.go:171","msg":"trace[1804925366] transaction","detail":"{read_only:false; response_revision:5333; number_of_response:1; }","duration":"653.64114ms","start":"2026-03-04T06:27:44.366196Z","end":"2026-03-04T06:27:45.019837Z","steps":["trace[1804925366] 'process raft request' (duration: 601.786239ms)","trace[1804925366] 'compare' (duration: 51.296676ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T06:27:45.02022Z","caller":"traceutil/trace.go:171","msg":"trace[1629961658] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:5339; }","duration":"598.984995ms","start":"2026-03-04T06:27:44.421226Z","end":"2026-03-04T06:27:45.020211Z","steps":["trace[1629961658] 'agreement among raft nodes before linearized reading' (duration: 598.897863ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:27:45.020259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:27:44.421196Z","time spent":"599.054457ms","remote":"127.0.0.1:48952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":27,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-04T06:27:45.01982Z","caller":"traceutil/trace.go:171","msg":"trace[602070009] transaction","detail":"{read_only:false; response_revision:5336; number_of_response:1; }","duration":"652.876139ms","start":"2026-03-04T06:27:44.366914Z","end":"2026-03-04T06:27:45.01979Z","steps":["trace[602070009] 'process raft request' (duration: 652.666984ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:27:45.020257Z","caller":"traceutil/trace.go:171","msg":"trace[1029638525] transaction","detail":"{read_only:false; response_revision:5338; number_of_response:1; }","duration":"653.100005ms","start":"2026-03-04T06:27:44.367125Z","end":"2026-03-04T06:27:45.020225Z","steps":["trace[1029638525] 'process raft request' (duration: 652.545ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:27:45.020286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:27:44.366175Z","time spent":"654.067991ms","remote":"127.0.0.1:48758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1623,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T06:27:45.020338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:27:44.366902Z","time spent":"653.399803ms","remote":"127.0.0.1:48758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1415,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T06:27:45.020355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:27:44.370386Z","time spent":"649.864599ms","remote":"127.0.0.1:48648","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4143,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T06:27:45.020382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:27:44.367108Z","time spent":"653.216488ms","remote":"127.0.0.1:48718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T06:27:45.020244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:27:44.36649Z","time spent":"653.412973ms","remote":"127.0.0.1:48718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T06:27:45.020191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:27:44.366388Z","time spent":"653.65053ms","remote":"127.0.0.1:48718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T06:27:45.020558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"491.958338ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T06:27:45.020679Z","caller":"traceutil/trace.go:171","msg":"trace[1598643228] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:5339; }","duration":"492.171343ms","start":"2026-03-04T06:27:44.528477Z","end":"2026-03-04T06:27:45.020648Z","steps":["trace[1598643228] 'agreement among raft nodes before linearized reading' (duration: 491.925847ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:27:45.020749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:27:44.52845Z","time spent":"492.276646ms","remote":"127.0.0.1:55748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"info","ts":"2026-03-04T06:27:45.291163Z","caller":"traceutil/trace.go:171","msg":"trace[2119614023] transaction","detail":"{read_only:false; response_revision:5341; number_of_response:1; }","duration":"263.326958ms","start":"2026-03-04T06:27:45.027805Z","end":"2026-03-04T06:27:45.291132Z","steps":["trace[2119614023] 'process raft request' (duration: 229.280628ms)","trace[2119614023] 'compare' (duration: 33.727631ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T06:27:45.291618Z","caller":"traceutil/trace.go:171","msg":"trace[377770020] linearizableReadLoop","detail":"{readStateIndex:5557; appliedIndex:5554; }","duration":"263.037729ms","start":"2026-03-04T06:27:45.028543Z","end":"2026-03-04T06:27:45.291581Z","steps":["trace[377770020] 'read index received' (duration: 46.211161ms)","trace[377770020] 'applied index is now lower than readState.Index' (duration: 216.823978ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T06:27:45.291702Z","caller":"traceutil/trace.go:171","msg":"trace[587675209] transaction","detail":"{read_only:false; response_revision:5343; number_of_response:1; }","duration":"262.733112ms","start":"2026-03-04T06:27:45.028909Z","end":"2026-03-04T06:27:45.291643Z","steps":["trace[587675209] 'process raft request' (duration: 262.380283ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:27:45.291847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.294787ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-04T06:27:45.291935Z","caller":"traceutil/trace.go:171","msg":"trace[1883749555] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5343; }","duration":"263.392999ms","start":"2026-03-04T06:27:45.028521Z","end":"2026-03-04T06:27:45.291914Z","steps":["trace[1883749555] 'agreement among raft nodes before linearized reading' (duration: 263.178544ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:27:45.29201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.662076ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-grafana.18998f67dd14c4fb\" ","response":"range_response_count:1 size:736"} {"level":"info","ts":"2026-03-04T06:27:45.292081Z","caller":"traceutil/trace.go:171","msg":"trace[1335864379] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-grafana.18998f67dd14c4fb; range_end:; response_count:1; response_revision:5343; }","duration":"213.790898ms","start":"2026-03-04T06:27:45.078274Z","end":"2026-03-04T06:27:45.292065Z","steps":["trace[1335864379] 'agreement among raft nodes before linearized reading' (duration: 213.504861ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:27:45.292281Z","caller":"traceutil/trace.go:171","msg":"trace[2100153087] transaction","detail":"{read_only:false; response_revision:5342; number_of_response:1; }","duration":"264.204131ms","start":"2026-03-04T06:27:45.028039Z","end":"2026-03-04T06:27:45.292243Z","steps":["trace[2100153087] 'process raft request' (duration: 263.01563ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:27:45.491876Z","caller":"traceutil/trace.go:171","msg":"trace[2059536370] transaction","detail":"{read_only:false; response_revision:5347; number_of_response:1; }","duration":"117.844364ms","start":"2026-03-04T06:27:45.374005Z","end":"2026-03-04T06:27:45.49185Z","steps":["trace[2059536370] 'process raft request' (duration: 117.779592ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:27:45.491891Z","caller":"traceutil/trace.go:171","msg":"trace[1978411709] transaction","detail":"{read_only:false; response_revision:5345; number_of_response:1; }","duration":"190.822001ms","start":"2026-03-04T06:27:45.301011Z","end":"2026-03-04T06:27:45.491833Z","steps":["trace[1978411709] 'process raft request' (duration: 166.978871ms)","trace[1978411709] 'compare' (duration: 23.587654ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T06:27:45.491911Z","caller":"traceutil/trace.go:171","msg":"trace[725602662] linearizableReadLoop","detail":"{readStateIndex:5560; appliedIndex:5558; }","duration":"188.394108ms","start":"2026-03-04T06:27:45.303492Z","end":"2026-03-04T06:27:45.491886Z","steps":["trace[725602662] 'read index received' (duration: 66.065016ms)","trace[725602662] 'applied index is now lower than readState.Index' (duration: 122.325782ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T06:27:45.492005Z","caller":"traceutil/trace.go:171","msg":"trace[1283646371] transaction","detail":"{read_only:false; response_revision:5346; number_of_response:1; }","duration":"134.194996ms","start":"2026-03-04T06:27:45.357771Z","end":"2026-03-04T06:27:45.491966Z","steps":["trace[1283646371] 'process raft request' (duration: 133.947619ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:27:45.492164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.656274ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-03-04T06:27:45.492219Z","caller":"traceutil/trace.go:171","msg":"trace[1029486137] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:5347; }","duration":"188.729206ms","start":"2026-03-04T06:27:45.303474Z","end":"2026-03-04T06:27:45.492203Z","steps":["trace[1029486137] 'agreement among raft nodes before linearized reading' (duration: 188.47922ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:27:45.492221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.146221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-prometheus.18998f67dd7f1996\" ","response":"range_response_count:1 size:745"} {"level":"info","ts":"2026-03-04T06:27:45.49226Z","caller":"traceutil/trace.go:171","msg":"trace[1254997707] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-prometheus.18998f67dd7f1996; range_end:; response_count:1; response_revision:5347; }","duration":"118.225103ms","start":"2026-03-04T06:27:45.374018Z","end":"2026-03-04T06:27:45.492243Z","steps":["trace[1254997707] 'agreement among raft nodes before linearized reading' (duration: 118.11737ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:27:45.777971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.855736ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T06:27:45.778279Z","caller":"traceutil/trace.go:171","msg":"trace[282690531] transaction","detail":"{read_only:false; response_revision:5348; number_of_response:1; }","duration":"283.08716ms","start":"2026-03-04T06:27:45.49516Z","end":"2026-03-04T06:27:45.778247Z","steps":["trace[282690531] 'process raft request' (duration: 103.846454ms)","trace[282690531] 'compare' (duration: 178.706392ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T06:27:51.568368Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2679} {"level":"info","ts":"2026-03-04T06:27:51.709491Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2679,"took":"139.67502ms","hash":3713506020,"current-db-size-bytes":39071744,"current-db-size":"39 MB","current-db-size-in-use-bytes":28708864,"current-db-size-in-use":"29 MB"} {"level":"info","ts":"2026-03-04T06:27:51.70957Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3713506020,"revision":2679,"compact-revision":-1} {"level":"info","ts":"2026-03-04T06:28:06.997437Z","caller":"traceutil/trace.go:171","msg":"trace[667530041] transaction","detail":"{read_only:false; response_revision:5503; number_of_response:1; }","duration":"123.36622ms","start":"2026-03-04T06:28:06.874039Z","end":"2026-03-04T06:28:06.997405Z","steps":["trace[667530041] 'process raft request' (duration: 123.126304ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:28:32.273471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.787731ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2210803"} {"level":"info","ts":"2026-03-04T06:28:32.273567Z","caller":"traceutil/trace.go:171","msg":"trace[1952800052] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:5733; }","duration":"140.935215ms","start":"2026-03-04T06:28:32.132611Z","end":"2026-03-04T06:28:32.273546Z","steps":["trace[1952800052] 'range keys from in-memory index tree' (duration: 139.795654ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:28:32.622431Z","caller":"traceutil/trace.go:171","msg":"trace[1051926020] transaction","detail":"{read_only:false; response_revision:5734; number_of_response:1; }","duration":"240.247929ms","start":"2026-03-04T06:28:32.382152Z","end":"2026-03-04T06:28:32.6224Z","steps":["trace[1051926020] 'process raft request' (duration: 240.069034ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:28:33.396455Z","caller":"traceutil/trace.go:171","msg":"trace[800757970] transaction","detail":"{read_only:false; response_revision:5737; number_of_response:1; }","duration":"103.099774ms","start":"2026-03-04T06:28:33.293326Z","end":"2026-03-04T06:28:33.396426Z","steps":["trace[800757970] 'process raft request' (duration: 102.907049ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:28:33.449877Z","caller":"traceutil/trace.go:171","msg":"trace[79896389] transaction","detail":"{read_only:false; response_revision:5738; number_of_response:1; }","duration":"156.390473ms","start":"2026-03-04T06:28:33.293454Z","end":"2026-03-04T06:28:33.449845Z","steps":["trace[79896389] 'process raft request' (duration: 156.186057ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:28:33.450276Z","caller":"traceutil/trace.go:171","msg":"trace[1267826547] transaction","detail":"{read_only:false; response_revision:5739; number_of_response:1; }","duration":"156.752092ms","start":"2026-03-04T06:28:33.293489Z","end":"2026-03-04T06:28:33.450241Z","steps":["trace[1267826547] 'process raft request' (duration: 156.30585ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:28:34.152576Z","caller":"traceutil/trace.go:171","msg":"trace[1995084149] transaction","detail":"{read_only:false; response_revision:5741; number_of_response:1; }","duration":"124.536611ms","start":"2026-03-04T06:28:34.028012Z","end":"2026-03-04T06:28:34.152549Z","steps":["trace[1995084149] 'process raft request' (duration: 124.333465ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:28:34.244289Z","caller":"traceutil/trace.go:171","msg":"trace[1759332740] transaction","detail":"{read_only:false; response_revision:5743; number_of_response:1; }","duration":"144.702294ms","start":"2026-03-04T06:28:34.099552Z","end":"2026-03-04T06:28:34.244255Z","steps":["trace[1759332740] 'process raft request' (duration: 144.540859ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:28:34.244301Z","caller":"traceutil/trace.go:171","msg":"trace[1573047506] transaction","detail":"{read_only:false; response_revision:5742; number_of_response:1; }","duration":"197.797547ms","start":"2026-03-04T06:28:34.046465Z","end":"2026-03-04T06:28:34.244262Z","steps":["trace[1573047506] 'process raft request' (duration: 197.421357ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:28:41.848366Z","caller":"traceutil/trace.go:171","msg":"trace[616492085] transaction","detail":"{read_only:false; response_revision:5803; number_of_response:1; }","duration":"105.509997ms","start":"2026-03-04T06:28:41.742808Z","end":"2026-03-04T06:28:41.848318Z","steps":["trace[616492085] 'process raft request' (duration: 105.298972ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:32:51.5771Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5413} {"level":"info","ts":"2026-03-04T06:32:51.675295Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5413,"took":"96.322642ms","hash":1826703967,"current-db-size-bytes":39940096,"current-db-size":"40 MB","current-db-size-in-use-bytes":21630976,"current-db-size-in-use":"22 MB"} {"level":"info","ts":"2026-03-04T06:32:51.675989Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1826703967,"revision":5413,"compact-revision":2679} {"level":"info","ts":"2026-03-04T06:33:19.111841Z","caller":"traceutil/trace.go:171","msg":"trace[1702296629] transaction","detail":"{read_only:false; response_revision:7592; number_of_response:1; }","duration":"132.88254ms","start":"2026-03-04T06:33:18.978877Z","end":"2026-03-04T06:33:19.111759Z","steps":["trace[1702296629] 'process raft request' (duration: 125.128785ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:33:19.12609Z","caller":"traceutil/trace.go:171","msg":"trace[1974697460] linearizableReadLoop","detail":"{readStateIndex:7887; appliedIndex:7885; }","duration":"126.100401ms","start":"2026-03-04T06:33:18.999962Z","end":"2026-03-04T06:33:19.126062Z","steps":["trace[1974697460] 'read index received' (duration: 104.079538ms)","trace[1974697460] 'applied index is now lower than readState.Index' (duration: 22.019723ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T06:33:19.126213Z","caller":"traceutil/trace.go:171","msg":"trace[1311749422] transaction","detail":"{read_only:false; response_revision:7593; number_of_response:1; }","duration":"144.459268ms","start":"2026-03-04T06:33:18.981732Z","end":"2026-03-04T06:33:19.126191Z","steps":["trace[1311749422] 'process raft request' (duration: 144.17033ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:33:19.126348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.328067ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T06:33:19.126474Z","caller":"traceutil/trace.go:171","msg":"trace[875058648] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:7593; }","duration":"126.507932ms","start":"2026-03-04T06:33:18.99994Z","end":"2026-03-04T06:33:19.126448Z","steps":["trace[875058648] 'agreement among raft nodes before linearized reading' (duration: 126.271865ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:33:28.583369Z","caller":"traceutil/trace.go:171","msg":"trace[297641658] transaction","detail":"{read_only:false; response_revision:7676; number_of_response:1; }","duration":"110.619981ms","start":"2026-03-04T06:33:28.472724Z","end":"2026-03-04T06:33:28.583344Z","steps":["trace[297641658] 'process raft request' (duration: 110.463397ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:33:28.584419Z","caller":"traceutil/trace.go:171","msg":"trace[1719093686] linearizableReadLoop","detail":"{readStateIndex:7976; appliedIndex:7974; }","duration":"107.895269ms","start":"2026-03-04T06:33:28.476463Z","end":"2026-03-04T06:33:28.584358Z","steps":["trace[1719093686] 'read index received' (duration: 106.81078ms)","trace[1719093686] 'applied index is now lower than readState.Index' (duration: 1.083609ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T06:33:28.585471Z","caller":"traceutil/trace.go:171","msg":"trace[1297597358] transaction","detail":"{read_only:false; response_revision:7677; number_of_response:1; }","duration":"109.232794ms","start":"2026-03-04T06:33:28.476214Z","end":"2026-03-04T06:33:28.585447Z","steps":["trace[1297597358] 'process raft request' (duration: 108.000371ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:33:28.586502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.018195ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:224343"} {"level":"info","ts":"2026-03-04T06:33:28.586596Z","caller":"traceutil/trace.go:171","msg":"trace[1160170168] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:7677; }","duration":"110.153149ms","start":"2026-03-04T06:33:28.476428Z","end":"2026-03-04T06:33:28.586581Z","steps":["trace[1160170168] 'agreement among raft nodes before linearized reading' (duration: 108.092954ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:33:36.593715Z","caller":"traceutil/trace.go:171","msg":"trace[2245282] transaction","detail":"{read_only:false; response_revision:7714; number_of_response:1; }","duration":"138.649023ms","start":"2026-03-04T06:33:36.455024Z","end":"2026-03-04T06:33:36.593674Z","steps":["trace[2245282] 'process raft request' (duration: 138.431628ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:33:43.129633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.806035ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-04T06:33:43.129744Z","caller":"traceutil/trace.go:171","msg":"trace[1451462405] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7885; }","duration":"137.003511ms","start":"2026-03-04T06:33:42.992718Z","end":"2026-03-04T06:33:43.129721Z","steps":["trace[1451462405] 'range keys from in-memory index tree' (duration: 136.461166ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:33:43.625037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.763269ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-04T06:33:43.625109Z","caller":"traceutil/trace.go:171","msg":"trace[487440991] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7887; }","duration":"303.852121ms","start":"2026-03-04T06:33:43.32124Z","end":"2026-03-04T06:33:43.625092Z","steps":["trace[487440991] 'range keys from in-memory index tree' (duration: 303.593244ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:33:43.62514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:33:43.321212Z","time spent":"303.922312ms","remote":"127.0.0.1:48718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T06:33:43.625129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.992327ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-04T06:33:43.625207Z","caller":"traceutil/trace.go:171","msg":"trace[1702610543] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7887; }","duration":"326.134332ms","start":"2026-03-04T06:33:43.299054Z","end":"2026-03-04T06:33:43.625188Z","steps":["trace[1702610543] 'range keys from in-memory index tree' (duration: 325.815803ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:33:43.625253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:33:43.298961Z","time spent":"326.285325ms","remote":"127.0.0.1:48718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-04T06:33:43.625253Z","caller":"traceutil/trace.go:171","msg":"trace[2086597609] transaction","detail":"{read_only:false; response_revision:7888; number_of_response:1; }","duration":"106.426981ms","start":"2026-03-04T06:33:43.518787Z","end":"2026-03-04T06:33:43.625214Z","steps":["trace[2086597609] 'process raft request' (duration: 103.680118ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:33:43.626095Z","caller":"traceutil/trace.go:171","msg":"trace[1902248257] transaction","detail":"{read_only:false; response_revision:7889; number_of_response:1; }","duration":"100.550424ms","start":"2026-03-04T06:33:43.525511Z","end":"2026-03-04T06:33:43.626062Z","steps":["trace[1902248257] 'process raft request' (duration: 100.345679ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:33:44.651431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.916448ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T06:33:44.651553Z","caller":"traceutil/trace.go:171","msg":"trace[929954116] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:7892; }","duration":"314.121143ms","start":"2026-03-04T06:33:44.337405Z","end":"2026-03-04T06:33:44.651526Z","steps":["trace[929954116] 'count revisions from in-memory index tree' (duration: 313.750824ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:33:44.651608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:33:44.337287Z","time spent":"314.308468ms","remote":"127.0.0.1:40050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"warn","ts":"2026-03-04T06:33:45.241598Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13228088842438752039,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T06:33:45.742723Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13228088842438752039,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T06:33:46.243357Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13228088842438752039,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T06:33:46.41119Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.67195161s","expected-duration":"1s"} {"level":"info","ts":"2026-03-04T06:33:46.411643Z","caller":"traceutil/trace.go:171","msg":"trace[1504797668] transaction","detail":"{read_only:false; response_revision:7893; number_of_response:1; }","duration":"1.672537985s","start":"2026-03-04T06:33:44.739074Z","end":"2026-03-04T06:33:46.411612Z","steps":["trace[1504797668] 'process raft request' (duration: 1.6723512s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:33:46.411838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:33:44.739041Z","time spent":"1.67269378s","remote":"127.0.0.1:48718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T06:33:47.71007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000482995s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T06:33:47.710196Z","caller":"traceutil/trace.go:171","msg":"trace[578496306] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.0006673s","start":"2026-03-04T06:33:45.709497Z","end":"2026-03-04T06:33:47.710164Z","steps":["trace[578496306] 'agreement among raft nodes before linearized reading' (duration: 2.000507105s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:33:47.710256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:33:45.709481Z","time spent":"2.000763683s","remote":"127.0.0.1:48452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 06:33:47 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T06:33:47.950497Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.538652539s","expected-duration":"1s"} {"level":"info","ts":"2026-03-04T06:33:47.95117Z","caller":"traceutil/trace.go:171","msg":"trace[606163215] transaction","detail":"{read_only:false; response_revision:7895; number_of_response:1; }","duration":"2.319419276s","start":"2026-03-04T06:33:45.631726Z","end":"2026-03-04T06:33:47.951146Z","steps":["trace[606163215] 'process raft request' (duration: 2.31922813s)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:33:47.951218Z","caller":"traceutil/trace.go:171","msg":"trace[1681801771] transaction","detail":"{read_only:false; response_revision:7896; number_of_response:1; }","duration":"2.319457017s","start":"2026-03-04T06:33:45.631726Z","end":"2026-03-04T06:33:47.951183Z","steps":["trace[1681801771] 'process raft request' (duration: 2.319350294s)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:33:47.951184Z","caller":"traceutil/trace.go:171","msg":"trace[2001362699] linearizableReadLoop","detail":"{readStateIndex:8198; appliedIndex:8194; }","duration":"3.2098745s","start":"2026-03-04T06:33:44.741255Z","end":"2026-03-04T06:33:47.95113Z","steps":["trace[2001362699] 'read index received' (duration: 1.670155173s)","trace[2001362699] 'applied index is now lower than readState.Index' (duration: 1.539714547s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T06:33:47.951366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:33:45.631691Z","time spent":"2.31958462s","remote":"127.0.0.1:48718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T06:33:47.951365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:33:45.631688Z","time spent":"2.31957966s","remote":"127.0.0.1:48718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T06:33:47.951159Z","caller":"traceutil/trace.go:171","msg":"trace[1546333502] transaction","detail":"{read_only:false; response_revision:7894; number_of_response:1; }","duration":"2.815051259s","start":"2026-03-04T06:33:45.136064Z","end":"2026-03-04T06:33:47.951115Z","steps":["trace[1546333502] 'process raft request' (duration: 2.814672059s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:33:47.951773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.210473756s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-q8727\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-04T06:33:47.951924Z","caller":"traceutil/trace.go:171","msg":"trace[1805520790] range","detail":"{range_begin:/registry/pods/openstack/keepalived-q8727; range_end:; response_count:1; response_revision:7896; }","duration":"3.21066776s","start":"2026-03-04T06:33:44.741229Z","end":"2026-03-04T06:33:47.951897Z","steps":["trace[1805520790] 'agreement among raft nodes before linearized reading' (duration: 3.210104006s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:33:47.95179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:33:45.136031Z","time spent":"2.815560141s","remote":"127.0.0.1:48718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T06:33:47.952043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:33:44.741217Z","time spent":"3.210812635s","remote":"127.0.0.1:48648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6553,"request content":"key:\"/registry/pods/openstack/keepalived-q8727\" "} {"level":"warn","ts":"2026-03-04T06:33:47.952496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.097535923s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-04T06:33:47.952535Z","caller":"traceutil/trace.go:171","msg":"trace[1568700677] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7897; }","duration":"3.097624965s","start":"2026-03-04T06:33:44.854902Z","end":"2026-03-04T06:33:47.952527Z","steps":["trace[1568700677] 'agreement among raft nodes before linearized reading' (duration: 3.097512732s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:33:47.952556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:33:44.85488Z","time spent":"3.097671717s","remote":"127.0.0.1:48718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T06:33:47.952549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.626243ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-03-04T06:33:47.952528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.656765029s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-04T06:33:47.952639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.70549154s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T06:33:47.952662Z","caller":"traceutil/trace.go:171","msg":"trace[1074467400] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7897; }","duration":"1.705548721s","start":"2026-03-04T06:33:46.247107Z","end":"2026-03-04T06:33:47.952656Z","steps":["trace[1074467400] 'agreement among raft nodes before linearized reading' (duration: 1.70551444s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:33:47.952662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.453095521s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-04T06:33:47.952678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:33:46.247087Z","time spent":"1.705586912s","remote":"127.0.0.1:48468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T06:33:47.952693Z","caller":"traceutil/trace.go:171","msg":"trace[1744803062] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:7897; }","duration":"1.453172444s","start":"2026-03-04T06:33:46.499511Z","end":"2026-03-04T06:33:47.952683Z","steps":["trace[1744803062] 'agreement among raft nodes before linearized reading' (duration: 1.453099012s)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:33:47.952634Z","caller":"traceutil/trace.go:171","msg":"trace[519334670] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:7897; }","duration":"1.656898721s","start":"2026-03-04T06:33:46.295716Z","end":"2026-03-04T06:33:47.952615Z","steps":["trace[519334670] 'agreement among raft nodes before linearized reading' (duration: 1.656734707s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:33:47.952725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:33:46.499488Z","time spent":"1.453229765s","remote":"127.0.0.1:49328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":2,"response size":29,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"info","ts":"2026-03-04T06:33:47.952761Z","caller":"traceutil/trace.go:171","msg":"trace[1211148570] transaction","detail":"{read_only:false; response_revision:7897; number_of_response:1; }","duration":"1.199182434s","start":"2026-03-04T06:33:46.753459Z","end":"2026-03-04T06:33:47.952642Z","steps":["trace[1211148570] 'process raft request' (duration: 1.198753923s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:33:47.952883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.319088866s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-04T06:33:47.952909Z","caller":"traceutil/trace.go:171","msg":"trace[1733616777] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7897; }","duration":"2.319157689s","start":"2026-03-04T06:33:45.633746Z","end":"2026-03-04T06:33:47.952904Z","steps":["trace[1733616777] 'agreement among raft nodes before linearized reading' (duration: 2.319090897s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:33:47.952928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:33:45.633722Z","time spent":"2.31920124s","remote":"127.0.0.1:48718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T06:33:47.952948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"520.032789ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-04T06:33:47.952986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.697450652s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-04T06:33:47.952907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"707.855486ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T06:33:47.953083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.319309593s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-04T06:33:47.953155Z","caller":"traceutil/trace.go:171","msg":"trace[367616817] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7897; }","duration":"2.319425396s","start":"2026-03-04T06:33:45.63371Z","end":"2026-03-04T06:33:47.953136Z","steps":["trace[367616817] 'agreement among raft nodes before linearized reading' (duration: 2.31919747s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:33:47.953202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:33:45.633699Z","time spent":"2.319493908s","remote":"127.0.0.1:48718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T06:33:47.952747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:33:46.295704Z","time spent":"1.657029576s","remote":"127.0.0.1:48922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":29,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"info","ts":"2026-03-04T06:33:47.953011Z","caller":"traceutil/trace.go:171","msg":"trace[215908317] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:7897; }","duration":"2.697516114s","start":"2026-03-04T06:33:45.255486Z","end":"2026-03-04T06:33:47.953003Z","steps":["trace[215908317] 'agreement among raft nodes before linearized reading' (duration: 2.697480683s)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:33:47.953357Z","caller":"traceutil/trace.go:171","msg":"trace[930206443] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:7897; }","duration":"708.257566ms","start":"2026-03-04T06:33:47.244875Z","end":"2026-03-04T06:33:47.953132Z","steps":["trace[930206443] 'agreement among raft nodes before linearized reading' (duration: 707.725922ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:33:47.953379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:33:45.255463Z","time spent":"2.697895854s","remote":"127.0.0.1:49454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-04T06:33:47.953525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:33:47.244847Z","time spent":"708.653467ms","remote":"127.0.0.1:36158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":27,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-04T06:33:47.952803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.286174574s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T06:33:47.953619Z","caller":"traceutil/trace.go:171","msg":"trace[689953414] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:7897; }","duration":"2.287046848s","start":"2026-03-04T06:33:45.666556Z","end":"2026-03-04T06:33:47.953602Z","steps":["trace[689953414] 'agreement among raft nodes before linearized reading' (duration: 2.286220246s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:33:47.953704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:33:45.666526Z","time spent":"2.287162581s","remote":"127.0.0.1:49452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"info","ts":"2026-03-04T06:33:47.952995Z","caller":"traceutil/trace.go:171","msg":"trace[666685199] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:7897; }","duration":"520.200673ms","start":"2026-03-04T06:33:47.432784Z","end":"2026-03-04T06:33:47.952985Z","steps":["trace[666685199] 'agreement among raft nodes before linearized reading' (duration: 520.09204ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:33:47.95386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:33:47.432744Z","time spent":"521.072376ms","remote":"127.0.0.1:48856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":29,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-04T06:33:47.95304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.474260128s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T06:33:47.95393Z","caller":"traceutil/trace.go:171","msg":"trace[80226629] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:7897; }","duration":"2.475186523s","start":"2026-03-04T06:33:45.478724Z","end":"2026-03-04T06:33:47.953911Z","steps":["trace[80226629] 'agreement among raft nodes before linearized reading' (duration: 2.474288509s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:33:47.953965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:33:45.478699Z","time spent":"2.475255285s","remote":"127.0.0.1:49340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"warn","ts":"2026-03-04T06:33:47.95306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.813342263s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-04T06:33:47.954023Z","caller":"traceutil/trace.go:171","msg":"trace[536867444] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7897; }","duration":"2.81434782s","start":"2026-03-04T06:33:45.139663Z","end":"2026-03-04T06:33:47.954011Z","steps":["trace[536867444] 'agreement among raft nodes before linearized reading' (duration: 2.813359493s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:33:47.95407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:33:45.139635Z","time spent":"2.814423812s","remote":"127.0.0.1:48718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T06:33:47.953062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:33:46.753428Z","time spent":"1.199447011s","remote":"127.0.0.1:48718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T06:33:47.953011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.679072235s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T06:33:47.954278Z","caller":"traceutil/trace.go:171","msg":"trace[1703065247] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:7897; }","duration":"2.680426521s","start":"2026-03-04T06:33:45.273837Z","end":"2026-03-04T06:33:47.954264Z","steps":["trace[1703065247] 'agreement among raft nodes before linearized reading' (duration: 2.679056605s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:33:47.954321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:33:45.27381Z","time spent":"2.680499372s","remote":"127.0.0.1:55786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"info","ts":"2026-03-04T06:33:47.952585Z","caller":"traceutil/trace.go:171","msg":"trace[1955857945] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7897; }","duration":"215.691904ms","start":"2026-03-04T06:33:47.736884Z","end":"2026-03-04T06:33:47.952576Z","steps":["trace[1955857945] 'agreement among raft nodes before linearized reading' (duration: 215.584332ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:33:50.063267Z","caller":"traceutil/trace.go:171","msg":"trace[2078647643] transaction","detail":"{read_only:false; response_revision:7905; number_of_response:1; }","duration":"157.294057ms","start":"2026-03-04T06:33:49.905934Z","end":"2026-03-04T06:33:50.063228Z","steps":["trace[2078647643] 'process raft request' (duration: 156.873676ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:33:50.088501Z","caller":"traceutil/trace.go:171","msg":"trace[448049047] linearizableReadLoop","detail":"{readStateIndex:8212; appliedIndex:8208; }","duration":"123.906913ms","start":"2026-03-04T06:33:49.964563Z","end":"2026-03-04T06:33:50.08847Z","steps":["trace[448049047] 'read index received' (duration: 98.181442ms)","trace[448049047] 'applied index is now lower than readState.Index' (duration: 25.723951ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T06:33:50.08857Z","caller":"traceutil/trace.go:171","msg":"trace[1464642316] transaction","detail":"{read_only:false; response_revision:7907; number_of_response:1; }","duration":"130.036105ms","start":"2026-03-04T06:33:49.958476Z","end":"2026-03-04T06:33:50.088513Z","steps":["trace[1464642316] 'process raft request' (duration: 129.909632ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:33:50.08866Z","caller":"traceutil/trace.go:171","msg":"trace[1304920253] transaction","detail":"{read_only:false; response_revision:7908; number_of_response:1; }","duration":"129.547982ms","start":"2026-03-04T06:33:49.959081Z","end":"2026-03-04T06:33:50.088629Z","steps":["trace[1304920253] 'process raft request' (duration: 129.344887ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:33:50.088845Z","caller":"traceutil/trace.go:171","msg":"trace[1764110461] transaction","detail":"{read_only:false; response_revision:7906; number_of_response:1; }","duration":"130.436696ms","start":"2026-03-04T06:33:49.958395Z","end":"2026-03-04T06:33:50.088831Z","steps":["trace[1764110461] 'process raft request' (duration: 129.813719ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:33:50.089035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.454487ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-q8727\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-04T06:33:50.089074Z","caller":"traceutil/trace.go:171","msg":"trace[2013472630] range","detail":"{range_begin:/registry/pods/openstack/keepalived-q8727; range_end:; response_count:1; response_revision:7908; }","duration":"124.54527ms","start":"2026-03-04T06:33:49.964515Z","end":"2026-03-04T06:33:50.08906Z","steps":["trace[2013472630] 'agreement among raft nodes before linearized reading' (duration: 124.361015ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:33:50.089124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.234981ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-04T06:33:50.089181Z","caller":"traceutil/trace.go:171","msg":"trace[1563611508] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7908; }","duration":"124.331395ms","start":"2026-03-04T06:33:49.964833Z","end":"2026-03-04T06:33:50.089164Z","steps":["trace[1563611508] 'agreement among raft nodes before linearized reading' (duration: 124.122989ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:33:50.089351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.846608ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-04T06:33:50.089387Z","caller":"traceutil/trace.go:171","msg":"trace[2108565835] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7908; }","duration":"121.90934ms","start":"2026-03-04T06:33:49.967469Z","end":"2026-03-04T06:33:50.089378Z","steps":["trace[2108565835] 'agreement among raft nodes before linearized reading' (duration: 121.808068ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:33:50.08944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.334648ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-04T06:33:50.089539Z","caller":"traceutil/trace.go:171","msg":"trace[194453756] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7908; }","duration":"123.465941ms","start":"2026-03-04T06:33:49.966051Z","end":"2026-03-04T06:33:50.089517Z","steps":["trace[194453756] 'agreement among raft nodes before linearized reading' (duration: 123.182113ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:33:50.089685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.02687ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-04T06:33:50.089744Z","caller":"traceutil/trace.go:171","msg":"trace[332549078] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7908; }","duration":"123.501112ms","start":"2026-03-04T06:33:49.966217Z","end":"2026-03-04T06:33:50.089718Z","steps":["trace[332549078] 'agreement among raft nodes before linearized reading' (duration: 122.994879ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:33:50.298132Z","caller":"traceutil/trace.go:171","msg":"trace[804607138] transaction","detail":"{read_only:false; response_revision:7910; number_of_response:1; }","duration":"204.382885ms","start":"2026-03-04T06:33:50.093706Z","end":"2026-03-04T06:33:50.298089Z","steps":["trace[804607138] 'process raft request' (duration: 204.048456ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:33:50.298235Z","caller":"traceutil/trace.go:171","msg":"trace[1348056963] transaction","detail":"{read_only:false; response_revision:7911; number_of_response:1; }","duration":"204.479378ms","start":"2026-03-04T06:33:50.093716Z","end":"2026-03-04T06:33:50.298195Z","steps":["trace[1348056963] 'process raft request' (duration: 204.211251ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:33:50.298904Z","caller":"traceutil/trace.go:171","msg":"trace[1822534308] transaction","detail":"{read_only:false; response_revision:7912; number_of_response:1; }","duration":"205.114674ms","start":"2026-03-04T06:33:50.093741Z","end":"2026-03-04T06:33:50.298856Z","steps":["trace[1822534308] 'process raft request' (duration: 204.390255ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:33:52.152011Z","caller":"traceutil/trace.go:171","msg":"trace[83035077] transaction","detail":"{read_only:false; response_revision:7914; number_of_response:1; }","duration":"403.490601ms","start":"2026-03-04T06:33:51.748493Z","end":"2026-03-04T06:33:52.151983Z","steps":["trace[83035077] 'process raft request' (duration: 403.313546ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:33:52.152179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:33:51.748459Z","time spent":"403.626904ms","remote":"127.0.0.1:48718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T06:33:52.300773Z","caller":"traceutil/trace.go:171","msg":"trace[514028570] linearizableReadLoop","detail":"{readStateIndex:8221; appliedIndex:8217; }","duration":"150.253192ms","start":"2026-03-04T06:33:52.150499Z","end":"2026-03-04T06:33:52.300752Z","steps":["trace[514028570] 'read index received' (duration: 1.321945ms)","trace[514028570] 'applied index is now lower than readState.Index' (duration: 148.930097ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T06:33:52.300766Z","caller":"traceutil/trace.go:171","msg":"trace[1739665842] transaction","detail":"{read_only:false; response_revision:7915; number_of_response:1; }","duration":"205.742311ms","start":"2026-03-04T06:33:52.094986Z","end":"2026-03-04T06:33:52.300728Z","steps":["trace[1739665842] 'process raft request' (duration: 199.744672ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:33:52.300905Z","caller":"traceutil/trace.go:171","msg":"trace[294779218] transaction","detail":"{read_only:false; response_revision:7917; number_of_response:1; }","duration":"205.734121ms","start":"2026-03-04T06:33:52.095147Z","end":"2026-03-04T06:33:52.300881Z","steps":["trace[294779218] 'process raft request' (duration: 205.553557ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:33:52.300924Z","caller":"traceutil/trace.go:171","msg":"trace[957405857] transaction","detail":"{read_only:false; response_revision:7916; number_of_response:1; }","duration":"205.805773ms","start":"2026-03-04T06:33:52.095068Z","end":"2026-03-04T06:33:52.300873Z","steps":["trace[957405857] 'process raft request' (duration: 205.561887ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:33:52.301091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.55391ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-04T06:33:52.301163Z","caller":"traceutil/trace.go:171","msg":"trace[1620718890] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7917; }","duration":"150.683583ms","start":"2026-03-04T06:33:52.150462Z","end":"2026-03-04T06:33:52.301145Z","steps":["trace[1620718890] 'agreement among raft nodes before linearized reading' (duration: 150.417266ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:33:52.3013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.018336ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-q8727\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-04T06:33:52.301398Z","caller":"traceutil/trace.go:171","msg":"trace[781627471] range","detail":"{range_begin:/registry/pods/openstack/keepalived-q8727; range_end:; response_count:1; response_revision:7917; }","duration":"144.17202ms","start":"2026-03-04T06:33:52.157204Z","end":"2026-03-04T06:33:52.301376Z","steps":["trace[781627471] 'agreement among raft nodes before linearized reading' (duration: 143.864592ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:33:56.62899Z","caller":"traceutil/trace.go:171","msg":"trace[214293349] transaction","detail":"{read_only:false; response_revision:7938; number_of_response:1; }","duration":"235.705706ms","start":"2026-03-04T06:33:56.393249Z","end":"2026-03-04T06:33:56.628955Z","steps":["trace[214293349] 'process raft request' (duration: 220.289597ms)","trace[214293349] 'compare' (duration: 15.09524ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T06:33:56.629376Z","caller":"traceutil/trace.go:171","msg":"trace[987022483] transaction","detail":"{read_only:false; response_revision:7939; number_of_response:1; }","duration":"235.934282ms","start":"2026-03-04T06:33:56.393401Z","end":"2026-03-04T06:33:56.629335Z","steps":["trace[987022483] 'process raft request' (duration: 235.48764ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:33:56.62943Z","caller":"traceutil/trace.go:171","msg":"trace[32188297] linearizableReadLoop","detail":"{readStateIndex:8245; appliedIndex:8241; }","duration":"233.635441ms","start":"2026-03-04T06:33:56.395768Z","end":"2026-03-04T06:33:56.629404Z","steps":["trace[32188297] 'read index received' (duration: 19.837656ms)","trace[32188297] 'applied index is now lower than readState.Index' (duration: 213.796715ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T06:33:56.629574Z","caller":"traceutil/trace.go:171","msg":"trace[951297343] transaction","detail":"{read_only:false; response_revision:7940; number_of_response:1; }","duration":"235.974752ms","start":"2026-03-04T06:33:56.393574Z","end":"2026-03-04T06:33:56.629549Z","steps":["trace[951297343] 'process raft request' (duration: 235.680345ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:33:56.629959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.172495ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:224155"} {"level":"info","ts":"2026-03-04T06:33:56.62999Z","caller":"traceutil/trace.go:171","msg":"trace[1689451001] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:7940; }","duration":"234.249587ms","start":"2026-03-04T06:33:56.395733Z","end":"2026-03-04T06:33:56.629982Z","steps":["trace[1689451001] 'agreement among raft nodes before linearized reading' (duration: 233.873867ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:33:58.321249Z","caller":"traceutil/trace.go:171","msg":"trace[1969137333] transaction","detail":"{read_only:false; response_revision:7942; number_of_response:1; }","duration":"105.342091ms","start":"2026-03-04T06:33:58.215856Z","end":"2026-03-04T06:33:58.321198Z","steps":["trace[1969137333] 'process raft request' (duration: 105.101155ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:33:58.666627Z","caller":"traceutil/trace.go:171","msg":"trace[1275125336] linearizableReadLoop","detail":"{readStateIndex:8252; appliedIndex:8251; }","duration":"187.714394ms","start":"2026-03-04T06:33:58.478865Z","end":"2026-03-04T06:33:58.666579Z","steps":["trace[1275125336] 'read index received' (duration: 99.479046ms)","trace[1275125336] 'applied index is now lower than readState.Index' (duration: 88.234008ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T06:33:58.666782Z","caller":"traceutil/trace.go:171","msg":"trace[1219355828] transaction","detail":"{read_only:false; response_revision:7946; number_of_response:1; }","duration":"188.141406ms","start":"2026-03-04T06:33:58.478627Z","end":"2026-03-04T06:33:58.666768Z","steps":["trace[1219355828] 'process raft request' (duration: 99.835986ms)","trace[1219355828] 'compare' (duration: 87.976651ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T06:33:58.667108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.232058ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-04T06:33:58.667157Z","caller":"traceutil/trace.go:171","msg":"trace[74731987] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7946; }","duration":"188.328881ms","start":"2026-03-04T06:33:58.478816Z","end":"2026-03-04T06:33:58.667145Z","steps":["trace[74731987] 'agreement among raft nodes before linearized reading' (duration: 188.149376ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:33:59.861685Z","caller":"traceutil/trace.go:171","msg":"trace[1061404995] transaction","detail":"{read_only:false; response_revision:7953; number_of_response:1; }","duration":"201.440708ms","start":"2026-03-04T06:33:59.660203Z","end":"2026-03-04T06:33:59.861644Z","steps":["trace[1061404995] 'process raft request' (duration: 201.214162ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:34:00.701979Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13228088842438752204,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T06:34:00.969019Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.046796856s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-04T06:34:01.147206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.787491ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T06:34:01.147371Z","caller":"traceutil/trace.go:171","msg":"trace[2074237480] transaction","detail":"{read_only:false; response_revision:7954; number_of_response:1; }","duration":"1.241294999s","start":"2026-03-04T06:33:59.906046Z","end":"2026-03-04T06:34:01.147341Z","steps":["trace[2074237480] 'process raft request' (duration: 1.06320763s)","trace[2074237480] 'compare' (duration: 177.564115ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T06:34:01.147455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:33:59.906031Z","time spent":"1.241384851s","remote":"127.0.0.1:48524","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1117,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T06:34:01.202229Z","caller":"traceutil/trace.go:171","msg":"trace[796344623] transaction","detail":"{read_only:false; response_revision:7956; number_of_response:1; }","duration":"783.963232ms","start":"2026-03-04T06:34:00.418222Z","end":"2026-03-04T06:34:01.202185Z","steps":["trace[796344623] 'process raft request' (duration: 783.841759ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:34:01.20248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.000743335s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19502"} {"level":"info","ts":"2026-03-04T06:34:01.202547Z","caller":"traceutil/trace.go:171","msg":"trace[373871937] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:7957; }","duration":"1.000872248s","start":"2026-03-04T06:34:00.20166Z","end":"2026-03-04T06:34:01.202532Z","steps":["trace[373871937] 'agreement among raft nodes before linearized reading' (duration: 1.000737935s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:34:01.20258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:34:00.201619Z","time spent":"1.0009533s","remote":"127.0.0.1:48638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19524,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-03-04T06:34:01.202354Z","caller":"traceutil/trace.go:171","msg":"trace[248497445] linearizableReadLoop","detail":"{readStateIndex:8263; appliedIndex:8259; }","duration":"1.000588341s","start":"2026-03-04T06:34:00.201736Z","end":"2026-03-04T06:34:01.202325Z","steps":["trace[248497445] 'read index received' (duration: 767.533566ms)","trace[248497445] 'applied index is now lower than readState.Index' (duration: 233.052315ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T06:34:01.202302Z","caller":"traceutil/trace.go:171","msg":"trace[1781547856] transaction","detail":"{read_only:false; response_revision:7955; number_of_response:1; }","duration":"818.533168ms","start":"2026-03-04T06:34:00.383723Z","end":"2026-03-04T06:34:01.202256Z","steps":["trace[1781547856] 'process raft request' (duration: 818.130027ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:34:01.202823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:34:00.383691Z","time spent":"819.050722ms","remote":"127.0.0.1:48718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T06:34:01.202861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"955.27087ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T06:34:01.202951Z","caller":"traceutil/trace.go:171","msg":"trace[1770132169] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7957; }","duration":"955.453845ms","start":"2026-03-04T06:34:00.247476Z","end":"2026-03-04T06:34:01.20293Z","steps":["trace[1770132169] 'agreement among raft nodes before linearized reading' (duration: 955.290581ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:34:01.202952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"471.262557ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-04T06:34:01.20244Z","caller":"traceutil/trace.go:171","msg":"trace[1509170675] transaction","detail":"{read_only:false; response_revision:7957; number_of_response:1; }","duration":"767.020513ms","start":"2026-03-04T06:34:00.435361Z","end":"2026-03-04T06:34:01.202381Z","steps":["trace[1509170675] 'process raft request' (duration: 766.753626ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:34:01.202999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:34:00.247447Z","time spent":"955.538777ms","remote":"127.0.0.1:48452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T06:34:01.203018Z","caller":"traceutil/trace.go:171","msg":"trace[1456162290] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7957; }","duration":"471.331129ms","start":"2026-03-04T06:34:00.73167Z","end":"2026-03-04T06:34:01.203001Z","steps":["trace[1456162290] 'agreement among raft nodes before linearized reading' (duration: 471.122913ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:34:01.203064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:34:00.731603Z","time spent":"471.449501ms","remote":"127.0.0.1:48718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T06:34:01.203068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:34:00.435343Z","time spent":"767.67055ms","remote":"127.0.0.1:48718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T06:34:01.203227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"471.711509ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-04T06:34:01.203243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"470.222289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-04T06:34:01.203243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"470.488776ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-04T06:34:01.203254Z","caller":"traceutil/trace.go:171","msg":"trace[1037684679] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7957; }","duration":"471.75917ms","start":"2026-03-04T06:34:00.731486Z","end":"2026-03-04T06:34:01.203245Z","steps":["trace[1037684679] 'agreement among raft nodes before linearized reading' (duration: 471.639777ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:34:01.203313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:34:00.731478Z","time spent":"471.826072ms","remote":"127.0.0.1:48718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-04T06:34:01.203312Z","caller":"traceutil/trace.go:171","msg":"trace[449504889] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7957; }","duration":"470.263791ms","start":"2026-03-04T06:34:00.732998Z","end":"2026-03-04T06:34:01.203262Z","steps":["trace[449504889] 'agreement among raft nodes before linearized reading' (duration: 470.147658ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:34:01.203315Z","caller":"traceutil/trace.go:171","msg":"trace[1288644703] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7957; }","duration":"470.551088ms","start":"2026-03-04T06:34:00.732718Z","end":"2026-03-04T06:34:01.203269Z","steps":["trace[1288644703] 'agreement among raft nodes before linearized reading' (duration: 470.445845ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:34:01.203353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:34:00.732991Z","time spent":"470.351703ms","remote":"127.0.0.1:48718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T06:34:01.203361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:34:00.732697Z","time spent":"470.65292ms","remote":"127.0.0.1:48718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T06:34:01.203496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"504.472787ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-q8727\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-04T06:34:01.203591Z","caller":"traceutil/trace.go:171","msg":"trace[771063216] range","detail":"{range_begin:/registry/pods/openstack/keepalived-q8727; range_end:; response_count:1; response_revision:7957; }","duration":"504.60691ms","start":"2026-03-04T06:34:00.698973Z","end":"2026-03-04T06:34:01.20358Z","steps":["trace[771063216] 'agreement among raft nodes before linearized reading' (duration: 504.413085ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:34:01.203666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:34:00.698956Z","time spent":"504.698733ms","remote":"127.0.0.1:48648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6553,"request content":"key:\"/registry/pods/openstack/keepalived-q8727\" "} {"level":"warn","ts":"2026-03-04T06:34:01.203461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:34:00.418187Z","time spent":"784.337862ms","remote":"127.0.0.1:48718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T06:34:01.203653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"508.402851ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-04T06:34:01.203788Z","caller":"traceutil/trace.go:171","msg":"trace[1145617960] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7957; }","duration":"508.627587ms","start":"2026-03-04T06:34:00.695149Z","end":"2026-03-04T06:34:01.203776Z","steps":["trace[1145617960] 'agreement among raft nodes before linearized reading' (duration: 508.282608ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:34:01.203838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:34:00.695106Z","time spent":"508.72023ms","remote":"127.0.0.1:48718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-04T06:34:01.326169Z","caller":"traceutil/trace.go:171","msg":"trace[2089471322] transaction","detail":"{read_only:false; response_revision:7961; number_of_response:1; }","duration":"116.879106ms","start":"2026-03-04T06:34:01.209263Z","end":"2026-03-04T06:34:01.326142Z","steps":["trace[2089471322] 'process raft request' (duration: 116.816545ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:34:01.326176Z","caller":"traceutil/trace.go:171","msg":"trace[1498233826] transaction","detail":"{read_only:false; response_revision:7960; number_of_response:1; }","duration":"116.98781ms","start":"2026-03-04T06:34:01.209139Z","end":"2026-03-04T06:34:01.326127Z","steps":["trace[1498233826] 'process raft request' (duration: 116.877497ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:34:01.326235Z","caller":"traceutil/trace.go:171","msg":"trace[700930096] linearizableReadLoop","detail":"{readStateIndex:8267; appliedIndex:8263; }","duration":"116.871156ms","start":"2026-03-04T06:34:01.209309Z","end":"2026-03-04T06:34:01.32618Z","steps":["trace[700930096] 'read index received' (duration: 5.144756ms)","trace[700930096] 'applied index is now lower than readState.Index' (duration: 111.72549ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T06:34:01.326277Z","caller":"traceutil/trace.go:171","msg":"trace[1471452895] transaction","detail":"{read_only:false; response_revision:7962; number_of_response:1; }","duration":"116.792745ms","start":"2026-03-04T06:34:01.209469Z","end":"2026-03-04T06:34:01.326262Z","steps":["trace[1471452895] 'process raft request' (duration: 116.640701ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:34:01.326161Z","caller":"traceutil/trace.go:171","msg":"trace[792918227] transaction","detail":"{read_only:false; response_revision:7959; number_of_response:1; }","duration":"117.268077ms","start":"2026-03-04T06:34:01.20883Z","end":"2026-03-04T06:34:01.326098Z","steps":["trace[792918227] 'process raft request' (duration: 104.850839ms)","trace[792918227] 'compare' (duration: 12.119ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T06:34:01.3265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.713622ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19502"} {"level":"info","ts":"2026-03-04T06:34:01.32659Z","caller":"traceutil/trace.go:171","msg":"trace[1637046115] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:7962; }","duration":"116.845476ms","start":"2026-03-04T06:34:01.209721Z","end":"2026-03-04T06:34:01.326566Z","steps":["trace[1637046115] 'agreement among raft nodes before linearized reading' (duration: 116.674531ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:34:01.326623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.290307ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:224155"} {"level":"info","ts":"2026-03-04T06:34:01.326656Z","caller":"traceutil/trace.go:171","msg":"trace[868846917] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:7962; }","duration":"117.387601ms","start":"2026-03-04T06:34:01.209259Z","end":"2026-03-04T06:34:01.326647Z","steps":["trace[868846917] 'agreement among raft nodes before linearized reading' (duration: 117.053462ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:34:01.487231Z","caller":"traceutil/trace.go:171","msg":"trace[388601792] transaction","detail":"{read_only:false; response_revision:7963; number_of_response:1; }","duration":"107.391235ms","start":"2026-03-04T06:34:01.379782Z","end":"2026-03-04T06:34:01.487173Z","steps":["trace[388601792] 'process raft request' (duration: 94.692579ms)","trace[388601792] 'compare' (duration: 12.419239ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T06:34:03.138602Z","caller":"traceutil/trace.go:171","msg":"trace[969371605] transaction","detail":"{read_only:false; response_revision:7964; number_of_response:1; }","duration":"160.349259ms","start":"2026-03-04T06:34:02.97822Z","end":"2026-03-04T06:34:03.13857Z","steps":["trace[969371605] 'process raft request' (duration: 160.135453ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:34:04.182912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"538.007474ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T06:34:04.183178Z","caller":"traceutil/trace.go:171","msg":"trace[391242513] transaction","detail":"{read_only:false; response_revision:7965; number_of_response:1; }","duration":"972.641741ms","start":"2026-03-04T06:34:03.210498Z","end":"2026-03-04T06:34:04.18314Z","steps":["trace[391242513] 'process raft request' (duration: 434.02366ms)","trace[391242513] 'compare' (duration: 537.878891ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T06:34:04.183259Z","caller":"traceutil/trace.go:171","msg":"trace[786504042] transaction","detail":"{read_only:false; response_revision:7966; number_of_response:1; }","duration":"971.569642ms","start":"2026-03-04T06:34:03.21168Z","end":"2026-03-04T06:34:04.183249Z","steps":["trace[786504042] 'process raft request' (duration: 971.460559ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:34:04.183294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:34:03.210472Z","time spent":"972.768314ms","remote":"127.0.0.1:48718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T06:34:04.183387Z","caller":"traceutil/trace.go:171","msg":"trace[1619481185] linearizableReadLoop","detail":"{readStateIndex:8273; appliedIndex:8270; }","duration":"965.317837ms","start":"2026-03-04T06:34:03.218058Z","end":"2026-03-04T06:34:04.183376Z","steps":["trace[1619481185] 'read index received' (duration: 426.45286ms)","trace[1619481185] 'applied index is now lower than readState.Index' (duration: 538.863407ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T06:34:04.183459Z","caller":"traceutil/trace.go:171","msg":"trace[424518813] transaction","detail":"{read_only:false; response_revision:7967; number_of_response:1; }","duration":"971.763977ms","start":"2026-03-04T06:34:03.211689Z","end":"2026-03-04T06:34:04.183453Z","steps":["trace[424518813] 'process raft request' (duration: 971.514931ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:34:04.183496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:34:03.211655Z","time spent":"971.818479ms","remote":"127.0.0.1:48718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T06:34:04.183341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:34:03.21164Z","time spent":"971.672515ms","remote":"127.0.0.1:48718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T06:34:04.183636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"965.551163ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-04T06:34:04.18375Z","caller":"traceutil/trace.go:171","msg":"trace[2094139911] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7967; }","duration":"965.712877ms","start":"2026-03-04T06:34:03.218008Z","end":"2026-03-04T06:34:04.18372Z","steps":["trace[2094139911] 'agreement among raft nodes before linearized reading' (duration: 965.44924ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:34:04.183812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:34:03.217994Z","time spent":"965.804739ms","remote":"127.0.0.1:48718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T06:34:04.550263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.6198ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-03-04T06:34:04.550408Z","caller":"traceutil/trace.go:171","msg":"trace[2041771563] linearizableReadLoop","detail":"{readStateIndex:8274; appliedIndex:8273; }","duration":"366.960392ms","start":"2026-03-04T06:34:04.183424Z","end":"2026-03-04T06:34:04.550384Z","steps":["trace[2041771563] 'read index received' (duration: 16.283251ms)","trace[2041771563] 'applied index is now lower than readState.Index' (duration: 350.675311ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T06:34:04.550508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.303143338s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T06:34:04.550546Z","caller":"traceutil/trace.go:171","msg":"trace[614174620] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7967; }","duration":"1.30323755s","start":"2026-03-04T06:34:03.247295Z","end":"2026-03-04T06:34:04.550533Z","steps":["trace[614174620] 'agreement among raft nodes before linearized reading' (duration: 1.303147118s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:34:04.550602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:34:03.247279Z","time spent":"1.303297202s","remote":"127.0.0.1:48452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T06:34:04.550633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.219393988s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-04T06:34:04.550633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.219563443s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-04T06:34:04.550898Z","caller":"traceutil/trace.go:171","msg":"trace[132758032] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7967; }","duration":"1.219712287s","start":"2026-03-04T06:34:03.331153Z","end":"2026-03-04T06:34:04.550865Z","steps":["trace[132758032] 'agreement among raft nodes before linearized reading' (duration: 1.219294056s)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:34:04.550961Z","caller":"traceutil/trace.go:171","msg":"trace[2014054847] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7967; }","duration":"1.219932292s","start":"2026-03-04T06:34:03.331015Z","end":"2026-03-04T06:34:04.550947Z","steps":["trace[2014054847] 'agreement among raft nodes before linearized reading' (duration: 1.21944753s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:34:04.550998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:34:03.331002Z","time spent":"1.219984565s","remote":"127.0.0.1:48718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T06:34:04.550985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:34:03.331124Z","time spent":"1.219840551s","remote":"127.0.0.1:48718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T06:34:04.550663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.216588304s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-q8727\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-04T06:34:04.551227Z","caller":"traceutil/trace.go:171","msg":"trace[148954983] range","detail":"{range_begin:/registry/pods/openstack/keepalived-q8727; range_end:; response_count:1; response_revision:7967; }","duration":"1.21716972s","start":"2026-03-04T06:34:03.334021Z","end":"2026-03-04T06:34:04.55119Z","steps":["trace[148954983] 'agreement among raft nodes before linearized reading' (duration: 1.21643132s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:34:04.550724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.220360904s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-04T06:34:04.55131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:34:03.334011Z","time spent":"1.217276702s","remote":"127.0.0.1:48648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6553,"request content":"key:\"/registry/pods/openstack/keepalived-q8727\" "} {"level":"info","ts":"2026-03-04T06:34:04.551312Z","caller":"traceutil/trace.go:171","msg":"trace[2018744345] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7967; }","duration":"1.2209779s","start":"2026-03-04T06:34:03.330307Z","end":"2026-03-04T06:34:04.551285Z","steps":["trace[2018744345] 'agreement among raft nodes before linearized reading' (duration: 1.220342654s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:34:04.55137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:34:03.330287Z","time spent":"1.221068053s","remote":"127.0.0.1:48718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T06:34:04.550745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"579.996058ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-04T06:34:04.550875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.21943262s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-04T06:34:04.551487Z","caller":"traceutil/trace.go:171","msg":"trace[1690166287] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:7967; }","duration":"580.776829ms","start":"2026-03-04T06:34:03.970669Z","end":"2026-03-04T06:34:04.551446Z","steps":["trace[1690166287] 'agreement among raft nodes before linearized reading' (duration: 580.013798ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:34:04.55155Z","caller":"traceutil/trace.go:171","msg":"trace[1727158669] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7967; }","duration":"1.220129748s","start":"2026-03-04T06:34:03.331406Z","end":"2026-03-04T06:34:04.551535Z","steps":["trace[1727158669] 'agreement among raft nodes before linearized reading' (duration: 1.219239834s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:34:04.551596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:34:03.33137Z","time spent":"1.22021254s","remote":"127.0.0.1:48718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T06:34:04.551601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:34:03.970641Z","time spent":"580.911923ms","remote":"127.0.0.1:49492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-04T06:34:04.550659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.130668568s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-04T06:34:04.551658Z","caller":"traceutil/trace.go:171","msg":"trace[1009670433] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7967; }","duration":"1.131717976s","start":"2026-03-04T06:34:03.419923Z","end":"2026-03-04T06:34:04.551641Z","steps":["trace[1009670433] 'agreement among raft nodes before linearized reading' (duration: 1.130476083s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:34:04.551733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:34:03.419912Z","time spent":"1.131791618s","remote":"127.0.0.1:48648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-04T06:34:04.947584Z","caller":"traceutil/trace.go:171","msg":"trace[28217809] linearizableReadLoop","detail":"{readStateIndex:8275; appliedIndex:8274; }","duration":"395.032317ms","start":"2026-03-04T06:34:04.552519Z","end":"2026-03-04T06:34:04.947551Z","steps":["trace[28217809] 'read index received' (duration: 394.962805ms)","trace[28217809] 'applied index is now lower than readState.Index' (duration: 68.332µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T06:34:04.94769Z","caller":"traceutil/trace.go:171","msg":"trace[1586798185] transaction","detail":"{read_only:false; response_revision:7968; number_of_response:1; }","duration":"759.773041ms","start":"2026-03-04T06:34:04.187894Z","end":"2026-03-04T06:34:04.947667Z","steps":["trace[1586798185] 'process raft request' (duration: 759.472743ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:34:04.94776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"395.213572ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T06:34:04.947797Z","caller":"traceutil/trace.go:171","msg":"trace[1708723468] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7968; }","duration":"395.275133ms","start":"2026-03-04T06:34:04.552511Z","end":"2026-03-04T06:34:04.947787Z","steps":["trace[1708723468] 'agreement among raft nodes before linearized reading' (duration: 395.187041ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:34:04.947818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:34:04.187869Z","time spent":"759.871694ms","remote":"127.0.0.1:48718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T06:34:04.947835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:34:04.552476Z","time spent":"395.352745ms","remote":"127.0.0.1:48468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T06:34:05.448289Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13228088842438752239,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-04T06:34:05.560065Z","caller":"traceutil/trace.go:171","msg":"trace[309447837] transaction","detail":"{read_only:false; response_revision:7969; number_of_response:1; }","duration":"1.005030959s","start":"2026-03-04T06:34:04.554989Z","end":"2026-03-04T06:34:05.56002Z","steps":["trace[309447837] 'process raft request' (duration: 961.431254ms)","trace[309447837] 'compare' (duration: 43.298247ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T06:34:05.56013Z","caller":"traceutil/trace.go:171","msg":"trace[1210762555] transaction","detail":"{read_only:false; response_revision:7970; number_of_response:1; }","duration":"1.004838094s","start":"2026-03-04T06:34:04.555252Z","end":"2026-03-04T06:34:05.56009Z","steps":["trace[1210762555] 'process raft request' (duration: 1.004711691s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:34:05.560258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:34:04.554969Z","time spent":"1.005184154s","remote":"127.0.0.1:48718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T06:34:05.560319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:34:04.555237Z","time spent":"1.004980538s","remote":"127.0.0.1:48718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T06:34:05.560337Z","caller":"traceutil/trace.go:171","msg":"trace[1177907027] linearizableReadLoop","detail":"{readStateIndex:8279; appliedIndex:8275; }","duration":"612.638663ms","start":"2026-03-04T06:34:04.947669Z","end":"2026-03-04T06:34:05.560307Z","steps":["trace[1177907027] 'read index received' (duration: 568.631487ms)","trace[1177907027] 'applied index is now lower than readState.Index' (duration: 44.005696ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T06:34:05.560393Z","caller":"traceutil/trace.go:171","msg":"trace[1470115503] transaction","detail":"{read_only:false; response_revision:7972; number_of_response:1; }","duration":"1.00429609s","start":"2026-03-04T06:34:04.556049Z","end":"2026-03-04T06:34:05.560345Z","steps":["trace[1470115503] 'process raft request' (duration: 1.004153576s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:34:05.560531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"604.21553ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T06:34:05.560578Z","caller":"traceutil/trace.go:171","msg":"trace[1199465697] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7972; }","duration":"604.317873ms","start":"2026-03-04T06:34:04.956249Z","end":"2026-03-04T06:34:05.560567Z","steps":["trace[1199465697] 'agreement among raft nodes before linearized reading' (duration: 604.22244ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:34:05.560579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:34:04.556039Z","time spent":"1.004439894s","remote":"127.0.0.1:48718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T06:34:05.560601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.312267ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-04T06:34:05.560613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:34:04.956231Z","time spent":"604.373044ms","remote":"127.0.0.1:48452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T06:34:05.56054Z","caller":"traceutil/trace.go:171","msg":"trace[51209859] transaction","detail":"{read_only:false; response_revision:7971; number_of_response:1; }","duration":"1.004660289s","start":"2026-03-04T06:34:04.555629Z","end":"2026-03-04T06:34:05.560289Z","steps":["trace[51209859] 'process raft request' (duration: 1.004412803s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:34:05.560667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.005018939s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:224155"} {"level":"info","ts":"2026-03-04T06:34:05.560735Z","caller":"traceutil/trace.go:171","msg":"trace[683745000] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:7972; }","duration":"1.005088431s","start":"2026-03-04T06:34:04.555637Z","end":"2026-03-04T06:34:05.560725Z","steps":["trace[683745000] 'agreement among raft nodes before linearized reading' (duration: 1.00469064s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:34:05.560769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:34:04.55563Z","time spent":"1.005130772s","remote":"127.0.0.1:48648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":224177,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-04T06:34:05.560709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"482.112324ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T06:34:05.560764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:34:04.5556Z","time spent":"1.005122222s","remote":"127.0.0.1:48718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T06:34:05.560891Z","caller":"traceutil/trace.go:171","msg":"trace[767867902] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:7972; }","duration":"482.33499ms","start":"2026-03-04T06:34:05.078514Z","end":"2026-03-04T06:34:05.560849Z","steps":["trace[767867902] 'agreement among raft nodes before linearized reading' (duration: 482.089654ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:34:05.560685Z","caller":"traceutil/trace.go:171","msg":"trace[543923371] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:7972; }","duration":"223.497752ms","start":"2026-03-04T06:34:05.337148Z","end":"2026-03-04T06:34:05.560646Z","steps":["trace[543923371] 'agreement among raft nodes before linearized reading' (duration: 223.325067ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:34:05.560979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:34:05.078478Z","time spent":"482.485084ms","remote":"127.0.0.1:55764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"warn","ts":"2026-03-04T06:34:05.560889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"410.284971ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T06:34:05.561056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.005406729s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-04T06:34:05.561122Z","caller":"traceutil/trace.go:171","msg":"trace[352928475] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:7972; }","duration":"410.676652ms","start":"2026-03-04T06:34:05.150422Z","end":"2026-03-04T06:34:05.561098Z","steps":["trace[352928475] 'agreement among raft nodes before linearized reading' (duration: 410.141808ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:34:05.561129Z","caller":"traceutil/trace.go:171","msg":"trace[2098138923] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7972; }","duration":"1.005492992s","start":"2026-03-04T06:34:04.555616Z","end":"2026-03-04T06:34:05.561109Z","steps":["trace[2098138923] 'agreement among raft nodes before linearized reading' (duration: 1.004813884s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:34:05.561192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:34:05.150395Z","time spent":"410.776504ms","remote":"127.0.0.1:41826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":27,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true "} {"level":"warn","ts":"2026-03-04T06:34:05.561217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:34:04.555603Z","time spent":"1.005598545s","remote":"127.0.0.1:48648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-04T06:34:05.561722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.78554ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T06:34:05.561791Z","caller":"traceutil/trace.go:171","msg":"trace[987073943] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:7972; }","duration":"103.926164ms","start":"2026-03-04T06:34:05.45785Z","end":"2026-03-04T06:34:05.561777Z","steps":["trace[987073943] 'agreement among raft nodes before linearized reading' (duration: 102.861516ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:34:06.463182Z","caller":"traceutil/trace.go:171","msg":"trace[1707323680] transaction","detail":"{read_only:false; response_revision:7973; number_of_response:1; }","duration":"272.246554ms","start":"2026-03-04T06:34:06.1909Z","end":"2026-03-04T06:34:06.463146Z","steps":["trace[1707323680] 'process raft request' (duration: 272.017248ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:34:06.477951Z","caller":"traceutil/trace.go:171","msg":"trace[143890360] transaction","detail":"{read_only:false; response_revision:7974; number_of_response:1; }","duration":"286.930093ms","start":"2026-03-04T06:34:06.191009Z","end":"2026-03-04T06:34:06.477939Z","steps":["trace[143890360] 'process raft request' (duration: 284.334514ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:34:06.478107Z","caller":"traceutil/trace.go:171","msg":"trace[522810955] linearizableReadLoop","detail":"{readStateIndex:8282; appliedIndex:8279; }","duration":"231.460493ms","start":"2026-03-04T06:34:06.246605Z","end":"2026-03-04T06:34:06.478065Z","steps":["trace[522810955] 'read index received' (duration: 216.431385ms)","trace[522810955] 'applied index is now lower than readState.Index' (duration: 15.026988ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T06:34:06.478132Z","caller":"traceutil/trace.go:171","msg":"trace[406492387] transaction","detail":"{read_only:false; response_revision:7975; number_of_response:1; }","duration":"286.42722ms","start":"2026-03-04T06:34:06.19169Z","end":"2026-03-04T06:34:06.478117Z","steps":["trace[406492387] 'process raft request' (duration: 286.219884ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:34:06.478257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.619177ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T06:34:06.478331Z","caller":"traceutil/trace.go:171","msg":"trace[806421459] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7975; }","duration":"231.793612ms","start":"2026-03-04T06:34:06.246529Z","end":"2026-03-04T06:34:06.478323Z","steps":["trace[806421459] 'agreement among raft nodes before linearized reading' (duration: 231.658408ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:34:07.704819Z","caller":"traceutil/trace.go:171","msg":"trace[1906901153] transaction","detail":"{read_only:false; response_revision:7983; number_of_response:1; }","duration":"135.726696ms","start":"2026-03-04T06:34:07.569038Z","end":"2026-03-04T06:34:07.704765Z","steps":["trace[1906901153] 'process raft request' (duration: 135.505641ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:34:07.705271Z","caller":"traceutil/trace.go:171","msg":"trace[2100492897] linearizableReadLoop","detail":"{readStateIndex:8292; appliedIndex:8288; }","duration":"134.803042ms","start":"2026-03-04T06:34:07.570437Z","end":"2026-03-04T06:34:07.70524Z","steps":["trace[2100492897] 'read index received' (duration: 60.073162ms)","trace[2100492897] 'applied index is now lower than readState.Index' (duration: 74.72818ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T06:34:07.705388Z","caller":"traceutil/trace.go:171","msg":"trace[810996345] transaction","detail":"{read_only:false; response_revision:7985; number_of_response:1; }","duration":"135.793778ms","start":"2026-03-04T06:34:07.569569Z","end":"2026-03-04T06:34:07.705363Z","steps":["trace[810996345] 'process raft request' (duration: 135.509821ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:34:07.705283Z","caller":"traceutil/trace.go:171","msg":"trace[938821456] transaction","detail":"{read_only:false; response_revision:7984; number_of_response:1; }","duration":"135.581503ms","start":"2026-03-04T06:34:07.569649Z","end":"2026-03-04T06:34:07.705231Z","steps":["trace[938821456] 'process raft request' (duration: 135.070939ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:34:07.705692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.722849ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/rook-ceph/rook-ceph-operator-76bbbb77ff-f9mth\" ","response":"range_response_count:1 size:4462"} {"level":"info","ts":"2026-03-04T06:34:07.705777Z","caller":"traceutil/trace.go:171","msg":"trace[266238565] range","detail":"{range_begin:/registry/pods/rook-ceph/rook-ceph-operator-76bbbb77ff-f9mth; range_end:; response_count:1; response_revision:7985; }","duration":"120.853353ms","start":"2026-03-04T06:34:07.584897Z","end":"2026-03-04T06:34:07.705751Z","steps":["trace[266238565] 'agreement among raft nodes before linearized reading' (duration: 120.590816ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:34:07.705827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.328015ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-q8727\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-04T06:34:07.705936Z","caller":"traceutil/trace.go:171","msg":"trace[61377004] range","detail":"{range_begin:/registry/pods/openstack/keepalived-q8727; range_end:; response_count:1; response_revision:7985; }","duration":"135.545621ms","start":"2026-03-04T06:34:07.570375Z","end":"2026-03-04T06:34:07.705921Z","steps":["trace[61377004] 'agreement among raft nodes before linearized reading' (duration: 135.003137ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:34:09.849513Z","caller":"traceutil/trace.go:171","msg":"trace[1855687276] transaction","detail":"{read_only:false; response_revision:7998; number_of_response:1; }","duration":"136.858117ms","start":"2026-03-04T06:34:09.712615Z","end":"2026-03-04T06:34:09.849473Z","steps":["trace[1855687276] 'process raft request' (duration: 46.450131ms)","trace[1855687276] 'compare' (duration: 90.127118ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T06:34:09.849958Z","caller":"traceutil/trace.go:171","msg":"trace[2022609009] linearizableReadLoop","detail":"{readStateIndex:8308; appliedIndex:8305; }","duration":"132.267105ms","start":"2026-03-04T06:34:09.717665Z","end":"2026-03-04T06:34:09.849932Z","steps":["trace[2022609009] 'read index received' (duration: 41.50302ms)","trace[2022609009] 'applied index is now lower than readState.Index' (duration: 90.762255ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T06:34:09.849994Z","caller":"traceutil/trace.go:171","msg":"trace[377447658] transaction","detail":"{read_only:false; response_revision:8000; number_of_response:1; }","duration":"136.163887ms","start":"2026-03-04T06:34:09.71379Z","end":"2026-03-04T06:34:09.849954Z","steps":["trace[377447658] 'process raft request' (duration: 135.952682ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:34:09.849909Z","caller":"traceutil/trace.go:171","msg":"trace[202906936] transaction","detail":"{read_only:false; response_revision:7999; number_of_response:1; }","duration":"136.176268ms","start":"2026-03-04T06:34:09.713677Z","end":"2026-03-04T06:34:09.849853Z","steps":["trace[202906936] 'process raft request' (duration: 135.744136ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:34:09.850243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.543942ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-q8727\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-04T06:34:09.850319Z","caller":"traceutil/trace.go:171","msg":"trace[855770226] range","detail":"{range_begin:/registry/pods/openstack/keepalived-q8727; range_end:; response_count:1; response_revision:8000; }","duration":"132.671516ms","start":"2026-03-04T06:34:09.717635Z","end":"2026-03-04T06:34:09.850306Z","steps":["trace[855770226] 'agreement among raft nodes before linearized reading' (duration: 132.433609ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:34:29.920239Z","caller":"traceutil/trace.go:171","msg":"trace[284409795] linearizableReadLoop","detail":"{readStateIndex:8453; appliedIndex:8452; }","duration":"128.64383ms","start":"2026-03-04T06:34:29.791564Z","end":"2026-03-04T06:34:29.920208Z","steps":["trace[284409795] 'read index received' (duration: 128.524617ms)","trace[284409795] 'applied index is now lower than readState.Index' (duration: 117.773µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T06:34:29.920374Z","caller":"traceutil/trace.go:171","msg":"trace[1977359414] transaction","detail":"{read_only:false; response_revision:8139; number_of_response:1; }","duration":"145.24587ms","start":"2026-03-04T06:34:29.775082Z","end":"2026-03-04T06:34:29.920328Z","steps":["trace[1977359414] 'process raft request' (duration: 144.953542ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:34:29.920599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.019589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/rook-ceph/rook-ceph-csi-config\" ","response":"range_response_count:1 size:512"} {"level":"info","ts":"2026-03-04T06:34:29.920729Z","caller":"traceutil/trace.go:171","msg":"trace[685746578] range","detail":"{range_begin:/registry/configmaps/rook-ceph/rook-ceph-csi-config; range_end:; response_count:1; response_revision:8139; }","duration":"129.214785ms","start":"2026-03-04T06:34:29.791484Z","end":"2026-03-04T06:34:29.920699Z","steps":["trace[685746578] 'agreement among raft nodes before linearized reading' (duration: 128.903477ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:34:29.921345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.757633ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-04T06:34:29.92144Z","caller":"traceutil/trace.go:171","msg":"trace[664169039] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8140; }","duration":"108.926917ms","start":"2026-03-04T06:34:29.812492Z","end":"2026-03-04T06:34:29.921419Z","steps":["trace[664169039] 'agreement among raft nodes before linearized reading' (duration: 108.689111ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:34:34.446318Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13228088842438752886,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T06:34:34.950355Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13228088842438752886,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T06:34:35.371416Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.20282376s","expected-duration":"1s"} {"level":"info","ts":"2026-03-04T06:34:35.371962Z","caller":"traceutil/trace.go:171","msg":"trace[1412136508] transaction","detail":"{read_only:false; response_revision:8160; number_of_response:1; }","duration":"2.203502248s","start":"2026-03-04T06:34:33.168424Z","end":"2026-03-04T06:34:35.371927Z","steps":["trace[1412136508] 'process raft request' (duration: 2.203307153s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:34:35.372216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:34:33.168385Z","time spent":"2.203669022s","remote":"127.0.0.1:48718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T06:34:35.380754Z","caller":"traceutil/trace.go:171","msg":"trace[637576405] transaction","detail":"{read_only:false; response_revision:8161; number_of_response:1; }","duration":"1.519211539s","start":"2026-03-04T06:34:33.861484Z","end":"2026-03-04T06:34:35.380695Z","steps":["trace[637576405] 'process raft request' (duration: 1.51886932s)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:34:35.380996Z","caller":"traceutil/trace.go:171","msg":"trace[1666363641] transaction","detail":"{read_only:false; response_revision:8162; number_of_response:1; }","duration":"813.550254ms","start":"2026-03-04T06:34:34.567412Z","end":"2026-03-04T06:34:35.380962Z","steps":["trace[1666363641] 'process raft request' (duration: 813.229776ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:34:35.381028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:34:33.861457Z","time spent":"1.519433995s","remote":"127.0.0.1:48718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T06:34:35.381158Z","caller":"traceutil/trace.go:171","msg":"trace[1762546124] transaction","detail":"{read_only:false; response_revision:8163; number_of_response:1; }","duration":"781.993308ms","start":"2026-03-04T06:34:34.599109Z","end":"2026-03-04T06:34:35.381103Z","steps":["trace[1762546124] 'process raft request' (duration: 781.751871ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:34:35.38121Z","caller":"traceutil/trace.go:171","msg":"trace[1979832893] transaction","detail":"{read_only:false; response_revision:8164; number_of_response:1; }","duration":"776.159794ms","start":"2026-03-04T06:34:34.605022Z","end":"2026-03-04T06:34:35.381181Z","steps":["trace[1979832893] 'process raft request' (duration: 775.919278ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:34:35.381188Z","caller":"traceutil/trace.go:171","msg":"trace[696974985] linearizableReadLoop","detail":"{readStateIndex:8479; appliedIndex:8473; }","duration":"1.435463389s","start":"2026-03-04T06:34:33.945649Z","end":"2026-03-04T06:34:35.381112Z","steps":["trace[696974985] 'read index received' (duration: 1.42607078s)","trace[696974985] 'applied index is now lower than readState.Index' (duration: 9.391539ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T06:34:35.381335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:34:34.599069Z","time spent":"782.172603ms","remote":"127.0.0.1:48718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T06:34:35.381349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:34:34.604978Z","time spent":"776.293537ms","remote":"127.0.0.1:48718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T06:34:35.381175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:34:34.567379Z","time spent":"813.700648ms","remote":"127.0.0.1:48718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T06:34:35.381427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.435770657s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-04T06:34:35.381482Z","caller":"traceutil/trace.go:171","msg":"trace[1915007247] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8164; }","duration":"1.435868841s","start":"2026-03-04T06:34:33.945598Z","end":"2026-03-04T06:34:35.381467Z","steps":["trace[1915007247] 'agreement among raft nodes before linearized reading' (duration: 1.435681856s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:34:35.381522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:34:33.945573Z","time spent":"1.435941152s","remote":"127.0.0.1:48718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T06:34:35.381564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.395564202s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-04T06:34:35.381596Z","caller":"traceutil/trace.go:171","msg":"trace[464485154] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8164; }","duration":"1.395625584s","start":"2026-03-04T06:34:33.985963Z","end":"2026-03-04T06:34:35.381588Z","steps":["trace[464485154] 'agreement among raft nodes before linearized reading' (duration: 1.395537031s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:34:35.381589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.096093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-04T06:34:35.381552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.133865196s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T06:34:35.381606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.398579532s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-q8727\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-04T06:34:35.381634Z","caller":"traceutil/trace.go:171","msg":"trace[1101804635] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:8164; }","duration":"226.194036ms","start":"2026-03-04T06:34:35.155427Z","end":"2026-03-04T06:34:35.381621Z","steps":["trace[1101804635] 'agreement among raft nodes before linearized reading' (duration: 226.070222ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:34:35.381667Z","caller":"traceutil/trace.go:171","msg":"trace[2141140451] range","detail":"{range_begin:/registry/pods/openstack/keepalived-q8727; range_end:; response_count:1; response_revision:8164; }","duration":"1.398658554s","start":"2026-03-04T06:34:33.982994Z","end":"2026-03-04T06:34:35.381652Z","steps":["trace[2141140451] 'agreement among raft nodes before linearized reading' (duration: 1.3984763s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:34:35.381643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.414851253s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-04T06:34:35.381614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.401426927s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-04T06:34:35.381866Z","caller":"traceutil/trace.go:171","msg":"trace[383938520] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8164; }","duration":"1.13405155s","start":"2026-03-04T06:34:34.247591Z","end":"2026-03-04T06:34:35.381643Z","steps":["trace[383938520] 'agreement among raft nodes before linearized reading' (duration: 1.133827934s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:34:35.381895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"648.397077ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T06:34:35.3819Z","caller":"traceutil/trace.go:171","msg":"trace[1149835652] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8164; }","duration":"1.415207123s","start":"2026-03-04T06:34:33.96668Z","end":"2026-03-04T06:34:35.381887Z","steps":["trace[1149835652] 'agreement among raft nodes before linearized reading' (duration: 1.41471326s)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:34:35.381931Z","caller":"traceutil/trace.go:171","msg":"trace[2007670539] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:8164; }","duration":"648.480569ms","start":"2026-03-04T06:34:34.73344Z","end":"2026-03-04T06:34:35.381921Z","steps":["trace[2007670539] 'agreement among raft nodes before linearized reading' (duration: 648.194371ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:34:35.381995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:34:34.733421Z","time spent":"648.557951ms","remote":"127.0.0.1:40084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":54,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"warn","ts":"2026-03-04T06:34:35.381936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:34:34.247565Z","time spent":"1.134357349s","remote":"127.0.0.1:48452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T06:34:35.38194Z","caller":"traceutil/trace.go:171","msg":"trace[269198949] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8164; }","duration":"1.401767757s","start":"2026-03-04T06:34:33.980157Z","end":"2026-03-04T06:34:35.381925Z","steps":["trace[269198949] 'agreement among raft nodes before linearized reading' (duration: 1.401323325s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:34:35.382047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:34:33.966659Z","time spent":"1.415370736s","remote":"127.0.0.1:48718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T06:34:35.382113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:34:33.980146Z","time spent":"1.40191455s","remote":"127.0.0.1:48718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T06:34:35.381872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:34:33.982983Z","time spent":"1.39887149s","remote":"127.0.0.1:48648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6553,"request content":"key:\"/registry/pods/openstack/keepalived-q8727\" "} {"level":"warn","ts":"2026-03-04T06:34:35.38162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:34:33.985947Z","time spent":"1.395668444s","remote":"127.0.0.1:48718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-04T06:34:37.4988Z","caller":"traceutil/trace.go:171","msg":"trace[183087292] linearizableReadLoop","detail":"{readStateIndex:8487; appliedIndex:8483; }","duration":"104.211793ms","start":"2026-03-04T06:34:37.39456Z","end":"2026-03-04T06:34:37.498771Z","steps":["trace[183087292] 'read index received' (duration: 25.402794ms)","trace[183087292] 'applied index is now lower than readState.Index' (duration: 78.807919ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T06:34:37.498837Z","caller":"traceutil/trace.go:171","msg":"trace[162133044] transaction","detail":"{read_only:false; response_revision:8170; number_of_response:1; }","duration":"111.340181ms","start":"2026-03-04T06:34:37.387451Z","end":"2026-03-04T06:34:37.498791Z","steps":["trace[162133044] 'process raft request' (duration: 111.047624ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:34:37.498843Z","caller":"traceutil/trace.go:171","msg":"trace[2145818394] transaction","detail":"{read_only:false; response_revision:8171; number_of_response:1; }","duration":"110.874319ms","start":"2026-03-04T06:34:37.38794Z","end":"2026-03-04T06:34:37.498814Z","steps":["trace[2145818394] 'process raft request' (duration: 110.761276ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:34:37.49892Z","caller":"traceutil/trace.go:171","msg":"trace[197862931] transaction","detail":"{read_only:false; response_revision:8172; number_of_response:1; }","duration":"110.062548ms","start":"2026-03-04T06:34:37.388826Z","end":"2026-03-04T06:34:37.498888Z","steps":["trace[197862931] 'process raft request' (duration: 109.909464ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:34:37.499102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.527661ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-04T06:34:37.499138Z","caller":"traceutil/trace.go:171","msg":"trace[1551280477] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8172; }","duration":"104.645964ms","start":"2026-03-04T06:34:37.394483Z","end":"2026-03-04T06:34:37.499129Z","steps":["trace[1551280477] 'agreement among raft nodes before linearized reading' (duration: 104.422938ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:34:37.699267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.933451ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T06:34:37.699455Z","caller":"traceutil/trace.go:171","msg":"trace[265257356] transaction","detail":"{read_only:false; response_revision:8173; number_of_response:1; }","duration":"272.157774ms","start":"2026-03-04T06:34:37.427252Z","end":"2026-03-04T06:34:37.69941Z","steps":["trace[265257356] 'process raft request' (duration: 97.957576ms)","trace[265257356] 'compare' (duration: 173.784907ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T06:34:37.699497Z","caller":"traceutil/trace.go:171","msg":"trace[1796827539] transaction","detail":"{read_only:false; response_revision:8174; number_of_response:1; }","duration":"194.721222ms","start":"2026-03-04T06:34:37.504747Z","end":"2026-03-04T06:34:37.699468Z","steps":["trace[1796827539] 'process raft request' (duration: 194.65444ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:34:37.699497Z","caller":"traceutil/trace.go:171","msg":"trace[1954546552] linearizableReadLoop","detail":"{readStateIndex:8488; appliedIndex:8487; }","duration":"200.598688ms","start":"2026-03-04T06:34:37.498874Z","end":"2026-03-04T06:34:37.699473Z","steps":["trace[1954546552] 'read index received' (duration: 26.345939ms)","trace[1954546552] 'applied index is now lower than readState.Index' (duration: 174.250329ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T06:34:37.69968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.146982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-04T06:34:37.699704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.938183ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-04T06:34:37.699738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.129438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-04T06:34:37.699765Z","caller":"traceutil/trace.go:171","msg":"trace[1069394950] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8174; }","duration":"304.271825ms","start":"2026-03-04T06:34:37.395477Z","end":"2026-03-04T06:34:37.699748Z","steps":["trace[1069394950] 'agreement among raft nodes before linearized reading' (duration: 304.007268ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:34:37.699784Z","caller":"traceutil/trace.go:171","msg":"trace[1461839796] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8174; }","duration":"305.256722ms","start":"2026-03-04T06:34:37.394516Z","end":"2026-03-04T06:34:37.699773Z","steps":["trace[1461839796] 'agreement among raft nodes before linearized reading' (duration: 305.023155ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:34:37.699751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.374248ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-q8727\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-03-04T06:34:37.699807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:34:37.39547Z","time spent":"304.328946ms","remote":"127.0.0.1:48718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T06:34:37.699821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:34:37.394492Z","time spent":"305.320283ms","remote":"127.0.0.1:48718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-04T06:34:37.699791Z","caller":"traceutil/trace.go:171","msg":"trace[419659575] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8174; }","duration":"305.025326ms","start":"2026-03-04T06:34:37.394746Z","end":"2026-03-04T06:34:37.699771Z","steps":["trace[419659575] 'agreement among raft nodes before linearized reading' (duration: 304.792589ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:34:37.699854Z","caller":"traceutil/trace.go:171","msg":"trace[175444707] range","detail":"{range_begin:/registry/pods/openstack/keepalived-q8727; range_end:; response_count:1; response_revision:8174; }","duration":"301.510812ms","start":"2026-03-04T06:34:37.39832Z","end":"2026-03-04T06:34:37.699831Z","steps":["trace[175444707] 'agreement among raft nodes before linearized reading' (duration: 301.208004ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:34:37.699906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:34:37.398311Z","time spent":"301.583574ms","remote":"127.0.0.1:48648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6553,"request content":"key:\"/registry/pods/openstack/keepalived-q8727\" "} {"level":"warn","ts":"2026-03-04T06:34:37.699917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:34:37.394717Z","time spent":"305.167979ms","remote":"127.0.0.1:48718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T06:34:37.700152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.999617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T06:34:37.700422Z","caller":"traceutil/trace.go:171","msg":"trace[1296615837] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:8174; }","duration":"104.294705ms","start":"2026-03-04T06:34:37.595972Z","end":"2026-03-04T06:34:37.700266Z","steps":["trace[1296615837] 'agreement among raft nodes before linearized reading' (duration: 103.870133ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:34:39.169486Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13228088842438752931,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T06:34:39.307221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.207687162s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T06:34:39.307338Z","caller":"traceutil/trace.go:171","msg":"trace[1324780145] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:8177; }","duration":"1.207895587s","start":"2026-03-04T06:34:38.099415Z","end":"2026-03-04T06:34:39.307311Z","steps":["trace[1324780145] 'count revisions from in-memory index tree' (duration: 1.207559208s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:34:39.307398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:34:38.099386Z","time spent":"1.20799928s","remote":"127.0.0.1:49584","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":27,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"warn","ts":"2026-03-04T06:34:39.307519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.059669468s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T06:34:39.307632Z","caller":"traceutil/trace.go:171","msg":"trace[571407308] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8177; }","duration":"1.059850913s","start":"2026-03-04T06:34:38.247754Z","end":"2026-03-04T06:34:39.307605Z","steps":["trace[571407308] 'range keys from in-memory index tree' (duration: 1.059551755s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:34:39.307629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"879.505372ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.209\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-04T06:34:39.30776Z","caller":"traceutil/trace.go:171","msg":"trace[2128496130] range","detail":"{range_begin:/registry/masterleases/162.253.55.209; range_end:; response_count:1; response_revision:8177; }","duration":"879.702298ms","start":"2026-03-04T06:34:38.428027Z","end":"2026-03-04T06:34:39.307729Z","steps":["trace[2128496130] 'range keys from in-memory index tree' (duration: 879.236346ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:34:39.307834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:34:38.428001Z","time spent":"879.816091ms","remote":"127.0.0.1:48494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/162.253.55.209\" "} {"level":"warn","ts":"2026-03-04T06:34:39.307686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:34:38.247729Z","time spent":"1.059946016s","remote":"127.0.0.1:48452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T06:34:39.670514Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13228088842438752931,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T06:34:39.805898Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.169014245s","expected-duration":"1s"} {"level":"info","ts":"2026-03-04T06:34:39.80646Z","caller":"traceutil/trace.go:171","msg":"trace[830000424] transaction","detail":"{read_only:false; response_revision:8178; number_of_response:1; }","duration":"1.169736005s","start":"2026-03-04T06:34:38.636684Z","end":"2026-03-04T06:34:39.80642Z","steps":["trace[830000424] 'process raft request' (duration: 1.169474088s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:34:39.806711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:34:38.636649Z","time spent":"1.16992603s","remote":"127.0.0.1:36960","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3657,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T06:34:39.866454Z","caller":"traceutil/trace.go:171","msg":"trace[17765784] linearizableReadLoop","detail":"{readStateIndex:8498; appliedIndex:8492; }","duration":"1.197225814s","start":"2026-03-04T06:34:38.669202Z","end":"2026-03-04T06:34:39.866428Z","steps":["trace[17765784] 'read index received' (duration: 1.136974317s)","trace[17765784] 'applied index is now lower than readState.Index' (duration: 60.250167ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T06:34:39.866515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:34:39.308926Z","time spent":"557.578099ms","remote":"127.0.0.1:48494","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-04T06:34:39.866612Z","caller":"traceutil/trace.go:171","msg":"trace[327805246] transaction","detail":"{read_only:false; response_revision:8180; number_of_response:1; }","duration":"361.539832ms","start":"2026-03-04T06:34:39.50506Z","end":"2026-03-04T06:34:39.8666Z","steps":["trace[327805246] 'process raft request' (duration: 361.204694ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:34:39.866746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:34:39.505034Z","time spent":"361.611535ms","remote":"127.0.0.1:48718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T06:34:39.867038Z","caller":"traceutil/trace.go:171","msg":"trace[984455576] transaction","detail":"{read_only:false; response_revision:8179; number_of_response:1; }","duration":"733.738968ms","start":"2026-03-04T06:34:39.133265Z","end":"2026-03-04T06:34:39.867004Z","steps":["trace[984455576] 'process raft request' (duration: 706.333651ms)","trace[984455576] 'compare' (duration: 26.405571ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T06:34:39.867068Z","caller":"traceutil/trace.go:171","msg":"trace[1624269055] transaction","detail":"{read_only:false; response_revision:8181; number_of_response:1; }","duration":"361.957824ms","start":"2026-03-04T06:34:39.505099Z","end":"2026-03-04T06:34:39.867057Z","steps":["trace[1624269055] 'process raft request' (duration: 361.226394ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:34:39.867141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:34:39.505065Z","time spent":"362.037746ms","remote":"127.0.0.1:48718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T06:34:39.867182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:34:39.133246Z","time spent":"733.841821ms","remote":"127.0.0.1:48718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T06:34:39.867338Z","caller":"traceutil/trace.go:171","msg":"trace[311849653] transaction","detail":"{read_only:false; response_revision:8182; number_of_response:1; }","duration":"361.007369ms","start":"2026-03-04T06:34:39.506321Z","end":"2026-03-04T06:34:39.867328Z","steps":["trace[311849653] 'process raft request' (duration: 360.053524ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:34:39.867408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:34:39.506313Z","time spent":"361.06129ms","remote":"127.0.0.1:48718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T06:34:39.867528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.198321753s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T06:34:39.867574Z","caller":"traceutil/trace.go:171","msg":"trace[522473830] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:8182; }","duration":"1.198409435s","start":"2026-03-04T06:34:38.669149Z","end":"2026-03-04T06:34:39.867559Z","steps":["trace[522473830] 'agreement among raft nodes before linearized reading' (duration: 1.198333643s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:34:39.867607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:34:38.669123Z","time spent":"1.198476427s","remote":"127.0.0.1:55748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-04T06:34:39.868191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"870.904694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T06:34:39.868246Z","caller":"traceutil/trace.go:171","msg":"trace[265356497] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:8182; }","duration":"871.040938ms","start":"2026-03-04T06:34:38.997192Z","end":"2026-03-04T06:34:39.868233Z","steps":["trace[265356497] 'agreement among raft nodes before linearized reading' (duration: 870.476923ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:34:39.868281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:34:38.997161Z","time spent":"871.11192ms","remote":"127.0.0.1:48524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":882,"response size":30,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-03-04T06:34:39.868914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"558.870683ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T06:34:39.868949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"444.863961ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-04T06:34:39.869015Z","caller":"traceutil/trace.go:171","msg":"trace[2086941509] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8182; }","duration":"444.987624ms","start":"2026-03-04T06:34:39.424008Z","end":"2026-03-04T06:34:39.868995Z","steps":["trace[2086941509] 'agreement among raft nodes before linearized reading' (duration: 444.739747ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:34:39.86903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"750.826502ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-03-04T06:34:39.869019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.578537ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-04T06:34:39.869066Z","caller":"traceutil/trace.go:171","msg":"trace[1647796144] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:8182; }","duration":"750.898293ms","start":"2026-03-04T06:34:39.118159Z","end":"2026-03-04T06:34:39.869057Z","steps":["trace[1647796144] 'agreement among raft nodes before linearized reading' (duration: 750.834522ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:34:39.869098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:34:39.118148Z","time spent":"750.942954ms","remote":"127.0.0.1:48718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":580,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-03-04T06:34:39.869111Z","caller":"traceutil/trace.go:171","msg":"trace[1675489247] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8182; }","duration":"114.71755ms","start":"2026-03-04T06:34:39.754375Z","end":"2026-03-04T06:34:39.869092Z","steps":["trace[1675489247] 'agreement among raft nodes before linearized reading' (duration: 114.403322ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:34:39.869147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.961348ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-04T06:34:39.869184Z","caller":"traceutil/trace.go:171","msg":"trace[932037392] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8182; }","duration":"146.049311ms","start":"2026-03-04T06:34:39.723126Z","end":"2026-03-04T06:34:39.869175Z","steps":["trace[932037392] 'agreement among raft nodes before linearized reading' (duration: 145.956438ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:34:39.869287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.777736ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-04T06:34:39.869308Z","caller":"traceutil/trace.go:171","msg":"trace[275777936] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8182; }","duration":"113.837097ms","start":"2026-03-04T06:34:39.755466Z","end":"2026-03-04T06:34:39.869303Z","steps":["trace[275777936] 'agreement among raft nodes before linearized reading' (duration: 113.770035ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:34:39.869307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"760.517838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"warn","ts":"2026-03-04T06:34:39.869056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:34:39.423987Z","time spent":"445.060766ms","remote":"127.0.0.1:48718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-04T06:34:39.869348Z","caller":"traceutil/trace.go:171","msg":"trace[1046864598] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:8182; }","duration":"760.59438ms","start":"2026-03-04T06:34:39.108741Z","end":"2026-03-04T06:34:39.869336Z","steps":["trace[1046864598] 'agreement among raft nodes before linearized reading' (duration: 760.527708ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:34:39.868967Z","caller":"traceutil/trace.go:171","msg":"trace[921690303] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8182; }","duration":"558.955795ms","start":"2026-03-04T06:34:39.309999Z","end":"2026-03-04T06:34:39.868954Z","steps":["trace[921690303] 'agreement among raft nodes before linearized reading' (duration: 558.76623ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:34:39.869391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:34:39.108721Z","time spent":"760.659372ms","remote":"127.0.0.1:48718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":551,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-04T06:34:39.869407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:34:39.309985Z","time spent":"559.413638ms","remote":"127.0.0.1:48468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T06:34:39.869398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.803907ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-q8727\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-03-04T06:34:39.869515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.742268ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-04T06:34:39.869545Z","caller":"traceutil/trace.go:171","msg":"trace[1799787929] range","detail":"{range_begin:/registry/pods/openstack/keepalived-q8727; range_end:; response_count:1; response_revision:8182; }","duration":"110.984722ms","start":"2026-03-04T06:34:39.758515Z","end":"2026-03-04T06:34:39.869499Z","steps":["trace[1799787929] 'agreement among raft nodes before linearized reading' (duration: 110.51706ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:34:39.869556Z","caller":"traceutil/trace.go:171","msg":"trace[999048100] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8182; }","duration":"166.80264ms","start":"2026-03-04T06:34:39.702743Z","end":"2026-03-04T06:34:39.869546Z","steps":["trace[999048100] 'agreement among raft nodes before linearized reading' (duration: 166.707498ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:34:39.869636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.81496ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1990"} {"level":"info","ts":"2026-03-04T06:34:39.869777Z","caller":"traceutil/trace.go:171","msg":"trace[239923949] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:8182; }","duration":"187.011987ms","start":"2026-03-04T06:34:39.682729Z","end":"2026-03-04T06:34:39.869741Z","steps":["trace[239923949] 'agreement among raft nodes before linearized reading' (duration: 186.615876ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:34:40.028Z","caller":"traceutil/trace.go:171","msg":"trace[1290634024] transaction","detail":"{read_only:false; response_revision:8185; number_of_response:1; }","duration":"152.220365ms","start":"2026-03-04T06:34:39.875754Z","end":"2026-03-04T06:34:40.027975Z","steps":["trace[1290634024] 'process raft request' (duration: 152.0337ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:34:40.028315Z","caller":"traceutil/trace.go:171","msg":"trace[551928692] transaction","detail":"{read_only:false; response_revision:8186; number_of_response:1; }","duration":"152.483141ms","start":"2026-03-04T06:34:39.875819Z","end":"2026-03-04T06:34:40.028302Z","steps":["trace[551928692] 'process raft request' (duration: 152.113832ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:34:40.028682Z","caller":"traceutil/trace.go:171","msg":"trace[939096706] linearizableReadLoop","detail":"{readStateIndex:8507; appliedIndex:8500; }","duration":"116.747594ms","start":"2026-03-04T06:34:39.911921Z","end":"2026-03-04T06:34:40.028669Z","steps":["trace[939096706] 'read index received' (duration: 115.798219ms)","trace[939096706] 'applied index is now lower than readState.Index' (duration: 948.515µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T06:34:40.028766Z","caller":"traceutil/trace.go:171","msg":"trace[573776209] transaction","detail":"{read_only:false; response_revision:8187; number_of_response:1; }","duration":"152.938403ms","start":"2026-03-04T06:34:39.875818Z","end":"2026-03-04T06:34:40.028756Z","steps":["trace[573776209] 'process raft request' (duration: 152.43543ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:34:40.029129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.623076ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-d88bffdbf-gcfvr.18998fc88ee56500\" ","response":"range_response_count:1 size:1132"} {"level":"info","ts":"2026-03-04T06:34:40.029268Z","caller":"traceutil/trace.go:171","msg":"trace[198314322] range","detail":"{range_begin:/registry/events/openstack/barbican-api-d88bffdbf-gcfvr.18998fc88ee56500; range_end:; response_count:1; response_revision:8191; }","duration":"126.757099ms","start":"2026-03-04T06:34:39.90245Z","end":"2026-03-04T06:34:40.029207Z","steps":["trace[198314322] 'agreement among raft nodes before linearized reading' (duration: 126.501533ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:34:40.029416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.257077ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228886"} {"level":"info","ts":"2026-03-04T06:34:40.029475Z","caller":"traceutil/trace.go:171","msg":"trace[697593105] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8191; }","duration":"146.346059ms","start":"2026-03-04T06:34:39.883115Z","end":"2026-03-04T06:34:40.029461Z","steps":["trace[697593105] 'agreement among raft nodes before linearized reading' (duration: 145.878507ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:34:40.029587Z","caller":"traceutil/trace.go:171","msg":"trace[1279224543] transaction","detail":"{read_only:false; response_revision:8188; number_of_response:1; }","duration":"153.700274ms","start":"2026-03-04T06:34:39.875871Z","end":"2026-03-04T06:34:40.029571Z","steps":["trace[1279224543] 'process raft request' (duration: 152.632446ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:34:40.0298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.610489ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T06:34:40.029844Z","caller":"traceutil/trace.go:171","msg":"trace[1207121781] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8191; }","duration":"148.664731ms","start":"2026-03-04T06:34:39.881168Z","end":"2026-03-04T06:34:40.029832Z","steps":["trace[1207121781] 'agreement among raft nodes before linearized reading' (duration: 148.595469ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:34:40.02986Z","caller":"traceutil/trace.go:171","msg":"trace[1553181842] transaction","detail":"{read_only:false; response_revision:8189; number_of_response:1; }","duration":"153.95721ms","start":"2026-03-04T06:34:39.875889Z","end":"2026-03-04T06:34:40.029846Z","steps":["trace[1553181842] 'process raft request' (duration: 152.661996ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:34:40.030117Z","caller":"traceutil/trace.go:171","msg":"trace[590752499] transaction","detail":"{read_only:false; response_revision:8190; number_of_response:1; }","duration":"154.213977ms","start":"2026-03-04T06:34:39.87589Z","end":"2026-03-04T06:34:40.030104Z","steps":["trace[590752499] 'process raft request' (duration: 152.699417ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:34:40.030166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.419856ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-04T06:34:40.030211Z","caller":"traceutil/trace.go:171","msg":"trace[961434094] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:8191; }","duration":"116.486488ms","start":"2026-03-04T06:34:39.913714Z","end":"2026-03-04T06:34:40.030201Z","steps":["trace[961434094] 'agreement among raft nodes before linearized reading' (duration: 116.281672ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:34:40.030339Z","caller":"traceutil/trace.go:171","msg":"trace[4538162] transaction","detail":"{read_only:false; response_revision:8191; number_of_response:1; }","duration":"147.946502ms","start":"2026-03-04T06:34:39.882376Z","end":"2026-03-04T06:34:40.030323Z","steps":["trace[4538162] 'process raft request' (duration: 146.251377ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:34:47.622636Z","caller":"traceutil/trace.go:171","msg":"trace[1393205334] transaction","detail":"{read_only:false; response_revision:8258; number_of_response:1; }","duration":"191.560528ms","start":"2026-03-04T06:34:47.431022Z","end":"2026-03-04T06:34:47.622582Z","steps":["trace[1393205334] 'process raft request' (duration: 172.577025ms)","trace[1393205334] 'compare' (duration: 18.718826ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T06:34:48.563379Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13228088842438753183,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-04T06:34:48.871935Z","caller":"traceutil/trace.go:171","msg":"trace[2080354735] transaction","detail":"{read_only:false; response_revision:8262; number_of_response:1; }","duration":"933.251637ms","start":"2026-03-04T06:34:47.938645Z","end":"2026-03-04T06:34:48.871896Z","steps":["trace[2080354735] 'process raft request' (duration: 933.018481ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:34:48.872112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:34:47.93863Z","time spent":"933.398022ms","remote":"127.0.0.1:48648","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4638,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T06:34:49.244784Z","caller":"traceutil/trace.go:171","msg":"trace[499169447] linearizableReadLoop","detail":"{readStateIndex:8585; appliedIndex:8582; }","duration":"1.181895069s","start":"2026-03-04T06:34:48.062862Z","end":"2026-03-04T06:34:49.244757Z","steps":["trace[499169447] 'read index received' (duration: 808.713717ms)","trace[499169447] 'applied index is now lower than readState.Index' (duration: 373.180082ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T06:34:49.245012Z","caller":"traceutil/trace.go:171","msg":"trace[1157536569] transaction","detail":"{read_only:false; response_revision:8264; number_of_response:1; }","duration":"833.971216ms","start":"2026-03-04T06:34:48.411004Z","end":"2026-03-04T06:34:49.244975Z","steps":["trace[1157536569] 'process raft request' (duration: 833.706038ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:34:49.245116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"997.312785ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T06:34:49.245091Z","caller":"traceutil/trace.go:171","msg":"trace[2079461718] transaction","detail":"{read_only:false; response_revision:8263; number_of_response:1; }","duration":"1.296702601s","start":"2026-03-04T06:34:47.948342Z","end":"2026-03-04T06:34:49.245045Z","steps":["trace[2079461718] 'process raft request' (duration: 1.296149517s)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:34:49.245165Z","caller":"traceutil/trace.go:171","msg":"trace[272541273] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8264; }","duration":"997.404068ms","start":"2026-03-04T06:34:48.247748Z","end":"2026-03-04T06:34:49.245152Z","steps":["trace[272541273] 'agreement among raft nodes before linearized reading' (duration: 997.312426ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:34:49.245165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.062993ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-04T06:34:49.245182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:34:48.410942Z","time spent":"834.153841ms","remote":"127.0.0.1:48696","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3037,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T06:34:49.245201Z","caller":"traceutil/trace.go:171","msg":"trace[1289195145] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:8264; }","duration":"220.152845ms","start":"2026-03-04T06:34:49.025037Z","end":"2026-03-04T06:34:49.24519Z","steps":["trace[1289195145] 'agreement among raft nodes before linearized reading' (duration: 220.086063ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:34:49.245256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:34:47.948329Z","time spent":"1.296849436s","remote":"127.0.0.1:48524","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":746,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-04T06:34:49.245306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.778748ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:5732"} {"level":"info","ts":"2026-03-04T06:34:49.245333Z","caller":"traceutil/trace.go:171","msg":"trace[1868707813] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:8264; }","duration":"367.852491ms","start":"2026-03-04T06:34:48.877474Z","end":"2026-03-04T06:34:49.245327Z","steps":["trace[1868707813] 'agreement among raft nodes before linearized reading' (duration: 367.746558ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:34:49.245355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:34:48.877448Z","time spent":"367.899931ms","remote":"127.0.0.1:36976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":5754,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"warn","ts":"2026-03-04T06:34:49.245378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.174134963s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-04T06:34:49.245409Z","caller":"traceutil/trace.go:171","msg":"trace[1482239595] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8264; }","duration":"1.174183704s","start":"2026-03-04T06:34:48.071218Z","end":"2026-03-04T06:34:49.245402Z","steps":["trace[1482239595] 'agreement among raft nodes before linearized reading' (duration: 1.174066231s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:34:49.245431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:34:48.071204Z","time spent":"1.174222674s","remote":"127.0.0.1:48718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T06:34:49.245443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.182588487s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-04T06:34:49.24548Z","caller":"traceutil/trace.go:171","msg":"trace[1267562000] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8264; }","duration":"1.182663479s","start":"2026-03-04T06:34:48.062807Z","end":"2026-03-04T06:34:49.245471Z","steps":["trace[1267562000] 'agreement among raft nodes before linearized reading' (duration: 1.182574756s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:34:49.245491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.167465126s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-q8727\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-03-04T06:34:49.245509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:34:48.062777Z","time spent":"1.1827248s","remote":"127.0.0.1:48718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-04T06:34:49.24552Z","caller":"traceutil/trace.go:171","msg":"trace[1987836979] range","detail":"{range_begin:/registry/pods/openstack/keepalived-q8727; range_end:; response_count:1; response_revision:8264; }","duration":"1.167515368s","start":"2026-03-04T06:34:48.077996Z","end":"2026-03-04T06:34:49.245512Z","steps":["trace[1987836979] 'agreement among raft nodes before linearized reading' (duration: 1.167429665s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:34:49.245529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"817.172931ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.209\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-03-04T06:34:49.24555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:34:48.077985Z","time spent":"1.167559509s","remote":"127.0.0.1:48648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6553,"request content":"key:\"/registry/pods/openstack/keepalived-q8727\" "} {"level":"info","ts":"2026-03-04T06:34:49.245551Z","caller":"traceutil/trace.go:171","msg":"trace[1793398456] range","detail":"{range_begin:/registry/masterleases/162.253.55.209; range_end:; response_count:1; response_revision:8264; }","duration":"817.232223ms","start":"2026-03-04T06:34:48.428313Z","end":"2026-03-04T06:34:49.245545Z","steps":["trace[1793398456] 'agreement among raft nodes before linearized reading' (duration: 817.169561ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:34:49.245604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.17441231s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-04T06:34:49.245626Z","caller":"traceutil/trace.go:171","msg":"trace[1799792932] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8264; }","duration":"1.174447711s","start":"2026-03-04T06:34:48.071172Z","end":"2026-03-04T06:34:49.24562Z","steps":["trace[1799792932] 'agreement among raft nodes before linearized reading' (duration: 1.174391769s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:34:49.245631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:34:48.428298Z","time spent":"817.312654ms","remote":"127.0.0.1:48494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/162.253.55.209\" "} {"level":"warn","ts":"2026-03-04T06:34:49.245647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:34:48.071162Z","time spent":"1.174479282s","remote":"127.0.0.1:48718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T06:34:49.245203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:34:48.247734Z","time spent":"997.460019ms","remote":"127.0.0.1:48452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T06:34:49.245596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.177847501s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-04T06:34:49.24578Z","caller":"traceutil/trace.go:171","msg":"trace[783774790] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8264; }","duration":"1.178049816s","start":"2026-03-04T06:34:48.067711Z","end":"2026-03-04T06:34:49.245761Z","steps":["trace[783774790] 'agreement among raft nodes before linearized reading' (duration: 1.177288346s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:34:49.245827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.175399536s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-04T06:34:49.245856Z","caller":"traceutil/trace.go:171","msg":"trace[722403517] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8264; }","duration":"1.175471748s","start":"2026-03-04T06:34:48.070376Z","end":"2026-03-04T06:34:49.245848Z","steps":["trace[722403517] 'agreement among raft nodes before linearized reading' (duration: 1.175393716s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:34:49.245881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:34:48.070354Z","time spent":"1.175519469s","remote":"127.0.0.1:48718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T06:34:49.245889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:34:48.067699Z","time spent":"1.178142238s","remote":"127.0.0.1:48718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T06:34:49.501745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.555092ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:39"} {"level":"info","ts":"2026-03-04T06:34:49.501905Z","caller":"traceutil/trace.go:171","msg":"trace[984157022] linearizableReadLoop","detail":"{readStateIndex:8586; appliedIndex:8585; }","duration":"253.663314ms","start":"2026-03-04T06:34:49.248215Z","end":"2026-03-04T06:34:49.501878Z","steps":["trace[984157022] 'read index received' (duration: 134.960668ms)","trace[984157022] 'applied index is now lower than readState.Index' (duration: 118.701316ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T06:34:49.502097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.848099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T06:34:49.502358Z","caller":"traceutil/trace.go:171","msg":"trace[699112408] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8264; }","duration":"254.071695ms","start":"2026-03-04T06:34:49.248182Z","end":"2026-03-04T06:34:49.502254Z","steps":["trace[699112408] 'agreement among raft nodes before linearized reading' (duration: 253.770757ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:34:49.570515Z","caller":"traceutil/trace.go:171","msg":"trace[1293187124] transaction","detail":"{read_only:false; response_revision:8265; number_of_response:1; }","duration":"320.991449ms","start":"2026-03-04T06:34:49.249501Z","end":"2026-03-04T06:34:49.570492Z","steps":["trace[1293187124] 'process raft request' (duration: 320.781223ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:34:49.570686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:34:49.249486Z","time spent":"321.103981ms","remote":"127.0.0.1:48718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T06:34:49.570823Z","caller":"traceutil/trace.go:171","msg":"trace[108634583] transaction","detail":"{read_only:false; response_revision:8268; number_of_response:1; }","duration":"319.991702ms","start":"2026-03-04T06:34:49.250818Z","end":"2026-03-04T06:34:49.570809Z","steps":["trace[108634583] 'process raft request' (duration: 319.888829ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:34:49.571238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.443307ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228801"} {"level":"info","ts":"2026-03-04T06:34:49.570839Z","caller":"traceutil/trace.go:171","msg":"trace[1422860477] transaction","detail":"{read_only:false; response_revision:8267; number_of_response:1; }","duration":"320.491785ms","start":"2026-03-04T06:34:49.250326Z","end":"2026-03-04T06:34:49.570817Z","steps":["trace[1422860477] 'process raft request' (duration: 320.30031ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:34:49.571281Z","caller":"traceutil/trace.go:171","msg":"trace[898760315] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8270; }","duration":"319.512979ms","start":"2026-03-04T06:34:49.251758Z","end":"2026-03-04T06:34:49.571271Z","steps":["trace[898760315] 'agreement among raft nodes before linearized reading' (duration: 319.130609ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:34:49.571261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:34:49.250811Z","time spent":"320.380862ms","remote":"127.0.0.1:48718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T06:34:49.571321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:34:49.25175Z","time spent":"319.56016ms","remote":"127.0.0.1:48648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":26,"response size":228823,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-04T06:34:49.570832Z","caller":"traceutil/trace.go:171","msg":"trace[1505988579] transaction","detail":"{read_only:false; response_revision:8266; number_of_response:1; }","duration":"320.555787ms","start":"2026-03-04T06:34:49.250231Z","end":"2026-03-04T06:34:49.570787Z","steps":["trace[1505988579] 'process raft request' (duration: 320.217418ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:34:49.570907Z","caller":"traceutil/trace.go:171","msg":"trace[1361345008] transaction","detail":"{read_only:false; response_revision:8270; number_of_response:1; }","duration":"314.337602ms","start":"2026-03-04T06:34:49.256554Z","end":"2026-03-04T06:34:49.570892Z","steps":["trace[1361345008] 'process raft request' (duration: 314.2418ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:34:49.571444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:34:49.250319Z","time spent":"320.999519ms","remote":"127.0.0.1:48718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T06:34:49.571539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:34:49.256544Z","time spent":"314.946008ms","remote":"127.0.0.1:36976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5857,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T06:34:49.570899Z","caller":"traceutil/trace.go:171","msg":"trace[1323671459] transaction","detail":"{read_only:false; response_revision:8269; number_of_response:1; }","duration":"319.342544ms","start":"2026-03-04T06:34:49.251538Z","end":"2026-03-04T06:34:49.570881Z","steps":["trace[1323671459] 'process raft request' (duration: 319.221941ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:34:49.571721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:34:49.251529Z","time spent":"320.130026ms","remote":"127.0.0.1:48718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T06:34:49.571579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:34:49.250223Z","time spent":"321.214654ms","remote":"127.0.0.1:48718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T06:34:49.618465Z","caller":"traceutil/trace.go:171","msg":"trace[587471686] transaction","detail":"{read_only:false; response_revision:8271; number_of_response:1; }","duration":"115.45943ms","start":"2026-03-04T06:34:49.502988Z","end":"2026-03-04T06:34:49.618448Z","steps":["trace[587471686] 'process raft request' (duration: 99.806665ms)","trace[587471686] 'compare' (duration: 15.496441ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T06:34:49.618705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.321464ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T06:34:49.618742Z","caller":"traceutil/trace.go:171","msg":"trace[1127479212] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8272; }","duration":"107.420298ms","start":"2026-03-04T06:34:49.511312Z","end":"2026-03-04T06:34:49.618732Z","steps":["trace[1127479212] 'agreement among raft nodes before linearized reading' (duration: 107.351196ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:34:52.074783Z","caller":"traceutil/trace.go:171","msg":"trace[777524271] linearizableReadLoop","detail":"{readStateIndex:8607; appliedIndex:8605; }","duration":"494.989551ms","start":"2026-03-04T06:34:51.579763Z","end":"2026-03-04T06:34:52.074752Z","steps":["trace[777524271] 'read index received' (duration: 27.028267ms)","trace[777524271] 'applied index is now lower than readState.Index' (duration: 467.960164ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T06:34:52.074844Z","caller":"traceutil/trace.go:171","msg":"trace[1029080403] transaction","detail":"{read_only:false; response_revision:8286; number_of_response:1; }","duration":"494.97733ms","start":"2026-03-04T06:34:51.579815Z","end":"2026-03-04T06:34:52.074793Z","steps":["trace[1029080403] 'process raft request' (duration: 494.730873ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:34:52.074932Z","caller":"traceutil/trace.go:171","msg":"trace[1911105100] transaction","detail":"{read_only:false; response_revision:8287; number_of_response:1; }","duration":"494.340543ms","start":"2026-03-04T06:34:51.580576Z","end":"2026-03-04T06:34:52.074917Z","steps":["trace[1911105100] 'process raft request' (duration: 494.102367ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:34:52.075019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:34:51.579798Z","time spent":"495.128275ms","remote":"127.0.0.1:48718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T06:34:52.075055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:34:51.580561Z","time spent":"494.397214ms","remote":"127.0.0.1:48718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T06:34:52.075144Z","caller":"traceutil/trace.go:171","msg":"trace[712394047] transaction","detail":"{read_only:false; response_revision:8285; number_of_response:1; }","duration":"495.639178ms","start":"2026-03-04T06:34:51.579444Z","end":"2026-03-04T06:34:52.075084Z","steps":["trace[712394047] 'process raft request' (duration: 456.532611ms)","trace[712394047] 'compare' (duration: 38.206713ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T06:34:52.075212Z","caller":"traceutil/trace.go:171","msg":"trace[209054892] transaction","detail":"{read_only:false; response_revision:8288; number_of_response:1; }","duration":"494.476967ms","start":"2026-03-04T06:34:51.580606Z","end":"2026-03-04T06:34:52.075083Z","steps":["trace[209054892] 'process raft request' (duration: 494.106237ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:34:52.075376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:34:51.579411Z","time spent":"495.848543ms","remote":"127.0.0.1:48718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T06:34:52.075282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"495.507345ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-q8727\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-03-04T06:34:52.075542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:34:51.580593Z","time spent":"494.794366ms","remote":"127.0.0.1:48718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T06:34:52.075601Z","caller":"traceutil/trace.go:171","msg":"trace[360916870] range","detail":"{range_begin:/registry/pods/openstack/keepalived-q8727; range_end:; response_count:1; response_revision:8288; }","duration":"495.806533ms","start":"2026-03-04T06:34:51.579724Z","end":"2026-03-04T06:34:52.075531Z","steps":["trace[360916870] 'agreement among raft nodes before linearized reading' (duration: 495.356801ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:34:52.075706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:34:51.579691Z","time spent":"495.990477ms","remote":"127.0.0.1:48648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6553,"request content":"key:\"/registry/pods/openstack/keepalived-q8727\" "} {"level":"info","ts":"2026-03-04T06:34:52.119395Z","caller":"traceutil/trace.go:171","msg":"trace[122050775] transaction","detail":"{read_only:false; response_revision:8290; number_of_response:1; }","duration":"149.365649ms","start":"2026-03-04T06:34:51.970012Z","end":"2026-03-04T06:34:52.119378Z","steps":["trace[122050775] 'process raft request' (duration: 149.119072ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:34:52.119667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"481.704519ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T06:34:52.119691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"424.316517ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T06:34:52.11973Z","caller":"traceutil/trace.go:171","msg":"trace[957608162] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:8291; }","duration":"481.845332ms","start":"2026-03-04T06:34:51.637867Z","end":"2026-03-04T06:34:52.119712Z","steps":["trace[957608162] 'agreement among raft nodes before linearized reading' (duration: 481.715108ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:34:52.119761Z","caller":"traceutil/trace.go:171","msg":"trace[1530567696] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:8291; }","duration":"424.41873ms","start":"2026-03-04T06:34:51.695319Z","end":"2026-03-04T06:34:52.119737Z","steps":["trace[1530567696] 'agreement among raft nodes before linearized reading' (duration: 424.260856ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:34:52.119829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:34:51.695305Z","time spent":"424.506712ms","remote":"127.0.0.1:40072","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"info","ts":"2026-03-04T06:34:52.119689Z","caller":"traceutil/trace.go:171","msg":"trace[151461783] transaction","detail":"{read_only:false; response_revision:8291; number_of_response:1; }","duration":"119.180609ms","start":"2026-03-04T06:34:52.000488Z","end":"2026-03-04T06:34:52.119669Z","steps":["trace[151461783] 'process raft request' (duration: 118.831149ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:34:52.119897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"421.426141ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T06:34:52.119961Z","caller":"traceutil/trace.go:171","msg":"trace[1829764654] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:8291; }","duration":"421.497883ms","start":"2026-03-04T06:34:51.698445Z","end":"2026-03-04T06:34:52.119943Z","steps":["trace[1829764654] 'agreement among raft nodes before linearized reading' (duration: 421.38843ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:34:52.119772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:34:51.63784Z","time spent":"481.921254ms","remote":"127.0.0.1:36196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":27,"request content":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-04T06:34:52.120012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:34:51.698407Z","time spent":"421.593825ms","remote":"127.0.0.1:48670","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":27,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"info","ts":"2026-03-04T06:34:52.119224Z","caller":"traceutil/trace.go:171","msg":"trace[1916070719] transaction","detail":"{read_only:false; response_revision:8289; number_of_response:1; }","duration":"166.540225ms","start":"2026-03-04T06:34:51.952657Z","end":"2026-03-04T06:34:52.119197Z","steps":["trace[1916070719] 'process raft request' (duration: 166.316209ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:35:01.317098Z","caller":"traceutil/trace.go:171","msg":"trace[1835095262] transaction","detail":"{read_only:false; response_revision:8359; number_of_response:1; }","duration":"254.780342ms","start":"2026-03-04T06:35:01.062287Z","end":"2026-03-04T06:35:01.317068Z","steps":["trace[1835095262] 'process raft request' (duration: 254.639739ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:35:01.324916Z","caller":"traceutil/trace.go:171","msg":"trace[341095011] transaction","detail":"{read_only:false; response_revision:8360; number_of_response:1; }","duration":"256.053736ms","start":"2026-03-04T06:35:01.068842Z","end":"2026-03-04T06:35:01.324896Z","steps":["trace[341095011] 'process raft request' (duration: 255.753198ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:35:11.992632Z","caller":"traceutil/trace.go:171","msg":"trace[1194723033] linearizableReadLoop","detail":"{readStateIndex:8835; appliedIndex:8834; }","duration":"111.501124ms","start":"2026-03-04T06:35:11.881105Z","end":"2026-03-04T06:35:11.992606Z","steps":["trace[1194723033] 'read index received' (duration: 110.817326ms)","trace[1194723033] 'applied index is now lower than readState.Index' (duration: 682.668µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T06:35:11.992769Z","caller":"traceutil/trace.go:171","msg":"trace[1253019973] transaction","detail":"{read_only:false; response_revision:8507; number_of_response:1; }","duration":"115.318756ms","start":"2026-03-04T06:35:11.877412Z","end":"2026-03-04T06:35:11.99273Z","steps":["trace[1253019973] 'process raft request' (duration: 114.481703ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:35:11.992996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.876955ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:9189"} {"level":"info","ts":"2026-03-04T06:35:11.993042Z","caller":"traceutil/trace.go:171","msg":"trace[1989768471] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:8507; }","duration":"111.985478ms","start":"2026-03-04T06:35:11.881044Z","end":"2026-03-04T06:35:11.99303Z","steps":["trace[1989768471] 'agreement among raft nodes before linearized reading' (duration: 111.726391ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:35:11.993022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.651693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-04T06:35:11.993156Z","caller":"traceutil/trace.go:171","msg":"trace[686642350] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8507; }","duration":"107.827718ms","start":"2026-03-04T06:35:11.885312Z","end":"2026-03-04T06:35:11.99314Z","steps":["trace[686642350] 'agreement among raft nodes before linearized reading' (duration: 107.5302ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:35:13.534489Z","caller":"traceutil/trace.go:171","msg":"trace[1084874827] transaction","detail":"{read_only:false; response_revision:8523; number_of_response:1; }","duration":"135.479721ms","start":"2026-03-04T06:35:13.39898Z","end":"2026-03-04T06:35:13.534459Z","steps":["trace[1084874827] 'process raft request' (duration: 135.414319ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:35:13.534562Z","caller":"traceutil/trace.go:171","msg":"trace[596813163] transaction","detail":"{read_only:false; response_revision:8522; number_of_response:1; }","duration":"135.598474ms","start":"2026-03-04T06:35:13.398911Z","end":"2026-03-04T06:35:13.534509Z","steps":["trace[596813163] 'process raft request' (duration: 121.771018ms)","trace[596813163] 'compare' (duration: 13.564539ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T06:35:13.534786Z","caller":"traceutil/trace.go:171","msg":"trace[1515035042] transaction","detail":"{read_only:false; response_revision:8525; number_of_response:1; }","duration":"134.938677ms","start":"2026-03-04T06:35:13.399812Z","end":"2026-03-04T06:35:13.534751Z","steps":["trace[1515035042] 'process raft request' (duration: 134.883435ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:35:13.5348Z","caller":"traceutil/trace.go:171","msg":"trace[779347192] transaction","detail":"{read_only:false; response_revision:8524; number_of_response:1; }","duration":"135.500871ms","start":"2026-03-04T06:35:13.399266Z","end":"2026-03-04T06:35:13.534767Z","steps":["trace[779347192] 'process raft request' (duration: 135.280815ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:35:53.110629Z","caller":"traceutil/trace.go:171","msg":"trace[796453784] linearizableReadLoop","detail":"{readStateIndex:9247; appliedIndex:9246; }","duration":"264.991844ms","start":"2026-03-04T06:35:52.845602Z","end":"2026-03-04T06:35:53.110594Z","steps":["trace[796453784] 'read index received' (duration: 264.745368ms)","trace[796453784] 'applied index is now lower than readState.Index' (duration: 244.596µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T06:35:53.110891Z","caller":"traceutil/trace.go:171","msg":"trace[1447401953] transaction","detail":"{read_only:false; response_revision:8909; number_of_response:1; }","duration":"284.826349ms","start":"2026-03-04T06:35:52.825898Z","end":"2026-03-04T06:35:53.110724Z","steps":["trace[1447401953] 'process raft request' (duration: 284.4765ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:35:53.111032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.256151ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T06:35:53.111116Z","caller":"traceutil/trace.go:171","msg":"trace[465756771] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:8909; }","duration":"265.542668ms","start":"2026-03-04T06:35:52.845554Z","end":"2026-03-04T06:35:53.111097Z","steps":["trace[465756771] 'agreement among raft nodes before linearized reading' (duration: 265.21046ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:35:53.353858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.36431ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T06:35:53.35397Z","caller":"traceutil/trace.go:171","msg":"trace[1468262081] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8909; }","duration":"106.542634ms","start":"2026-03-04T06:35:53.2474Z","end":"2026-03-04T06:35:53.353943Z","steps":["trace[1468262081] 'range keys from in-memory index tree' (duration: 106.257136ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:36:06.571354Z","caller":"traceutil/trace.go:171","msg":"trace[2016825192] linearizableReadLoop","detail":"{readStateIndex:9315; appliedIndex:9314; }","duration":"207.806128ms","start":"2026-03-04T06:36:06.363514Z","end":"2026-03-04T06:36:06.57132Z","steps":["trace[2016825192] 'read index received' (duration: 207.698826ms)","trace[2016825192] 'applied index is now lower than readState.Index' (duration: 105.822µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T06:36:06.571495Z","caller":"traceutil/trace.go:171","msg":"trace[1164227218] transaction","detail":"{read_only:false; response_revision:8974; number_of_response:1; }","duration":"571.315364ms","start":"2026-03-04T06:36:06.000126Z","end":"2026-03-04T06:36:06.571441Z","steps":["trace[1164227218] 'process raft request' (duration: 570.969514ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:36:06.571722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:36:06.000094Z","time spent":"571.507539ms","remote":"127.0.0.1:48718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T06:36:06.571903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.259541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T06:36:06.572173Z","caller":"traceutil/trace.go:171","msg":"trace[120437705] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:8974; }","duration":"208.647571ms","start":"2026-03-04T06:36:06.363443Z","end":"2026-03-04T06:36:06.572091Z","steps":["trace[120437705] 'agreement among raft nodes before linearized reading' (duration: 208.070805ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:36:07.094851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"449.394542ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T06:36:07.095147Z","caller":"traceutil/trace.go:171","msg":"trace[310433442] linearizableReadLoop","detail":"{readStateIndex:9319; appliedIndex:9315; }","duration":"523.65247ms","start":"2026-03-04T06:36:06.571459Z","end":"2026-03-04T06:36:07.095112Z","steps":["trace[310433442] 'read index received' (duration: 73.94373ms)","trace[310433442] 'applied index is now lower than readState.Index' (duration: 449.70756ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T06:36:07.095131Z","caller":"traceutil/trace.go:171","msg":"trace[222528530] transaction","detail":"{read_only:false; response_revision:8975; number_of_response:1; }","duration":"719.110621ms","start":"2026-03-04T06:36:06.375952Z","end":"2026-03-04T06:36:07.095062Z","steps":["trace[222528530] 'process raft request' (duration: 269.40068ms)","trace[222528530] 'compare' (duration: 449.015333ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T06:36:07.095328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"628.456499ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-04T06:36:07.095364Z","caller":"traceutil/trace.go:171","msg":"trace[1985036927] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8978; }","duration":"628.541951ms","start":"2026-03-04T06:36:06.466812Z","end":"2026-03-04T06:36:07.095354Z","steps":["trace[1985036927] 'agreement among raft nodes before linearized reading' (duration: 628.382016ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:36:07.095399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:36:06.466787Z","time spent":"628.603393ms","remote":"127.0.0.1:48718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T06:36:07.095412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:36:06.375919Z","time spent":"719.344807ms","remote":"127.0.0.1:48718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T06:36:07.095677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"540.350213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-q8727\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-04T06:36:07.095707Z","caller":"traceutil/trace.go:171","msg":"trace[2120872167] range","detail":"{range_begin:/registry/pods/openstack/keepalived-q8727; range_end:; response_count:1; response_revision:8978; }","duration":"540.436645ms","start":"2026-03-04T06:36:06.555261Z","end":"2026-03-04T06:36:07.095698Z","steps":["trace[2120872167] 'agreement among raft nodes before linearized reading' (duration: 540.341702ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:36:07.095744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:36:06.555226Z","time spent":"540.511777ms","remote":"127.0.0.1:48648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6553,"request content":"key:\"/registry/pods/openstack/keepalived-q8727\" "} {"level":"info","ts":"2026-03-04T06:36:07.095862Z","caller":"traceutil/trace.go:171","msg":"trace[1416899284] transaction","detail":"{read_only:false; response_revision:8978; number_of_response:1; }","duration":"575.483134ms","start":"2026-03-04T06:36:06.520052Z","end":"2026-03-04T06:36:07.095535Z","steps":["trace[1416899284] 'process raft request' (duration: 575.019912ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:36:07.09624Z","caller":"traceutil/trace.go:171","msg":"trace[154346830] transaction","detail":"{read_only:false; response_revision:8976; number_of_response:1; }","duration":"718.025823ms","start":"2026-03-04T06:36:06.378202Z","end":"2026-03-04T06:36:07.096228Z","steps":["trace[154346830] 'process raft request' (duration: 716.77569ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:36:07.096325Z","caller":"traceutil/trace.go:171","msg":"trace[1563523330] transaction","detail":"{read_only:false; response_revision:8977; number_of_response:1; }","duration":"714.491858ms","start":"2026-03-04T06:36:06.381759Z","end":"2026-03-04T06:36:07.096251Z","steps":["trace[1563523330] 'process raft request' (duration: 713.280326ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:36:07.096374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:36:06.378164Z","time spent":"718.118155ms","remote":"127.0.0.1:48718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T06:36:07.096345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"626.812605ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-04T06:36:07.096445Z","caller":"traceutil/trace.go:171","msg":"trace[1776254330] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8978; }","duration":"627.0183ms","start":"2026-03-04T06:36:06.469406Z","end":"2026-03-04T06:36:07.096424Z","steps":["trace[1776254330] 'agreement among raft nodes before linearized reading' (duration: 626.679741ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:36:07.096514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:36:06.381725Z","time spent":"714.689814ms","remote":"127.0.0.1:48718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T06:36:07.096086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:36:06.520024Z","time spent":"575.959117ms","remote":"127.0.0.1:48718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T06:36:07.096577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:36:06.469384Z","time spent":"627.178105ms","remote":"127.0.0.1:48718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T06:36:07.096434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"628.855699ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-04T06:36:07.096734Z","caller":"traceutil/trace.go:171","msg":"trace[1709459068] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8978; }","duration":"629.220859ms","start":"2026-03-04T06:36:06.46749Z","end":"2026-03-04T06:36:07.096711Z","steps":["trace[1709459068] 'agreement among raft nodes before linearized reading' (duration: 628.623973ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:36:07.096548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"627.216675ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-04T06:36:07.09682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:36:06.467482Z","time spent":"629.29776ms","remote":"127.0.0.1:48718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-04T06:36:07.096834Z","caller":"traceutil/trace.go:171","msg":"trace[1248262008] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8978; }","duration":"627.541344ms","start":"2026-03-04T06:36:06.46928Z","end":"2026-03-04T06:36:07.096821Z","steps":["trace[1248262008] 'agreement among raft nodes before linearized reading' (duration: 626.389933ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:36:07.096875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:36:06.469199Z","time spent":"627.665877ms","remote":"127.0.0.1:48718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-04T06:36:07.380378Z","caller":"traceutil/trace.go:171","msg":"trace[1053949258] transaction","detail":"{read_only:false; response_revision:8980; number_of_response:1; }","duration":"279.237482ms","start":"2026-03-04T06:36:07.101104Z","end":"2026-03-04T06:36:07.380341Z","steps":["trace[1053949258] 'process raft request' (duration: 279.017366ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:36:07.380612Z","caller":"traceutil/trace.go:171","msg":"trace[1357279698] linearizableReadLoop","detail":"{readStateIndex:9323; appliedIndex:9320; }","duration":"134.171516ms","start":"2026-03-04T06:36:07.246419Z","end":"2026-03-04T06:36:07.38059Z","steps":["trace[1357279698] 'read index received' (duration: 133.623832ms)","trace[1357279698] 'applied index is now lower than readState.Index' (duration: 546.894µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T06:36:07.380675Z","caller":"traceutil/trace.go:171","msg":"trace[1180338336] transaction","detail":"{read_only:false; response_revision:8981; number_of_response:1; }","duration":"279.488108ms","start":"2026-03-04T06:36:07.101166Z","end":"2026-03-04T06:36:07.380654Z","steps":["trace[1180338336] 'process raft request' (duration: 279.121838ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:36:07.380719Z","caller":"traceutil/trace.go:171","msg":"trace[779984909] transaction","detail":"{read_only:false; response_revision:8982; number_of_response:1; }","duration":"279.477798ms","start":"2026-03-04T06:36:07.101198Z","end":"2026-03-04T06:36:07.380676Z","steps":["trace[779984909] 'process raft request' (duration: 279.318483ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:36:07.380774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.30736ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T06:36:07.380868Z","caller":"traceutil/trace.go:171","msg":"trace[37144474] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8982; }","duration":"134.490995ms","start":"2026-03-04T06:36:07.246361Z","end":"2026-03-04T06:36:07.380852Z","steps":["trace[37144474] 'agreement among raft nodes before linearized reading' (duration: 134.314861ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:37:49.924897Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"53de2bdd9aa7b793","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-04T06:37:49.930516Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-03-04T06:37:49.930645Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-03-04T06:37:51.590536Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":7439} {"level":"info","ts":"2026-03-04T06:37:51.654869Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":7439,"took":"62.111147ms","hash":466539186,"current-db-size-bytes":39940096,"current-db-size":"40 MB","current-db-size-in-use-bytes":23568384,"current-db-size-in-use":"24 MB"} {"level":"info","ts":"2026-03-04T06:37:51.654954Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":466539186,"revision":7439,"compact-revision":5413} {"level":"warn","ts":"2026-03-04T06:41:25.914732Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13228088842438761011,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-04T06:41:25.926016Z","caller":"traceutil/trace.go:171","msg":"trace[1753285165] transaction","detail":"{read_only:false; response_revision:11136; number_of_response:1; }","duration":"559.470204ms","start":"2026-03-04T06:41:25.366511Z","end":"2026-03-04T06:41:25.925981Z","steps":["trace[1753285165] 'process raft request' (duration: 559.265698ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:41:25.926236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:41:25.366484Z","time spent":"559.627028ms","remote":"127.0.0.1:48718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T06:41:25.952785Z","caller":"traceutil/trace.go:171","msg":"trace[399779964] linearizableReadLoop","detail":"{readStateIndex:11552; appliedIndex:11551; }","duration":"538.328113ms","start":"2026-03-04T06:41:25.41443Z","end":"2026-03-04T06:41:25.952758Z","steps":["trace[399779964] 'read index received' (duration: 511.963554ms)","trace[399779964] 'applied index is now lower than readState.Index' (duration: 26.363179ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T06:41:25.952946Z","caller":"traceutil/trace.go:171","msg":"trace[700894999] transaction","detail":"{read_only:false; response_revision:11137; number_of_response:1; }","duration":"581.764115ms","start":"2026-03-04T06:41:25.371144Z","end":"2026-03-04T06:41:25.952908Z","steps":["trace[700894999] 'process raft request' (duration: 581.465767ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:41:25.952997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"538.539178ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T06:41:25.953031Z","caller":"traceutil/trace.go:171","msg":"trace[434663701] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:11137; }","duration":"538.60435ms","start":"2026-03-04T06:41:25.414415Z","end":"2026-03-04T06:41:25.953019Z","steps":["trace[434663701] 'agreement among raft nodes before linearized reading' (duration: 538.474467ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:41:25.953066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:41:25.414347Z","time spent":"538.712003ms","remote":"127.0.0.1:41870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":2,"response size":29,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-04T06:41:25.953128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:41:25.37113Z","time spent":"581.899529ms","remote":"127.0.0.1:48718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T06:41:25.953179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"431.493579ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-q8727\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-04T06:41:25.953241Z","caller":"traceutil/trace.go:171","msg":"trace[524000850] range","detail":"{range_begin:/registry/pods/openstack/keepalived-q8727; range_end:; response_count:1; response_revision:11137; }","duration":"431.610992ms","start":"2026-03-04T06:41:25.521616Z","end":"2026-03-04T06:41:25.953227Z","steps":["trace[524000850] 'agreement among raft nodes before linearized reading' (duration: 431.342714ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:41:25.953273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:41:25.521592Z","time spent":"431.675754ms","remote":"127.0.0.1:48648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6553,"request content":"key:\"/registry/pods/openstack/keepalived-q8727\" "} {"level":"info","ts":"2026-03-04T06:41:47.242934Z","caller":"traceutil/trace.go:171","msg":"trace[458119083] transaction","detail":"{read_only:false; response_revision:11244; number_of_response:1; }","duration":"241.619981ms","start":"2026-03-04T06:41:47.001285Z","end":"2026-03-04T06:41:47.242905Z","steps":["trace[458119083] 'process raft request' (duration: 241.398055ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:41:47.694577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.226446ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T06:41:47.694844Z","caller":"traceutil/trace.go:171","msg":"trace[1440336044] linearizableReadLoop","detail":"{readStateIndex:11666; appliedIndex:11664; }","duration":"435.466544ms","start":"2026-03-04T06:41:47.259358Z","end":"2026-03-04T06:41:47.694825Z","steps":["trace[1440336044] 'read index received' (duration: 60.055104ms)","trace[1440336044] 'applied index is now lower than readState.Index' (duration: 375.41006ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T06:41:47.694884Z","caller":"traceutil/trace.go:171","msg":"trace[1279256133] transaction","detail":"{read_only:false; response_revision:11247; number_of_response:1; }","duration":"443.881227ms","start":"2026-03-04T06:41:47.250984Z","end":"2026-03-04T06:41:47.694865Z","steps":["trace[1279256133] 'process raft request' (duration: 443.697872ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:41:47.694975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:41:47.250963Z","time spent":"443.96419ms","remote":"127.0.0.1:48718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T06:41:47.695054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"435.68884ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:19199"} {"level":"info","ts":"2026-03-04T06:41:47.69504Z","caller":"traceutil/trace.go:171","msg":"trace[167460059] transaction","detail":"{read_only:false; response_revision:11246; number_of_response:1; }","duration":"445.50765ms","start":"2026-03-04T06:41:47.249497Z","end":"2026-03-04T06:41:47.695004Z","steps":["trace[167460059] 'process raft request' (duration: 294.769501ms)","trace[167460059] 'compare' (duration: 150.096942ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T06:41:47.695091Z","caller":"traceutil/trace.go:171","msg":"trace[1347114035] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:11247; }","duration":"435.744501ms","start":"2026-03-04T06:41:47.259334Z","end":"2026-03-04T06:41:47.695079Z","steps":["trace[1347114035] 'agreement among raft nodes before linearized reading' (duration: 435.550136ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:41:47.695175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:41:47.259325Z","time spent":"435.792153ms","remote":"127.0.0.1:48638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":19221,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"warn","ts":"2026-03-04T06:41:47.695185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:41:47.249484Z","time spent":"445.625134ms","remote":"127.0.0.1:48718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T06:41:48.669681Z","caller":"traceutil/trace.go:171","msg":"trace[1187765476] transaction","detail":"{read_only:false; response_revision:11249; number_of_response:1; }","duration":"232.257202ms","start":"2026-03-04T06:41:48.437393Z","end":"2026-03-04T06:41:48.66965Z","steps":["trace[1187765476] 'process raft request' (duration: 231.858811ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:41:48.669716Z","caller":"traceutil/trace.go:171","msg":"trace[257012002] transaction","detail":"{read_only:false; response_revision:11250; number_of_response:1; }","duration":"198.831805ms","start":"2026-03-04T06:41:48.470839Z","end":"2026-03-04T06:41:48.66967Z","steps":["trace[257012002] 'process raft request' (duration: 198.689012ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:41:48.67006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.786735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.209\" ","response":"range_response_count:1 size:138"} {"level":"info","ts":"2026-03-04T06:41:48.670143Z","caller":"traceutil/trace.go:171","msg":"trace[648984263] range","detail":"{range_begin:/registry/masterleases/162.253.55.209; range_end:; response_count:1; response_revision:11250; }","duration":"218.903858ms","start":"2026-03-04T06:41:48.451217Z","end":"2026-03-04T06:41:48.670121Z","steps":["trace[648984263] 'agreement among raft nodes before linearized reading' (duration: 218.557399ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:41:48.669968Z","caller":"traceutil/trace.go:171","msg":"trace[157417391] linearizableReadLoop","detail":"{readStateIndex:11668; appliedIndex:11666; }","duration":"218.688183ms","start":"2026-03-04T06:41:48.451257Z","end":"2026-03-04T06:41:48.669945Z","steps":["trace[157417391] 'read index received' (duration: 46.881304ms)","trace[157417391] 'applied index is now lower than readState.Index' (duration: 171.49652ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T06:41:48.683551Z","caller":"traceutil/trace.go:171","msg":"trace[1160026162] transaction","detail":"{read_only:false; response_revision:11251; number_of_response:1; }","duration":"118.094773ms","start":"2026-03-04T06:41:48.565441Z","end":"2026-03-04T06:41:48.683536Z","steps":["trace[1160026162] 'process raft request' (duration: 118.019151ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:41:48.683737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.97435ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T06:41:48.683787Z","caller":"traceutil/trace.go:171","msg":"trace[46084380] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11251; }","duration":"144.062803ms","start":"2026-03-04T06:41:48.539712Z","end":"2026-03-04T06:41:48.683775Z","steps":["trace[46084380] 'agreement among raft nodes before linearized reading' (duration: 143.96771ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:41:48.683838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.037758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-03-04T06:41:48.683862Z","caller":"traceutil/trace.go:171","msg":"trace[917595413] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:11251; }","duration":"142.08943ms","start":"2026-03-04T06:41:48.541766Z","end":"2026-03-04T06:41:48.683855Z","steps":["trace[917595413] 'agreement among raft nodes before linearized reading' (duration: 142.007178ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:41:48.683939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.354074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T06:41:48.684006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.388689ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T06:41:48.684009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.403295ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T06:41:48.68401Z","caller":"traceutil/trace.go:171","msg":"trace[277875959] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11251; }","duration":"143.499678ms","start":"2026-03-04T06:41:48.540491Z","end":"2026-03-04T06:41:48.683991Z","steps":["trace[277875959] 'agreement among raft nodes before linearized reading' (duration: 143.387115ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:41:48.684036Z","caller":"traceutil/trace.go:171","msg":"trace[1127697178] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:11251; }","duration":"143.450016ms","start":"2026-03-04T06:41:48.540576Z","end":"2026-03-04T06:41:48.684026Z","steps":["trace[1127697178] 'agreement among raft nodes before linearized reading' (duration: 143.414286ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:41:48.684083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.459367ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5077"} {"level":"info","ts":"2026-03-04T06:41:48.684101Z","caller":"traceutil/trace.go:171","msg":"trace[302016778] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:11251; }","duration":"140.520018ms","start":"2026-03-04T06:41:48.543576Z","end":"2026-03-04T06:41:48.684096Z","steps":["trace[302016778] 'agreement among raft nodes before linearized reading' (duration: 140.466357ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:41:48.684028Z","caller":"traceutil/trace.go:171","msg":"trace[1967535373] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11251; }","duration":"136.43182ms","start":"2026-03-04T06:41:48.54759Z","end":"2026-03-04T06:41:48.684022Z","steps":["trace[1967535373] 'agreement among raft nodes before linearized reading' (duration: 136.391579ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:41:49.924693Z","caller":"traceutil/trace.go:171","msg":"trace[1798319524] transaction","detail":"{read_only:false; response_revision:11257; number_of_response:1; }","duration":"221.499037ms","start":"2026-03-04T06:41:49.703159Z","end":"2026-03-04T06:41:49.924658Z","steps":["trace[1798319524] 'process raft request' (duration: 212.660362ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:41:50.878762Z","caller":"traceutil/trace.go:171","msg":"trace[341542714] transaction","detail":"{read_only:false; response_revision:11260; number_of_response:1; }","duration":"202.693618ms","start":"2026-03-04T06:41:50.676034Z","end":"2026-03-04T06:41:50.878728Z","steps":["trace[341542714] 'process raft request' (duration: 202.448061ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:41:50.878944Z","caller":"traceutil/trace.go:171","msg":"trace[1807984444] linearizableReadLoop","detail":"{readStateIndex:11680; appliedIndex:11678; }","duration":"191.279455ms","start":"2026-03-04T06:41:50.687636Z","end":"2026-03-04T06:41:50.878916Z","steps":["trace[1807984444] 'read index received' (duration: 30.355495ms)","trace[1807984444] 'applied index is now lower than readState.Index' (duration: 160.92171ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T06:41:50.87902Z","caller":"traceutil/trace.go:171","msg":"trace[1940071610] transaction","detail":"{read_only:false; response_revision:11261; number_of_response:1; }","duration":"190.501444ms","start":"2026-03-04T06:41:50.688489Z","end":"2026-03-04T06:41:50.878991Z","steps":["trace[1940071610] 'process raft request' (duration: 190.182795ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:41:50.879208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.48105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T06:41:50.879271Z","caller":"traceutil/trace.go:171","msg":"trace[680291133] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11261; }","duration":"191.596544ms","start":"2026-03-04T06:41:50.687659Z","end":"2026-03-04T06:41:50.879255Z","steps":["trace[680291133] 'agreement among raft nodes before linearized reading' (duration: 191.47057ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:41:50.87927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.611833ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5077"} {"level":"warn","ts":"2026-03-04T06:41:50.879273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.486054ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T06:41:50.879314Z","caller":"traceutil/trace.go:171","msg":"trace[705393118] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:11261; }","duration":"191.688366ms","start":"2026-03-04T06:41:50.687612Z","end":"2026-03-04T06:41:50.8793Z","steps":["trace[705393118] 'agreement among raft nodes before linearized reading' (duration: 191.446469ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:41:50.879366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.794786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T06:41:50.879409Z","caller":"traceutil/trace.go:171","msg":"trace[1211370992] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:11261; }","duration":"183.864958ms","start":"2026-03-04T06:41:50.695534Z","end":"2026-03-04T06:41:50.879399Z","steps":["trace[1211370992] 'agreement among raft nodes before linearized reading' (duration: 183.800617ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:41:50.879316Z","caller":"traceutil/trace.go:171","msg":"trace[267375755] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:11261; }","duration":"190.556016ms","start":"2026-03-04T06:41:50.688748Z","end":"2026-03-04T06:41:50.879304Z","steps":["trace[267375755] 'agreement among raft nodes before linearized reading' (duration: 190.477504ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:41:50.879581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.131614ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T06:41:50.879607Z","caller":"traceutil/trace.go:171","msg":"trace[1816061884] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11261; }","duration":"190.175616ms","start":"2026-03-04T06:41:50.689424Z","end":"2026-03-04T06:41:50.879599Z","steps":["trace[1816061884] 'agreement among raft nodes before linearized reading' (duration: 190.130315ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:41:50.879624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.630234ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T06:41:50.87966Z","caller":"traceutil/trace.go:171","msg":"trace[1609914151] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11261; }","duration":"191.716876ms","start":"2026-03-04T06:41:50.687933Z","end":"2026-03-04T06:41:50.87965Z","steps":["trace[1609914151] 'agreement among raft nodes before linearized reading' (duration: 191.661965ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:41:50.879701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.911671ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-03-04T06:41:50.879747Z","caller":"traceutil/trace.go:171","msg":"trace[795519226] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:11261; }","duration":"191.970243ms","start":"2026-03-04T06:41:50.687763Z","end":"2026-03-04T06:41:50.879733Z","steps":["trace[795519226] 'agreement among raft nodes before linearized reading' (duration: 191.864241ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:41:53.767132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.156803ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"warn","ts":"2026-03-04T06:41:55.041259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.774824ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T06:41:55.041283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.695431ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T06:41:55.041353Z","caller":"traceutil/trace.go:171","msg":"trace[1471591119] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11277; }","duration":"100.819124ms","start":"2026-03-04T06:41:54.940516Z","end":"2026-03-04T06:41:55.041335Z","steps":["trace[1471591119] 'range keys from in-memory index tree' (duration: 100.610379ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:41:55.041339Z","caller":"traceutil/trace.go:171","msg":"trace[2042825514] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11277; }","duration":"100.893537ms","start":"2026-03-04T06:41:54.940426Z","end":"2026-03-04T06:41:55.04132Z","steps":["trace[2042825514] 'range keys from in-memory index tree' (duration: 100.694781ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:41:55.041411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.652371ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T06:41:55.041494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.835195ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T06:41:55.041495Z","caller":"traceutil/trace.go:171","msg":"trace[1536972096] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11277; }","duration":"100.788514ms","start":"2026-03-04T06:41:54.940688Z","end":"2026-03-04T06:41:55.041476Z","steps":["trace[1536972096] 'range keys from in-memory index tree' (duration: 100.591289ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:41:55.041536Z","caller":"traceutil/trace.go:171","msg":"trace[334359471] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11277; }","duration":"100.921017ms","start":"2026-03-04T06:41:54.940603Z","end":"2026-03-04T06:41:55.041524Z","steps":["trace[334359471] 'range keys from in-memory index tree' (duration: 100.719702ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:41:55.064352Z","caller":"traceutil/trace.go:171","msg":"trace[873204580] transaction","detail":"{read_only:false; response_revision:11279; number_of_response:1; }","duration":"118.137994ms","start":"2026-03-04T06:41:54.946182Z","end":"2026-03-04T06:41:55.06432Z","steps":["trace[873204580] 'process raft request' (duration: 117.942289ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:42:51.598239Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":9646} {"level":"info","ts":"2026-03-04T06:42:51.680216Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":9646,"took":"79.784008ms","hash":3237292187,"current-db-size-bytes":39940096,"current-db-size":"40 MB","current-db-size-in-use-bytes":21417984,"current-db-size-in-use":"21 MB"} {"level":"info","ts":"2026-03-04T06:42:51.680369Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3237292187,"revision":9646,"compact-revision":7439} {"level":"info","ts":"2026-03-04T06:46:59.070461Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-0000000000003586.wal"} {"level":"warn","ts":"2026-03-04T06:47:25.826877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"635.585452ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T06:47:25.826986Z","caller":"traceutil/trace.go:171","msg":"trace[879281399] linearizableReadLoop","detail":"{readStateIndex:13858; appliedIndex:13857; }","duration":"579.618077ms","start":"2026-03-04T06:47:25.247353Z","end":"2026-03-04T06:47:25.826971Z","steps":["trace[879281399] 'read index received' (duration: 29.501µs)","trace[879281399] 'applied index is now lower than readState.Index' (duration: 579.587276ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T06:47:25.827064Z","caller":"traceutil/trace.go:171","msg":"trace[1767846477] transaction","detail":"{read_only:false; response_revision:13362; number_of_response:1; }","duration":"661.86556ms","start":"2026-03-04T06:47:25.165171Z","end":"2026-03-04T06:47:25.827036Z","steps":["trace[1767846477] 'process raft request' (duration: 26.037711ms)","trace[1767846477] 'compare' (duration: 635.451629ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T06:47:25.827168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:47:25.165157Z","time spent":"661.964593ms","remote":"127.0.0.1:48718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T06:47:25.827177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"579.73013ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T06:47:25.827237Z","caller":"traceutil/trace.go:171","msg":"trace[1132101156] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13362; }","duration":"579.899044ms","start":"2026-03-04T06:47:25.247326Z","end":"2026-03-04T06:47:25.827225Z","steps":["trace[1132101156] 'agreement among raft nodes before linearized reading' (duration: 579.729009ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:47:25.827281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:47:25.247315Z","time spent":"579.953926ms","remote":"127.0.0.1:48452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T06:47:25.827655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"542.335236ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/placement-ks-endpoints\" ","response":"range_response_count:1 size:12752"} {"level":"info","ts":"2026-03-04T06:47:25.827737Z","caller":"traceutil/trace.go:171","msg":"trace[937197701] range","detail":"{range_begin:/registry/jobs/openstack/placement-ks-endpoints; range_end:; response_count:1; response_revision:13362; }","duration":"542.44643ms","start":"2026-03-04T06:47:25.28527Z","end":"2026-03-04T06:47:25.827716Z","steps":["trace[937197701] 'agreement among raft nodes before linearized reading' (duration: 542.206563ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:47:25.827781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:47:25.28526Z","time spent":"542.513381ms","remote":"127.0.0.1:48696","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":12774,"request content":"key:\"/registry/jobs/openstack/placement-ks-endpoints\" "} {"level":"warn","ts":"2026-03-04T06:47:25.827836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.419015ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-04T06:47:25.827931Z","caller":"traceutil/trace.go:171","msg":"trace[930163964] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13362; }","duration":"268.544788ms","start":"2026-03-04T06:47:25.559371Z","end":"2026-03-04T06:47:25.827916Z","steps":["trace[930163964] 'agreement among raft nodes before linearized reading' (duration: 268.23081ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:47:26.394985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"458.818971ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T06:47:26.395332Z","caller":"traceutil/trace.go:171","msg":"trace[1997940978] transaction","detail":"{read_only:false; response_revision:13364; number_of_response:1; }","duration":"563.1359ms","start":"2026-03-04T06:47:25.832177Z","end":"2026-03-04T06:47:26.395313Z","steps":["trace[1997940978] 'process raft request' (duration: 563.034237ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:47:26.395343Z","caller":"traceutil/trace.go:171","msg":"trace[1126985786] transaction","detail":"{read_only:false; response_revision:13363; number_of_response:1; }","duration":"563.388856ms","start":"2026-03-04T06:47:25.831927Z","end":"2026-03-04T06:47:26.395316Z","steps":["trace[1126985786] 'process raft request' (duration: 104.145044ms)","trace[1126985786] 'compare' (duration: 458.573704ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T06:47:26.395427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:47:25.83216Z","time spent":"563.214702ms","remote":"127.0.0.1:48718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T06:47:26.395465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:47:25.831906Z","time spent":"563.487799ms","remote":"127.0.0.1:48718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T06:47:26.464846Z","caller":"traceutil/trace.go:171","msg":"trace[176084919] transaction","detail":"{read_only:false; response_revision:13365; number_of_response:1; }","duration":"479.616713ms","start":"2026-03-04T06:47:25.985171Z","end":"2026-03-04T06:47:26.464787Z","steps":["trace[176084919] 'process raft request' (duration: 479.393797ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:47:26.464909Z","caller":"traceutil/trace.go:171","msg":"trace[504430461] linearizableReadLoop","detail":"{readStateIndex:13862; appliedIndex:13860; }","duration":"281.530904ms","start":"2026-03-04T06:47:26.18335Z","end":"2026-03-04T06:47:26.464881Z","steps":["trace[504430461] 'read index received' (duration: 281.319378ms)","trace[504430461] 'applied index is now lower than readState.Index' (duration: 206.556µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T06:47:26.464952Z","caller":"traceutil/trace.go:171","msg":"trace[1136986217] transaction","detail":"{read_only:false; response_revision:13366; number_of_response:1; }","duration":"368.628997ms","start":"2026-03-04T06:47:26.096279Z","end":"2026-03-04T06:47:26.464908Z","steps":["trace[1136986217] 'process raft request' (duration: 368.429301ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:47:26.465033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:47:25.985148Z","time spent":"479.780337ms","remote":"127.0.0.1:48718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T06:47:26.465108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.74829ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-03-04T06:47:26.465134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:47:26.096245Z","time spent":"368.7973ms","remote":"127.0.0.1:48718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T06:47:26.465151Z","caller":"traceutil/trace.go:171","msg":"trace[898628052] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:13366; }","duration":"281.832122ms","start":"2026-03-04T06:47:26.183305Z","end":"2026-03-04T06:47:26.465137Z","steps":["trace[898628052] 'agreement among raft nodes before linearized reading' (duration: 281.679128ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:47:26.486367Z","caller":"traceutil/trace.go:171","msg":"trace[1575910476] transaction","detail":"{read_only:false; response_revision:13367; number_of_response:1; }","duration":"216.135678ms","start":"2026-03-04T06:47:26.27018Z","end":"2026-03-04T06:47:26.486316Z","steps":["trace[1575910476] 'process raft request' (duration: 215.814119ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:47:26.486477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.874058ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-03-04T06:47:26.486479Z","caller":"traceutil/trace.go:171","msg":"trace[1846362808] transaction","detail":"{read_only:false; response_revision:13368; number_of_response:1; }","duration":"188.505955ms","start":"2026-03-04T06:47:26.297957Z","end":"2026-03-04T06:47:26.486462Z","steps":["trace[1846362808] 'process raft request' (duration: 188.288479ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:47:26.486511Z","caller":"traceutil/trace.go:171","msg":"trace[1491871709] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:13368; }","duration":"300.95427ms","start":"2026-03-04T06:47:26.185549Z","end":"2026-03-04T06:47:26.486503Z","steps":["trace[1491871709] 'agreement among raft nodes before linearized reading' (duration: 300.847617ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:47:26.486531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:47:26.18552Z","time spent":"301.006041ms","remote":"127.0.0.1:48718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":551,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-04T06:47:26.486727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.761215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-04T06:47:26.486737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.698637ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T06:47:26.486815Z","caller":"traceutil/trace.go:171","msg":"trace[1251758746] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:13368; }","duration":"207.869999ms","start":"2026-03-04T06:47:26.278922Z","end":"2026-03-04T06:47:26.486792Z","steps":["trace[1251758746] 'agreement among raft nodes before linearized reading' (duration: 207.614782ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:47:26.486834Z","caller":"traceutil/trace.go:171","msg":"trace[1918408026] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13368; }","duration":"238.845831ms","start":"2026-03-04T06:47:26.247963Z","end":"2026-03-04T06:47:26.486808Z","steps":["trace[1918408026] 'agreement among raft nodes before linearized reading' (duration: 238.628185ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:47:27.712955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.02835335s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T06:47:27.713073Z","caller":"traceutil/trace.go:171","msg":"trace[1452487257] transaction","detail":"{read_only:false; response_revision:13369; number_of_response:1; }","duration":"1.243466021s","start":"2026-03-04T06:47:26.469587Z","end":"2026-03-04T06:47:27.713053Z","steps":["trace[1452487257] 'process raft request' (duration: 214.901335ms)","trace[1452487257] 'compare' (duration: 1.028200316s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T06:47:27.713134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:47:26.469563Z","time spent":"1.243542053s","remote":"127.0.0.1:48718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T06:47:27.802328Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.117782474s","expected-duration":"1s"} {"level":"info","ts":"2026-03-04T06:47:27.802728Z","caller":"traceutil/trace.go:171","msg":"trace[1251359120] linearizableReadLoop","detail":"{readStateIndex:13867; appliedIndex:13864; }","duration":"1.227325942s","start":"2026-03-04T06:47:26.575373Z","end":"2026-03-04T06:47:27.802699Z","steps":["trace[1251359120] 'read index received' (duration: 109.182039ms)","trace[1251359120] 'applied index is now lower than readState.Index' (duration: 1.118142913s)"],"step_count":2} {"level":"info","ts":"2026-03-04T06:47:27.802808Z","caller":"traceutil/trace.go:171","msg":"trace[1858873561] transaction","detail":"{read_only:false; response_revision:13370; number_of_response:1; }","duration":"1.311808924s","start":"2026-03-04T06:47:26.490967Z","end":"2026-03-04T06:47:27.802776Z","steps":["trace[1858873561] 'process raft request' (duration: 1.311565118s)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:47:27.802835Z","caller":"traceutil/trace.go:171","msg":"trace[989533369] transaction","detail":"{read_only:false; response_revision:13371; number_of_response:1; }","duration":"1.311803605s","start":"2026-03-04T06:47:26.490999Z","end":"2026-03-04T06:47:27.802803Z","steps":["trace[989533369] 'process raft request' (duration: 1.311656951s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:47:27.802957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:47:26.49094Z","time spent":"1.311930428s","remote":"127.0.0.1:48718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T06:47:27.803002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:47:26.490973Z","time spent":"1.311931848s","remote":"127.0.0.1:48718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T06:47:27.803045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.227654561s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-03-04T06:47:27.803038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"556.293078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T06:47:27.803089Z","caller":"traceutil/trace.go:171","msg":"trace[692924295] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:13371; }","duration":"1.227746284s","start":"2026-03-04T06:47:26.575333Z","end":"2026-03-04T06:47:27.803079Z","steps":["trace[692924295] 'agreement among raft nodes before linearized reading' (duration: 1.22759413s)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:47:27.803109Z","caller":"traceutil/trace.go:171","msg":"trace[1786040360] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13371; }","duration":"556.398491ms","start":"2026-03-04T06:47:27.246692Z","end":"2026-03-04T06:47:27.80309Z","steps":["trace[1786040360] 'agreement among raft nodes before linearized reading' (duration: 556.271467ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:47:27.803123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:47:26.575313Z","time spent":"1.227801904s","remote":"127.0.0.1:48648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-04T06:47:27.803156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:47:27.246678Z","time spent":"556.470572ms","remote":"127.0.0.1:48468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T06:47:27.803158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"902.271833ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-q8727\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-04T06:47:27.803242Z","caller":"traceutil/trace.go:171","msg":"trace[1309458697] range","detail":"{range_begin:/registry/pods/openstack/keepalived-q8727; range_end:; response_count:1; response_revision:13371; }","duration":"902.435167ms","start":"2026-03-04T06:47:26.900787Z","end":"2026-03-04T06:47:27.803223Z","steps":["trace[1309458697] 'agreement among raft nodes before linearized reading' (duration: 902.16379ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:47:27.803257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"697.895137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-04T06:47:27.803292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:47:26.900765Z","time spent":"902.51771ms","remote":"127.0.0.1:48648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6553,"request content":"key:\"/registry/pods/openstack/keepalived-q8727\" "} {"level":"info","ts":"2026-03-04T06:47:27.803295Z","caller":"traceutil/trace.go:171","msg":"trace[2006660739] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13371; }","duration":"697.958049ms","start":"2026-03-04T06:47:27.105324Z","end":"2026-03-04T06:47:27.803282Z","steps":["trace[2006660739] 'agreement among raft nodes before linearized reading' (duration: 697.812015ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:47:27.803328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:47:27.105308Z","time spent":"698.01355ms","remote":"127.0.0.1:48718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T06:47:28.248331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.232509ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T06:47:28.248444Z","caller":"traceutil/trace.go:171","msg":"trace[1970409627] linearizableReadLoop","detail":"{readStateIndex:13868; appliedIndex:13867; }","duration":"416.570739ms","start":"2026-03-04T06:47:27.831852Z","end":"2026-03-04T06:47:28.248423Z","steps":["trace[1970409627] 'read index received' (duration: 246.102604ms)","trace[1970409627] 'applied index is now lower than readState.Index' (duration: 170.466305ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T06:47:28.248508Z","caller":"traceutil/trace.go:171","msg":"trace[760885431] transaction","detail":"{read_only:false; response_revision:13372; number_of_response:1; }","duration":"438.746847ms","start":"2026-03-04T06:47:27.809703Z","end":"2026-03-04T06:47:28.24845Z","steps":["trace[760885431] 'process raft request' (duration: 268.310482ms)","trace[760885431] 'compare' (duration: 169.87184ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T06:47:28.248635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"382.600817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T06:47:28.248632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"416.778784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-04T06:47:28.248707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"414.674819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/placement-ks-endpoints\" ","response":"range_response_count:1 size:12752"} {"level":"info","ts":"2026-03-04T06:47:28.248706Z","caller":"traceutil/trace.go:171","msg":"trace[1962147458] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:13372; }","duration":"382.698639ms","start":"2026-03-04T06:47:27.86599Z","end":"2026-03-04T06:47:28.248689Z","steps":["trace[1962147458] 'agreement among raft nodes before linearized reading' (duration: 382.590547ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:47:28.248723Z","caller":"traceutil/trace.go:171","msg":"trace[641152940] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13372; }","duration":"417.024271ms","start":"2026-03-04T06:47:27.831677Z","end":"2026-03-04T06:47:28.248701Z","steps":["trace[641152940] 'agreement among raft nodes before linearized reading' (duration: 416.828156ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:47:28.248742Z","caller":"traceutil/trace.go:171","msg":"trace[352436205] range","detail":"{range_begin:/registry/jobs/openstack/placement-ks-endpoints; range_end:; response_count:1; response_revision:13372; }","duration":"414.73252ms","start":"2026-03-04T06:47:27.833999Z","end":"2026-03-04T06:47:28.248731Z","steps":["trace[352436205] 'agreement among raft nodes before linearized reading' (duration: 414.561865ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:47:28.248752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:47:27.865979Z","time spent":"382.764112ms","remote":"127.0.0.1:48952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":27,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-04T06:47:28.24878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:47:27.833988Z","time spent":"414.785062ms","remote":"127.0.0.1:48696","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":12774,"request content":"key:\"/registry/jobs/openstack/placement-ks-endpoints\" "} {"level":"warn","ts":"2026-03-04T06:47:28.248785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:47:27.831656Z","time spent":"417.115284ms","remote":"127.0.0.1:48718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T06:47:28.248824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:47:27.809682Z","time spent":"438.946233ms","remote":"127.0.0.1:48718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T06:47:28.483109Z","caller":"traceutil/trace.go:171","msg":"trace[24299302] linearizableReadLoop","detail":"{readStateIndex:13869; appliedIndex:13868; }","duration":"228.856846ms","start":"2026-03-04T06:47:28.254221Z","end":"2026-03-04T06:47:28.483078Z","steps":["trace[24299302] 'read index received' (duration: 132.19264ms)","trace[24299302] 'applied index is now lower than readState.Index' (duration: 96.662886ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T06:47:28.483133Z","caller":"traceutil/trace.go:171","msg":"trace[209213265] transaction","detail":"{read_only:false; response_revision:13373; number_of_response:1; }","duration":"229.8007ms","start":"2026-03-04T06:47:28.253295Z","end":"2026-03-04T06:47:28.483096Z","steps":["trace[209213265] 'process raft request' (duration: 133.093723ms)","trace[209213265] 'compare' (duration: 96.531633ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T06:47:28.483447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.184874ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-04T06:47:28.48355Z","caller":"traceutil/trace.go:171","msg":"trace[750237369] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:13373; }","duration":"229.319768ms","start":"2026-03-04T06:47:28.254207Z","end":"2026-03-04T06:47:28.483526Z","steps":["trace[750237369] 'agreement among raft nodes before linearized reading' (duration: 228.991669ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:47:28.506318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.135324ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-04T06:47:28.506448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.608027ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-04T06:47:28.506553Z","caller":"traceutil/trace.go:171","msg":"trace[376689402] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13374; }","duration":"107.765151ms","start":"2026-03-04T06:47:28.398764Z","end":"2026-03-04T06:47:28.506529Z","steps":["trace[376689402] 'agreement among raft nodes before linearized reading' (duration: 107.453002ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:47:28.506573Z","caller":"traceutil/trace.go:171","msg":"trace[1518153033] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13374; }","duration":"107.312699ms","start":"2026-03-04T06:47:28.39913Z","end":"2026-03-04T06:47:28.506443Z","steps":["trace[1518153033] 'agreement among raft nodes before linearized reading' (duration: 107.015101ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:47:38.977771Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13228088842438767957,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-04T06:47:39.109167Z","caller":"traceutil/trace.go:171","msg":"trace[1026296768] transaction","detail":"{read_only:false; response_revision:13464; number_of_response:1; }","duration":"810.122497ms","start":"2026-03-04T06:47:38.299006Z","end":"2026-03-04T06:47:39.109128Z","steps":["trace[1026296768] 'process raft request' (duration: 809.929762ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:47:39.109361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:47:38.298986Z","time spent":"810.275181ms","remote":"127.0.0.1:48718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T06:47:39.201615Z","caller":"traceutil/trace.go:171","msg":"trace[1038708028] transaction","detail":"{read_only:false; response_revision:13465; number_of_response:1; }","duration":"667.760828ms","start":"2026-03-04T06:47:38.533824Z","end":"2026-03-04T06:47:39.201585Z","steps":["trace[1038708028] 'process raft request' (duration: 667.49478ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:47:39.201633Z","caller":"traceutil/trace.go:171","msg":"trace[1923641088] transaction","detail":"{read_only:false; response_revision:13466; number_of_response:1; }","duration":"661.382458ms","start":"2026-03-04T06:47:38.540224Z","end":"2026-03-04T06:47:39.201606Z","steps":["trace[1923641088] 'process raft request' (duration: 661.255075ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:47:39.201698Z","caller":"traceutil/trace.go:171","msg":"trace[154461736] linearizableReadLoop","detail":"{readStateIndex:13971; appliedIndex:13965; }","duration":"724.559355ms","start":"2026-03-04T06:47:38.477115Z","end":"2026-03-04T06:47:39.201674Z","steps":["trace[154461736] 'read index received' (duration: 631.858944ms)","trace[154461736] 'applied index is now lower than readState.Index' (duration: 92.697241ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T06:47:39.201749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:47:38.533803Z","time spent":"667.87548ms","remote":"127.0.0.1:48718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T06:47:39.201752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:47:38.540194Z","time spent":"661.491991ms","remote":"127.0.0.1:48718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T06:47:39.201763Z","caller":"traceutil/trace.go:171","msg":"trace[122160618] transaction","detail":"{read_only:false; response_revision:13467; number_of_response:1; }","duration":"659.357204ms","start":"2026-03-04T06:47:38.54237Z","end":"2026-03-04T06:47:39.201727Z","steps":["trace[122160618] 'process raft request' (duration: 659.157949ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:47:39.201787Z","caller":"traceutil/trace.go:171","msg":"trace[234435048] transaction","detail":"{read_only:false; response_revision:13468; number_of_response:1; }","duration":"642.093756ms","start":"2026-03-04T06:47:38.559673Z","end":"2026-03-04T06:47:39.201767Z","steps":["trace[234435048] 'process raft request' (duration: 641.896741ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:47:39.201842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:47:38.542335Z","time spent":"659.467917ms","remote":"127.0.0.1:48718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T06:47:39.201852Z","caller":"traceutil/trace.go:171","msg":"trace[1162310633] transaction","detail":"{read_only:false; response_revision:13469; number_of_response:1; }","duration":"280.130577ms","start":"2026-03-04T06:47:38.921702Z","end":"2026-03-04T06:47:39.201832Z","steps":["trace[1162310633] 'process raft request' (duration: 279.928672ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:47:39.201877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:47:38.559654Z","time spent":"642.172438ms","remote":"127.0.0.1:48524","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":856,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-04T06:47:39.201945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"677.441644ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-04T06:47:39.201967Z","caller":"traceutil/trace.go:171","msg":"trace[461112677] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13469; }","duration":"677.518696ms","start":"2026-03-04T06:47:38.524442Z","end":"2026-03-04T06:47:39.201961Z","steps":["trace[461112677] 'agreement among raft nodes before linearized reading' (duration: 677.416874ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:47:39.201987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:47:38.524414Z","time spent":"677.569127ms","remote":"127.0.0.1:48718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T06:47:39.20201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"640.663278ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-04T06:47:39.202043Z","caller":"traceutil/trace.go:171","msg":"trace[1253920082] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13469; }","duration":"640.715569ms","start":"2026-03-04T06:47:38.561315Z","end":"2026-03-04T06:47:39.202031Z","steps":["trace[1253920082] 'agreement among raft nodes before linearized reading' (duration: 640.615247ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:47:39.202036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"593.669681ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-03-04T06:47:39.202068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:47:38.561304Z","time spent":"640.75746ms","remote":"127.0.0.1:48718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-04T06:47:39.2021Z","caller":"traceutil/trace.go:171","msg":"trace[711130256] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:13469; }","duration":"593.777324ms","start":"2026-03-04T06:47:38.608308Z","end":"2026-03-04T06:47:39.202085Z","steps":["trace[711130256] 'agreement among raft nodes before linearized reading' (duration: 593.575258ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:47:39.202103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"640.687969ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-04T06:47:39.202131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:47:38.608292Z","time spent":"593.832425ms","remote":"127.0.0.1:48648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-04T06:47:39.202122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"644.095389ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/placement-api-789cbb8445-wzrhj\" ","response":"range_response_count:1 size:8657"} {"level":"info","ts":"2026-03-04T06:47:39.20214Z","caller":"traceutil/trace.go:171","msg":"trace[174387962] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13469; }","duration":"640.772821ms","start":"2026-03-04T06:47:38.561355Z","end":"2026-03-04T06:47:39.202128Z","steps":["trace[174387962] 'agreement among raft nodes before linearized reading' (duration: 640.617387ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:47:39.202196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"725.09258ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.209\" ","response":"range_response_count:1 size:138"} {"level":"warn","ts":"2026-03-04T06:47:39.202203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:47:38.561339Z","time spent":"640.855813ms","remote":"127.0.0.1:48718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-04T06:47:39.202203Z","caller":"traceutil/trace.go:171","msg":"trace[22688661] range","detail":"{range_begin:/registry/pods/openstack/placement-api-789cbb8445-wzrhj; range_end:; response_count:1; response_revision:13469; }","duration":"644.191671ms","start":"2026-03-04T06:47:38.557991Z","end":"2026-03-04T06:47:39.202183Z","steps":["trace[22688661] 'agreement among raft nodes before linearized reading' (duration: 643.950855ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:47:39.20221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"526.61906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T06:47:39.202219Z","caller":"traceutil/trace.go:171","msg":"trace[724366063] range","detail":"{range_begin:/registry/masterleases/162.253.55.209; range_end:; response_count:1; response_revision:13469; }","duration":"725.175041ms","start":"2026-03-04T06:47:38.477038Z","end":"2026-03-04T06:47:39.202213Z","steps":["trace[724366063] 'agreement among raft nodes before linearized reading' (duration: 725.108469ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:47:39.202279Z","caller":"traceutil/trace.go:171","msg":"trace[1937192136] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:13469; }","duration":"526.742474ms","start":"2026-03-04T06:47:38.675527Z","end":"2026-03-04T06:47:39.202269Z","steps":["trace[1937192136] 'agreement among raft nodes before linearized reading' (duration: 526.650281ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:47:39.202279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:47:38.557952Z","time spent":"644.318805ms","remote":"127.0.0.1:48648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":8679,"request content":"key:\"/registry/pods/openstack/placement-api-789cbb8445-wzrhj\" "} {"level":"warn","ts":"2026-03-04T06:47:39.202291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:47:38.477006Z","time spent":"725.280954ms","remote":"127.0.0.1:48494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":160,"request content":"key:\"/registry/masterleases/162.253.55.209\" "} {"level":"warn","ts":"2026-03-04T06:47:39.202312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:47:38.675496Z","time spent":"526.806946ms","remote":"127.0.0.1:36946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true "} {"level":"info","ts":"2026-03-04T06:47:44.394701Z","caller":"traceutil/trace.go:171","msg":"trace[170117652] linearizableReadLoop","detail":"{readStateIndex:14003; appliedIndex:14002; }","duration":"459.236592ms","start":"2026-03-04T06:47:43.935425Z","end":"2026-03-04T06:47:44.394661Z","steps":["trace[170117652] 'read index received' (duration: 458.940014ms)","trace[170117652] 'applied index is now lower than readState.Index' (duration: 294.578µs)"],"step_count":2} {"level":"warn","ts":"2026-03-04T06:47:44.395011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.278895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T06:47:44.395081Z","caller":"traceutil/trace.go:171","msg":"trace[1638083551] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:13499; }","duration":"302.428629ms","start":"2026-03-04T06:47:44.092638Z","end":"2026-03-04T06:47:44.395067Z","steps":["trace[1638083551] 'agreement among raft nodes before linearized reading' (duration: 302.311986ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:47:44.395065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.750233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T06:47:44.395125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:47:44.092593Z","time spent":"302.523882ms","remote":"127.0.0.1:49398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"info","ts":"2026-03-04T06:47:44.395185Z","caller":"traceutil/trace.go:171","msg":"trace[1293859392] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13499; }","duration":"147.886706ms","start":"2026-03-04T06:47:44.247239Z","end":"2026-03-04T06:47:44.395126Z","steps":["trace[1293859392] 'agreement among raft nodes before linearized reading' (duration: 147.706741ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:47:44.395314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.636681ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-03-04T06:47:44.395392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.24486ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T06:47:44.395424Z","caller":"traceutil/trace.go:171","msg":"trace[2095068766] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:13499; }","duration":"103.809725ms","start":"2026-03-04T06:47:44.291591Z","end":"2026-03-04T06:47:44.3954Z","steps":["trace[2095068766] 'agreement among raft nodes before linearized reading' (duration: 103.502637ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:47:44.395036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"459.599202ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-q8727\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-04T06:47:44.395015Z","caller":"traceutil/trace.go:171","msg":"trace[318101599] transaction","detail":"{read_only:false; response_revision:13499; number_of_response:1; }","duration":"482.449988ms","start":"2026-03-04T06:47:43.912509Z","end":"2026-03-04T06:47:44.394959Z","steps":["trace[318101599] 'process raft request' (duration: 481.866622ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:47:44.395506Z","caller":"traceutil/trace.go:171","msg":"trace[1401624819] range","detail":"{range_begin:/registry/pods/openstack/keepalived-q8727; range_end:; response_count:1; response_revision:13499; }","duration":"460.146096ms","start":"2026-03-04T06:47:43.935335Z","end":"2026-03-04T06:47:44.395481Z","steps":["trace[1401624819] 'agreement among raft nodes before linearized reading' (duration: 459.503979ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:47:44.395799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:47:43.935285Z","time spent":"460.494476ms","remote":"127.0.0.1:48648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6553,"request content":"key:\"/registry/pods/openstack/keepalived-q8727\" "} {"level":"info","ts":"2026-03-04T06:47:44.395456Z","caller":"traceutil/trace.go:171","msg":"trace[783218828] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:13499; }","duration":"422.438234ms","start":"2026-03-04T06:47:43.972999Z","end":"2026-03-04T06:47:44.395438Z","steps":["trace[783218828] 'agreement among raft nodes before linearized reading' (duration: 421.88446ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:47:44.395901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:47:43.972973Z","time spent":"422.898137ms","remote":"127.0.0.1:41806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":0,"response size":27,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true "} {"level":"warn","ts":"2026-03-04T06:47:44.3962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:47:43.912483Z","time spent":"483.139086ms","remote":"127.0.0.1:48718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T06:47:44.776645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.98623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T06:47:44.776759Z","caller":"traceutil/trace.go:171","msg":"trace[1456255301] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:13499; }","duration":"313.177434ms","start":"2026-03-04T06:47:44.463555Z","end":"2026-03-04T06:47:44.776732Z","steps":["trace[1456255301] 'range keys from in-memory index tree' (duration: 312.829065ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:47:44.776887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:47:44.463511Z","time spent":"313.359279ms","remote":"127.0.0.1:48952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":27,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-04T06:47:51.604778Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":11652} {"level":"info","ts":"2026-03-04T06:47:51.681449Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":11652,"took":"74.201399ms","hash":1231031178,"current-db-size-bytes":39940096,"current-db-size":"40 MB","current-db-size-in-use-bytes":23986176,"current-db-size-in-use":"24 MB"} {"level":"info","ts":"2026-03-04T06:47:51.68154Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1231031178,"revision":11652,"compact-revision":9646} {"level":"info","ts":"2026-03-04T06:48:10.798593Z","caller":"traceutil/trace.go:171","msg":"trace[513712632] linearizableReadLoop","detail":"{readStateIndex:14139; appliedIndex:14138; }","duration":"164.534468ms","start":"2026-03-04T06:48:10.634033Z","end":"2026-03-04T06:48:10.798567Z","steps":["trace[513712632] 'read index received' (duration: 164.290192ms)","trace[513712632] 'applied index is now lower than readState.Index' (duration: 243.316µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T06:48:10.798632Z","caller":"traceutil/trace.go:171","msg":"trace[1464967411] transaction","detail":"{read_only:false; response_revision:13629; number_of_response:1; }","duration":"261.540673ms","start":"2026-03-04T06:48:10.537055Z","end":"2026-03-04T06:48:10.798595Z","steps":["trace[1464967411] 'process raft request' (duration: 261.334907ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:48:10.798869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.817735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-q8727\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-04T06:48:10.798935Z","caller":"traceutil/trace.go:171","msg":"trace[1164960028] range","detail":"{range_begin:/registry/pods/openstack/keepalived-q8727; range_end:; response_count:1; response_revision:13629; }","duration":"164.924058ms","start":"2026-03-04T06:48:10.633994Z","end":"2026-03-04T06:48:10.798918Z","steps":["trace[1164960028] 'agreement among raft nodes before linearized reading' (duration: 164.679432ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:48:17.887856Z","caller":"traceutil/trace.go:171","msg":"trace[1723311504] transaction","detail":"{read_only:false; response_revision:13680; number_of_response:1; }","duration":"314.940931ms","start":"2026-03-04T06:48:17.572882Z","end":"2026-03-04T06:48:17.887823Z","steps":["trace[1723311504] 'process raft request' (duration: 314.638263ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:48:17.888019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:48:17.572851Z","time spent":"315.081505ms","remote":"127.0.0.1:48718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T06:48:18.221066Z","caller":"traceutil/trace.go:171","msg":"trace[1166038387] transaction","detail":"{read_only:false; response_revision:13681; number_of_response:1; }","duration":"197.680017ms","start":"2026-03-04T06:48:18.022948Z","end":"2026-03-04T06:48:18.220628Z","steps":["trace[1166038387] 'process raft request' (duration: 197.503563ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:48:19.363417Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13228088842438768586,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-04T06:48:19.713166Z","caller":"traceutil/trace.go:171","msg":"trace[215832053] transaction","detail":"{read_only:false; response_revision:13683; number_of_response:1; }","duration":"855.023188ms","start":"2026-03-04T06:48:18.858112Z","end":"2026-03-04T06:48:19.713135Z","steps":["trace[215832053] 'process raft request' (duration: 854.857063ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:48:19.713338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:48:18.858102Z","time spent":"855.146121ms","remote":"127.0.0.1:48718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T06:48:20.879649Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.166640922s","expected-duration":"1s"} {"level":"info","ts":"2026-03-04T06:48:20.880108Z","caller":"traceutil/trace.go:171","msg":"trace[1449967656] transaction","detail":"{read_only:false; response_revision:13684; number_of_response:1; }","duration":"1.525273811s","start":"2026-03-04T06:48:19.354808Z","end":"2026-03-04T06:48:20.880081Z","steps":["trace[1449967656] 'process raft request' (duration: 1.525106477s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:48:20.880258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:48:19.354782Z","time spent":"1.525402444s","remote":"127.0.0.1:48718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T06:48:20.880434Z","caller":"traceutil/trace.go:171","msg":"trace[1504788038] linearizableReadLoop","detail":"{readStateIndex:14198; appliedIndex:14195; }","duration":"2.017992542s","start":"2026-03-04T06:48:18.86241Z","end":"2026-03-04T06:48:20.880402Z","steps":["trace[1504788038] 'read index received' (duration: 850.6008ms)","trace[1504788038] 'applied index is now lower than readState.Index' (duration: 1.167390432s)"],"step_count":2} {"level":"info","ts":"2026-03-04T06:48:20.880498Z","caller":"traceutil/trace.go:171","msg":"trace[1119139516] transaction","detail":"{read_only:false; response_revision:13685; number_of_response:1; }","duration":"1.523217516s","start":"2026-03-04T06:48:19.357247Z","end":"2026-03-04T06:48:20.880465Z","steps":["trace[1119139516] 'process raft request' (duration: 1.522797275s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:48:20.880572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:48:19.357233Z","time spent":"1.523305908s","remote":"127.0.0.1:48718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T06:48:20.880597Z","caller":"traceutil/trace.go:171","msg":"trace[1813731898] transaction","detail":"{read_only:false; response_revision:13686; number_of_response:1; }","duration":"1.513805376s","start":"2026-03-04T06:48:19.366739Z","end":"2026-03-04T06:48:20.880544Z","steps":["trace[1813731898] 'process raft request' (duration: 1.51355855s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:48:20.880717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.018285799s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-q8727\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-03-04T06:48:20.880724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:48:19.36672Z","time spent":"1.513950511s","remote":"127.0.0.1:48718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T06:48:20.880756Z","caller":"traceutil/trace.go:171","msg":"trace[553988229] range","detail":"{range_begin:/registry/pods/openstack/keepalived-q8727; range_end:; response_count:1; response_revision:13686; }","duration":"2.018346951s","start":"2026-03-04T06:48:18.862397Z","end":"2026-03-04T06:48:20.880744Z","steps":["trace[553988229] 'agreement among raft nodes before linearized reading' (duration: 2.018165916s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:48:20.880826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:48:18.862393Z","time spent":"2.018390222s","remote":"127.0.0.1:48648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6553,"request content":"key:\"/registry/pods/openstack/keepalived-q8727\" "} {"level":"warn","ts":"2026-03-04T06:48:20.881797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"676.922601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T06:48:20.881803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.63369728s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T06:48:20.881892Z","caller":"traceutil/trace.go:171","msg":"trace[438325775] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:13687; }","duration":"677.088905ms","start":"2026-03-04T06:48:20.204778Z","end":"2026-03-04T06:48:20.881867Z","steps":["trace[438325775] 'agreement among raft nodes before linearized reading' (duration: 676.92724ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:48:20.881921Z","caller":"traceutil/trace.go:171","msg":"trace[970956029] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13687; }","duration":"1.633833623s","start":"2026-03-04T06:48:19.248051Z","end":"2026-03-04T06:48:20.881885Z","steps":["trace[970956029] 'agreement among raft nodes before linearized reading' (duration: 1.633597197s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:48:20.881953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:48:20.204756Z","time spent":"677.182948ms","remote":"127.0.0.1:36208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":27,"request content":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true "} {"level":"warn","ts":"2026-03-04T06:48:20.881986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:48:19.247995Z","time spent":"1.633981427s","remote":"127.0.0.1:48452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T06:48:20.882328Z","caller":"traceutil/trace.go:171","msg":"trace[1709642104] transaction","detail":"{read_only:false; response_revision:13687; number_of_response:1; }","duration":"748.936022ms","start":"2026-03-04T06:48:20.133368Z","end":"2026-03-04T06:48:20.882304Z","steps":["trace[1709642104] 'process raft request' (duration: 748.09158ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:48:20.882373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"535.041484ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-04T06:48:20.882425Z","caller":"traceutil/trace.go:171","msg":"trace[307640167] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:13687; }","duration":"535.126086ms","start":"2026-03-04T06:48:20.347287Z","end":"2026-03-04T06:48:20.882413Z","steps":["trace[307640167] 'agreement among raft nodes before linearized reading' (duration: 534.969162ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:48:20.882443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.484308905s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-04T06:48:20.882462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:48:20.133341Z","time spent":"749.039995ms","remote":"127.0.0.1:48718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T06:48:20.882474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:48:20.347271Z","time spent":"535.185107ms","remote":"127.0.0.1:48648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-04T06:48:20.882481Z","caller":"traceutil/trace.go:171","msg":"trace[1628837523] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13687; }","duration":"1.484373127s","start":"2026-03-04T06:48:19.398096Z","end":"2026-03-04T06:48:20.88247Z","steps":["trace[1628837523] 'agreement among raft nodes before linearized reading' (duration: 1.484203482s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:48:20.882527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:48:19.398078Z","time spent":"1.484442348s","remote":"127.0.0.1:48718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T06:48:20.882717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.517851724s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-04T06:48:20.882706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.486947205s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-04T06:48:20.882755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.484761856s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-04T06:48:20.882784Z","caller":"traceutil/trace.go:171","msg":"trace[1470604566] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13687; }","duration":"1.517915625s","start":"2026-03-04T06:48:19.364849Z","end":"2026-03-04T06:48:20.882764Z","steps":["trace[1470604566] 'agreement among raft nodes before linearized reading' (duration: 1.517731411s)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:48:20.882799Z","caller":"traceutil/trace.go:171","msg":"trace[1997155669] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13687; }","duration":"1.487092599s","start":"2026-03-04T06:48:19.395685Z","end":"2026-03-04T06:48:20.882777Z","steps":["trace[1997155669] 'agreement among raft nodes before linearized reading' (duration: 1.486805411s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:48:20.88284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:48:19.364759Z","time spent":"1.51807003s","remote":"127.0.0.1:48718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T06:48:20.882845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:48:19.395661Z","time spent":"1.48717431s","remote":"127.0.0.1:48718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-04T06:48:20.88284Z","caller":"traceutil/trace.go:171","msg":"trace[1956576625] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13687; }","duration":"1.48488063s","start":"2026-03-04T06:48:19.397938Z","end":"2026-03-04T06:48:20.882819Z","steps":["trace[1956576625] 'agreement among raft nodes before linearized reading' (duration: 1.484625343s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:48:20.883005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:48:19.397929Z","time spent":"1.485062324s","remote":"127.0.0.1:48718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T06:48:22.342548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.38428ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/openvswitch-q6xb4\" ","response":"range_response_count:1 size:12599"} {"level":"info","ts":"2026-03-04T06:48:22.342629Z","caller":"traceutil/trace.go:171","msg":"trace[604456916] range","detail":"{range_begin:/registry/pods/openstack/openvswitch-q6xb4; range_end:; response_count:1; response_revision:13696; }","duration":"252.507294ms","start":"2026-03-04T06:48:22.090101Z","end":"2026-03-04T06:48:22.342608Z","steps":["trace[604456916] 'range keys from in-memory index tree' (duration: 252.182725ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:48:22.542622Z","caller":"traceutil/trace.go:171","msg":"trace[459072186] linearizableReadLoop","detail":"{readStateIndex:14210; appliedIndex:14209; }","duration":"295.784232ms","start":"2026-03-04T06:48:22.246813Z","end":"2026-03-04T06:48:22.542598Z","steps":["trace[459072186] 'read index received' (duration: 295.584637ms)","trace[459072186] 'applied index is now lower than readState.Index' (duration: 198.685µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T06:48:22.54276Z","caller":"traceutil/trace.go:171","msg":"trace[1964541766] transaction","detail":"{read_only:false; response_revision:13697; number_of_response:1; }","duration":"451.127816ms","start":"2026-03-04T06:48:22.091595Z","end":"2026-03-04T06:48:22.542723Z","steps":["trace[1964541766] 'process raft request' (duration: 450.871799ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:48:22.542787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.959297ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T06:48:22.542835Z","caller":"traceutil/trace.go:171","msg":"trace[312774692] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13697; }","duration":"296.026129ms","start":"2026-03-04T06:48:22.246798Z","end":"2026-03-04T06:48:22.542824Z","steps":["trace[312774692] 'agreement among raft nodes before linearized reading' (duration: 295.919476ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:48:22.543103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:48:22.091567Z","time spent":"451.465595ms","remote":"127.0.0.1:48524","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":874,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-04T06:48:22.54789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.266216ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"info","ts":"2026-03-04T06:48:22.547923Z","caller":"traceutil/trace.go:171","msg":"trace[1005193514] transaction","detail":"{read_only:false; response_revision:13698; number_of_response:1; }","duration":"193.377103ms","start":"2026-03-04T06:48:22.35452Z","end":"2026-03-04T06:48:22.547897Z","steps":["trace[1005193514] 'process raft request' (duration: 192.932362ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:48:22.547981Z","caller":"traceutil/trace.go:171","msg":"trace[1149919602] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:13698; }","duration":"226.37472ms","start":"2026-03-04T06:48:22.321582Z","end":"2026-03-04T06:48:22.547957Z","steps":["trace[1149919602] 'agreement among raft nodes before linearized reading' (duration: 226.091113ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:48:22.548195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.071058ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T06:48:22.548313Z","caller":"traceutil/trace.go:171","msg":"trace[734288888] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:13698; }","duration":"285.250263ms","start":"2026-03-04T06:48:22.263024Z","end":"2026-03-04T06:48:22.548274Z","steps":["trace[734288888] 'agreement among raft nodes before linearized reading' (duration: 284.920074ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:48:29.431526Z","caller":"traceutil/trace.go:171","msg":"trace[1250201357] transaction","detail":"{read_only:false; response_revision:13741; number_of_response:1; }","duration":"521.851654ms","start":"2026-03-04T06:48:28.909654Z","end":"2026-03-04T06:48:29.431506Z","steps":["trace[1250201357] 'process raft request' (duration: 521.727421ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:48:29.431656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:48:28.909626Z","time spent":"521.962526ms","remote":"127.0.0.1:48718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T06:48:30.806273Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.374866689s","expected-duration":"1s"} {"level":"info","ts":"2026-03-04T06:48:30.806674Z","caller":"traceutil/trace.go:171","msg":"trace[41354931] transaction","detail":"{read_only:false; response_revision:13742; number_of_response:1; }","duration":"1.896839796s","start":"2026-03-04T06:48:28.90981Z","end":"2026-03-04T06:48:30.806649Z","steps":["trace[41354931] 'process raft request' (duration: 1.896642381s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:48:30.806808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:48:28.909784Z","time spent":"1.896948258s","remote":"127.0.0.1:48718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T06:48:30.80689Z","caller":"traceutil/trace.go:171","msg":"trace[1977016328] linearizableReadLoop","detail":"{readStateIndex:14258; appliedIndex:14255; }","duration":"1.868200726s","start":"2026-03-04T06:48:28.938657Z","end":"2026-03-04T06:48:30.806858Z","steps":["trace[1977016328] 'read index received' (duration: 492.743621ms)","trace[1977016328] 'applied index is now lower than readState.Index' (duration: 1.375453544s)"],"step_count":2} {"level":"info","ts":"2026-03-04T06:48:30.806971Z","caller":"traceutil/trace.go:171","msg":"trace[1935446187] transaction","detail":"{read_only:false; response_revision:13743; number_of_response:1; }","duration":"1.894842173s","start":"2026-03-04T06:48:28.912093Z","end":"2026-03-04T06:48:30.806935Z","steps":["trace[1935446187] 'process raft request' (duration: 1.894513584s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:48:30.807134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.868460632s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-04T06:48:30.807139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:48:28.912071Z","time spent":"1.894975196s","remote":"127.0.0.1:48718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T06:48:30.807199Z","caller":"traceutil/trace.go:171","msg":"trace[115597789] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13743; }","duration":"1.868560855s","start":"2026-03-04T06:48:28.93862Z","end":"2026-03-04T06:48:30.80718Z","steps":["trace[115597789] 'agreement among raft nodes before linearized reading' (duration: 1.86836829s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:48:30.807224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"559.909064ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T06:48:30.807253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:48:28.938607Z","time spent":"1.868632367s","remote":"127.0.0.1:48718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-04T06:48:30.807279Z","caller":"traceutil/trace.go:171","msg":"trace[452742316] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13743; }","duration":"559.999516ms","start":"2026-03-04T06:48:30.247269Z","end":"2026-03-04T06:48:30.807269Z","steps":["trace[452742316] 'agreement among raft nodes before linearized reading' (duration: 559.926044ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:48:30.807264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.864702652s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-04T06:48:30.807317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.05136006s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-04T06:48:30.807198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.621601508s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/openvswitch-q6xb4\" ","response":"range_response_count:1 size:12928"} {"level":"warn","ts":"2026-03-04T06:48:30.807353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.303939ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T06:48:30.807362Z","caller":"traceutil/trace.go:171","msg":"trace[1001472833] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13743; }","duration":"1.864854096s","start":"2026-03-04T06:48:28.942487Z","end":"2026-03-04T06:48:30.807342Z","steps":["trace[1001472833] 'agreement among raft nodes before linearized reading' (duration: 1.864578229s)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:48:30.807385Z","caller":"traceutil/trace.go:171","msg":"trace[843319987] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:13743; }","duration":"243.373091ms","start":"2026-03-04T06:48:30.564003Z","end":"2026-03-04T06:48:30.807376Z","steps":["trace[843319987] 'agreement among raft nodes before linearized reading' (duration: 243.32714ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:48:30.807386Z","caller":"traceutil/trace.go:171","msg":"trace[1857693637] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:13743; }","duration":"1.051460213s","start":"2026-03-04T06:48:29.755906Z","end":"2026-03-04T06:48:30.807367Z","steps":["trace[1857693637] 'agreement among raft nodes before linearized reading' (duration: 1.051325589s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:48:30.807393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.844447744s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-04T06:48:30.80741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:48:28.94247Z","time spent":"1.864930808s","remote":"127.0.0.1:48718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T06:48:30.807438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:48:29.755887Z","time spent":"1.051539455s","remote":"127.0.0.1:48718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-04T06:48:30.807459Z","caller":"traceutil/trace.go:171","msg":"trace[798304906] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:13743; }","duration":"1.844530417s","start":"2026-03-04T06:48:28.962909Z","end":"2026-03-04T06:48:30.807439Z","steps":["trace[798304906] 'agreement among raft nodes before linearized reading' (duration: 1.844454625s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:48:30.807309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:48:30.247249Z","time spent":"560.053938ms","remote":"127.0.0.1:48452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T06:48:30.807519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.861374154s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-04T06:48:30.807312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.86046506s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-q8727\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-04T06:48:30.807578Z","caller":"traceutil/trace.go:171","msg":"trace[754225498] range","detail":"{range_begin:/registry/pods/openstack/keepalived-q8727; range_end:; response_count:1; response_revision:13743; }","duration":"1.860766248s","start":"2026-03-04T06:48:28.946803Z","end":"2026-03-04T06:48:30.80757Z","steps":["trace[754225498] 'agreement among raft nodes before linearized reading' (duration: 1.860344547s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:48:30.807591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.861667552s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-04T06:48:30.807512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:48:28.962897Z","time spent":"1.844604379s","remote":"127.0.0.1:48862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":29,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-04T06:48:30.807613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:48:28.946797Z","time spent":"1.860809109s","remote":"127.0.0.1:48648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6553,"request content":"key:\"/registry/pods/openstack/keepalived-q8727\" "} {"level":"info","ts":"2026-03-04T06:48:30.807626Z","caller":"traceutil/trace.go:171","msg":"trace[7290280] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13743; }","duration":"1.861700723s","start":"2026-03-04T06:48:28.945915Z","end":"2026-03-04T06:48:30.807616Z","steps":["trace[7290280] 'agreement among raft nodes before linearized reading' (duration: 1.86160823s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:48:30.807653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:48:28.94586Z","time spent":"1.861787496s","remote":"127.0.0.1:48718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-04T06:48:30.80739Z","caller":"traceutil/trace.go:171","msg":"trace[188116025] range","detail":"{range_begin:/registry/pods/openstack/openvswitch-q6xb4; range_end:; response_count:1; response_revision:13743; }","duration":"1.621836585s","start":"2026-03-04T06:48:29.185535Z","end":"2026-03-04T06:48:30.807371Z","steps":["trace[188116025] 'agreement among raft nodes before linearized reading' (duration: 1.621527157s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:48:30.807743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:48:29.185508Z","time spent":"1.622227115s","remote":"127.0.0.1:48648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":12950,"request content":"key:\"/registry/pods/openstack/openvswitch-q6xb4\" "} {"level":"info","ts":"2026-03-04T06:48:30.807577Z","caller":"traceutil/trace.go:171","msg":"trace[1249645729] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13743; }","duration":"1.861454326s","start":"2026-03-04T06:48:28.946109Z","end":"2026-03-04T06:48:30.807563Z","steps":["trace[1249645729] 'agreement among raft nodes before linearized reading' (duration: 1.861314233s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:48:30.807885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:48:28.946098Z","time spent":"1.861768884s","remote":"127.0.0.1:48718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-04T06:48:30.928865Z","caller":"traceutil/trace.go:171","msg":"trace[1148485382] transaction","detail":"{read_only:false; response_revision:13744; number_of_response:1; }","duration":"115.61599ms","start":"2026-03-04T06:48:30.813218Z","end":"2026-03-04T06:48:30.928834Z","steps":["trace[1148485382] 'process raft request' (duration: 113.126764ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:48:30.933609Z","caller":"traceutil/trace.go:171","msg":"trace[377418938] linearizableReadLoop","detail":"{readStateIndex:14260; appliedIndex:14258; }","duration":"119.862652ms","start":"2026-03-04T06:48:30.813729Z","end":"2026-03-04T06:48:30.933592Z","steps":["trace[377418938] 'read index received' (duration: 112.717192ms)","trace[377418938] 'applied index is now lower than readState.Index' (duration: 7.14493ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T06:48:30.934103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.357755ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:63 size:596049"} {"level":"info","ts":"2026-03-04T06:48:30.934071Z","caller":"traceutil/trace.go:171","msg":"trace[2107581050] transaction","detail":"{read_only:false; response_revision:13747; number_of_response:1; }","duration":"120.16025ms","start":"2026-03-04T06:48:30.813879Z","end":"2026-03-04T06:48:30.934039Z","steps":["trace[2107581050] 'process raft request' (duration: 119.632676ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:48:30.934127Z","caller":"traceutil/trace.go:171","msg":"trace[46941186] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:63; response_revision:13749; }","duration":"120.418897ms","start":"2026-03-04T06:48:30.813701Z","end":"2026-03-04T06:48:30.93412Z","steps":["trace[46941186] 'agreement among raft nodes before linearized reading' (duration: 119.943454ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:48:30.934197Z","caller":"traceutil/trace.go:171","msg":"trace[672951296] transaction","detail":"{read_only:false; response_revision:13749; number_of_response:1; }","duration":"115.955828ms","start":"2026-03-04T06:48:30.818202Z","end":"2026-03-04T06:48:30.934158Z","steps":["trace[672951296] 'process raft request' (duration: 115.352622ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:48:30.934286Z","caller":"traceutil/trace.go:171","msg":"trace[1145866025] transaction","detail":"{read_only:false; response_revision:13748; number_of_response:1; }","duration":"120.385856ms","start":"2026-03-04T06:48:30.813881Z","end":"2026-03-04T06:48:30.934267Z","steps":["trace[1145866025] 'process raft request' (duration: 119.652367ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:48:30.93441Z","caller":"traceutil/trace.go:171","msg":"trace[1846594780] transaction","detail":"{read_only:false; response_revision:13746; number_of_response:1; }","duration":"120.570081ms","start":"2026-03-04T06:48:30.813829Z","end":"2026-03-04T06:48:30.934399Z","steps":["trace[1846594780] 'process raft request' (duration: 119.654777ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:48:30.934466Z","caller":"traceutil/trace.go:171","msg":"trace[393791602] transaction","detail":"{read_only:false; response_revision:13745; number_of_response:1; }","duration":"121.035474ms","start":"2026-03-04T06:48:30.813419Z","end":"2026-03-04T06:48:30.934455Z","steps":["trace[393791602] 'process raft request' (duration: 118.684072ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:48:42.610254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.954241ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-3f82c82b-092f-4ddd-b206-69835bd379a8\" ","response":"range_response_count:1 size:3637"} {"level":"info","ts":"2026-03-04T06:48:42.610372Z","caller":"traceutil/trace.go:171","msg":"trace[1849825942] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-3f82c82b-092f-4ddd-b206-69835bd379a8; range_end:; response_count:1; response_revision:13983; }","duration":"150.105485ms","start":"2026-03-04T06:48:42.460245Z","end":"2026-03-04T06:48:42.610351Z","steps":["trace[1849825942] 'range keys from in-memory index tree' (duration: 149.809577ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:48:42.610396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.449409ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-3f82c82b-092f-4ddd-b206-69835bd379a8\" ","response":"range_response_count:1 size:3637"} {"level":"info","ts":"2026-03-04T06:48:42.610485Z","caller":"traceutil/trace.go:171","msg":"trace[1652781588] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-3f82c82b-092f-4ddd-b206-69835bd379a8; range_end:; response_count:1; response_revision:13983; }","duration":"250.568622ms","start":"2026-03-04T06:48:42.3599Z","end":"2026-03-04T06:48:42.610469Z","steps":["trace[1652781588] 'range keys from in-memory index tree' (duration: 250.095739ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:48:42.610787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.623037ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:17 size:156799"} {"level":"info","ts":"2026-03-04T06:48:42.61088Z","caller":"traceutil/trace.go:171","msg":"trace[14508165] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:17; response_revision:13983; }","duration":"223.771211ms","start":"2026-03-04T06:48:42.387089Z","end":"2026-03-04T06:48:42.610861Z","steps":["trace[14508165] 'range keys from in-memory index tree' (duration: 222.890747ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:49:11.278572Z","caller":"traceutil/trace.go:171","msg":"trace[368193905] transaction","detail":"{read_only:false; response_revision:14164; number_of_response:1; }","duration":"120.636723ms","start":"2026-03-04T06:49:11.15791Z","end":"2026-03-04T06:49:11.278547Z","steps":["trace[368193905] 'process raft request' (duration: 120.434027ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:49:11.278878Z","caller":"traceutil/trace.go:171","msg":"trace[68576055] transaction","detail":"{read_only:false; response_revision:14165; number_of_response:1; }","duration":"120.868198ms","start":"2026-03-04T06:49:11.157973Z","end":"2026-03-04T06:49:11.278841Z","steps":["trace[68576055] 'process raft request' (duration: 120.53675ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:49:11.278907Z","caller":"traceutil/trace.go:171","msg":"trace[1327437313] transaction","detail":"{read_only:false; response_revision:14166; number_of_response:1; }","duration":"120.877099ms","start":"2026-03-04T06:49:11.158Z","end":"2026-03-04T06:49:11.278877Z","steps":["trace[1327437313] 'process raft request' (duration: 120.743036ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:50:08.090227Z","caller":"traceutil/trace.go:171","msg":"trace[1082347178] linearizableReadLoop","detail":"{readStateIndex:15302; appliedIndex:15301; }","duration":"212.923753ms","start":"2026-03-04T06:50:07.877276Z","end":"2026-03-04T06:50:08.0902Z","steps":["trace[1082347178] 'read index received' (duration: 212.743228ms)","trace[1082347178] 'applied index is now lower than readState.Index' (duration: 179.035µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T06:50:08.090297Z","caller":"traceutil/trace.go:171","msg":"trace[1852584667] transaction","detail":"{read_only:false; response_revision:14753; number_of_response:1; }","duration":"219.784595ms","start":"2026-03-04T06:50:07.870465Z","end":"2026-03-04T06:50:08.09025Z","steps":["trace[1852584667] 'process raft request' (duration: 219.57623ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:50:08.090434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.876301ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T06:50:08.090482Z","caller":"traceutil/trace.go:171","msg":"trace[552430162] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14753; }","duration":"212.968554ms","start":"2026-03-04T06:50:07.877502Z","end":"2026-03-04T06:50:08.09047Z","steps":["trace[552430162] 'agreement among raft nodes before linearized reading' (duration: 212.873271ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:50:08.090505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.153229ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T06:50:08.090684Z","caller":"traceutil/trace.go:171","msg":"trace[1224159410] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:0; response_revision:14753; }","duration":"213.433736ms","start":"2026-03-04T06:50:07.877195Z","end":"2026-03-04T06:50:08.090629Z","steps":["trace[1224159410] 'agreement among raft nodes before linearized reading' (duration: 213.136338ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:50:08.090875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.776169ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-metadata\" ","response":"range_response_count:1 size:682"} {"level":"warn","ts":"2026-03-04T06:50:08.090866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.492526ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-03-04T06:50:08.090954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.727872ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5521"} {"level":"info","ts":"2026-03-04T06:50:08.091023Z","caller":"traceutil/trace.go:171","msg":"trace[1073809018] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:14753; }","duration":"118.708692ms","start":"2026-03-04T06:50:07.972283Z","end":"2026-03-04T06:50:08.090992Z","steps":["trace[1073809018] 'agreement among raft nodes before linearized reading' (duration: 118.299021ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:50:08.091177Z","caller":"traceutil/trace.go:171","msg":"trace[170394468] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14753; }","duration":"206.010319ms","start":"2026-03-04T06:50:07.885132Z","end":"2026-03-04T06:50:08.091142Z","steps":["trace[170394468] 'agreement among raft nodes before linearized reading' (duration: 205.262839ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:50:08.090946Z","caller":"traceutil/trace.go:171","msg":"trace[927490405] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-metadata; range_end:; response_count:1; response_revision:14753; }","duration":"206.909013ms","start":"2026-03-04T06:50:07.884021Z","end":"2026-03-04T06:50:08.09093Z","steps":["trace[927490405] 'agreement among raft nodes before linearized reading' (duration: 206.498612ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:50:08.091372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.610168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-04T06:50:08.091446Z","caller":"traceutil/trace.go:171","msg":"trace[1870470202] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14753; }","duration":"208.70901ms","start":"2026-03-04T06:50:07.882719Z","end":"2026-03-04T06:50:08.091429Z","steps":["trace[1870470202] 'agreement among raft nodes before linearized reading' (duration: 207.806916ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:50:08.74277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"549.551209ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T06:50:08.742915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.610925ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T06:50:08.742976Z","caller":"traceutil/trace.go:171","msg":"trace[1505550026] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14753; }","duration":"270.695987ms","start":"2026-03-04T06:50:08.472261Z","end":"2026-03-04T06:50:08.742957Z","steps":["trace[1505550026] 'range keys from in-memory index tree' (duration: 270.536762ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:50:08.742996Z","caller":"traceutil/trace.go:171","msg":"trace[1645340861] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:14753; }","duration":"549.748734ms","start":"2026-03-04T06:50:08.193156Z","end":"2026-03-04T06:50:08.742904Z","steps":["trace[1645340861] 'range keys from in-memory index tree' (duration: 549.439666ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:50:08.743115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:50:08.193132Z","time spent":"549.970071ms","remote":"127.0.0.1:48952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":27,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-04T06:50:08.743284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.617214ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-04T06:50:08.743323Z","caller":"traceutil/trace.go:171","msg":"trace[1457762758] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14753; }","duration":"270.692946ms","start":"2026-03-04T06:50:08.472621Z","end":"2026-03-04T06:50:08.743314Z","steps":["trace[1457762758] 'range keys from in-memory index tree' (duration: 270.496261ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:50:08.743702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.005447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.209\" ","response":"range_response_count:1 size:138"} {"level":"info","ts":"2026-03-04T06:50:08.743747Z","caller":"traceutil/trace.go:171","msg":"trace[2081959301] range","detail":"{range_begin:/registry/masterleases/162.253.55.209; range_end:; response_count:1; response_revision:14753; }","duration":"195.073669ms","start":"2026-03-04T06:50:08.548664Z","end":"2026-03-04T06:50:08.743738Z","steps":["trace[2081959301] 'range keys from in-memory index tree' (duration: 194.785521ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:50:08.74285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.950713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5521"} {"level":"warn","ts":"2026-03-04T06:50:08.743997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"496.267635ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T06:50:08.743997Z","caller":"traceutil/trace.go:171","msg":"trace[111007239] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14753; }","duration":"272.145455ms","start":"2026-03-04T06:50:08.471811Z","end":"2026-03-04T06:50:08.743956Z","steps":["trace[111007239] 'range keys from in-memory index tree' (duration: 270.770859ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:50:08.744059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.613866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-cc428\" ","response":"range_response_count:1 size:20754"} {"level":"info","ts":"2026-03-04T06:50:08.744093Z","caller":"traceutil/trace.go:171","msg":"trace[626200356] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-cc428; range_end:; response_count:1; response_revision:14753; }","duration":"116.646507ms","start":"2026-03-04T06:50:08.627437Z","end":"2026-03-04T06:50:08.744084Z","steps":["trace[626200356] 'range keys from in-memory index tree' (duration: 116.497883ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:50:08.744108Z","caller":"traceutil/trace.go:171","msg":"trace[543859965] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14753; }","duration":"496.45531ms","start":"2026-03-04T06:50:08.247603Z","end":"2026-03-04T06:50:08.744059Z","steps":["trace[543859965] 'range keys from in-memory index tree' (duration: 496.141101ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:50:08.744227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:50:08.247566Z","time spent":"496.648205ms","remote":"127.0.0.1:48452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T06:50:08.743907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.719907ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T06:50:08.744393Z","caller":"traceutil/trace.go:171","msg":"trace[969245410] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:14753; }","duration":"193.22829ms","start":"2026-03-04T06:50:08.551149Z","end":"2026-03-04T06:50:08.744377Z","steps":["trace[969245410] 'count revisions from in-memory index tree' (duration: 192.630904ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:50:08.744697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"461.717818ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-rxv75\" ","response":"range_response_count:1 size:22099"} {"level":"info","ts":"2026-03-04T06:50:08.744788Z","caller":"traceutil/trace.go:171","msg":"trace[196318968] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-rxv75; range_end:; response_count:1; response_revision:14753; }","duration":"461.842241ms","start":"2026-03-04T06:50:08.282932Z","end":"2026-03-04T06:50:08.744774Z","steps":["trace[196318968] 'range keys from in-memory index tree' (duration: 461.591464ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:50:08.744897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:50:08.282912Z","time spent":"461.970964ms","remote":"127.0.0.1:48648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22121,"request content":"key:\"/registry/pods/openstack/nova-compute-default-rxv75\" "} {"level":"warn","ts":"2026-03-04T06:50:08.745062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"410.653282ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-rxv75\" ","response":"range_response_count:1 size:22099"} {"level":"info","ts":"2026-03-04T06:50:08.745122Z","caller":"traceutil/trace.go:171","msg":"trace[315353857] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-rxv75; range_end:; response_count:1; response_revision:14753; }","duration":"410.828616ms","start":"2026-03-04T06:50:08.33428Z","end":"2026-03-04T06:50:08.745109Z","steps":["trace[315353857] 'range keys from in-memory index tree' (duration: 410.406405ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:50:08.745161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:50:08.334247Z","time spent":"410.900468ms","remote":"127.0.0.1:48648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22121,"request content":"key:\"/registry/pods/openstack/nova-compute-default-rxv75\" "} {"level":"info","ts":"2026-03-04T06:50:09.166436Z","caller":"traceutil/trace.go:171","msg":"trace[2065783398] linearizableReadLoop","detail":"{readStateIndex:15303; appliedIndex:15302; }","duration":"419.485187ms","start":"2026-03-04T06:50:08.74693Z","end":"2026-03-04T06:50:09.166416Z","steps":["trace[2065783398] 'read index received' (duration: 419.316662ms)","trace[2065783398] 'applied index is now lower than readState.Index' (duration: 167.655µs)"],"step_count":2} {"level":"warn","ts":"2026-03-04T06:50:09.166569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"419.6173ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T06:50:09.166591Z","caller":"traceutil/trace.go:171","msg":"trace[1616768813] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14753; }","duration":"419.677761ms","start":"2026-03-04T06:50:08.746908Z","end":"2026-03-04T06:50:09.166585Z","steps":["trace[1616768813] 'agreement among raft nodes before linearized reading' (duration: 419.604399ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:50:09.166529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:50:08.746506Z","time spent":"419.99968ms","remote":"127.0.0.1:48494","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-04T06:50:09.166714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.860132ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-04T06:50:09.166734Z","caller":"traceutil/trace.go:171","msg":"trace[1321782894] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14753; }","duration":"307.905214ms","start":"2026-03-04T06:50:08.858825Z","end":"2026-03-04T06:50:09.16673Z","steps":["trace[1321782894] 'agreement among raft nodes before linearized reading' (duration: 307.820092ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:50:09.166749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:50:08.858817Z","time spent":"307.928654ms","remote":"127.0.0.1:48624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":690,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-03-04T06:50:09.166756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.013643ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T06:50:09.166818Z","caller":"traceutil/trace.go:171","msg":"trace[410270866] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14753; }","duration":"309.101736ms","start":"2026-03-04T06:50:08.857695Z","end":"2026-03-04T06:50:09.166797Z","steps":["trace[410270866] 'agreement among raft nodes before linearized reading' (duration: 309.033094ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:50:09.166865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:50:08.857675Z","time spent":"309.181228ms","remote":"127.0.0.1:48696","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-04T06:50:09.167008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.230192ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5521"} {"level":"info","ts":"2026-03-04T06:50:09.167026Z","caller":"traceutil/trace.go:171","msg":"trace[1528662086] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14753; }","duration":"259.286854ms","start":"2026-03-04T06:50:08.907735Z","end":"2026-03-04T06:50:09.167022Z","steps":["trace[1528662086] 'agreement among raft nodes before linearized reading' (duration: 259.234982ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:50:09.166616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:50:08.746897Z","time spent":"419.713942ms","remote":"127.0.0.1:48468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T06:50:09.167113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.331115ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5521"} {"level":"info","ts":"2026-03-04T06:50:09.167129Z","caller":"traceutil/trace.go:171","msg":"trace[902598987] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14753; }","duration":"259.378045ms","start":"2026-03-04T06:50:08.907747Z","end":"2026-03-04T06:50:09.167125Z","steps":["trace[902598987] 'agreement among raft nodes before linearized reading' (duration: 259.321834ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:50:09.167223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.724045ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-03-04T06:50:09.167219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"377.669736ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-04T06:50:09.167239Z","caller":"traceutil/trace.go:171","msg":"trace[1789827092] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14753; }","duration":"259.763486ms","start":"2026-03-04T06:50:08.907472Z","end":"2026-03-04T06:50:09.167235Z","steps":["trace[1789827092] 'agreement among raft nodes before linearized reading' (duration: 259.720435ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:50:09.167253Z","caller":"traceutil/trace.go:171","msg":"trace[1754468044] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14753; }","duration":"377.756189ms","start":"2026-03-04T06:50:08.789487Z","end":"2026-03-04T06:50:09.167243Z","steps":["trace[1754468044] 'agreement among raft nodes before linearized reading' (duration: 377.622885ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:50:09.167297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:50:08.789462Z","time spent":"377.82371ms","remote":"127.0.0.1:48624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":690,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-03-04T06:50:09.166667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"417.435322ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T06:50:09.168031Z","caller":"traceutil/trace.go:171","msg":"trace[1436332192] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:14753; }","duration":"418.864849ms","start":"2026-03-04T06:50:08.749159Z","end":"2026-03-04T06:50:09.168024Z","steps":["trace[1436332192] 'agreement among raft nodes before linearized reading' (duration: 417.415701ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:50:09.16805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:50:08.749145Z","time spent":"418.898811ms","remote":"127.0.0.1:48652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":27,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-04T06:50:09.167309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.347071ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T06:50:09.168129Z","caller":"traceutil/trace.go:171","msg":"trace[1540074842] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14753; }","duration":"261.195304ms","start":"2026-03-04T06:50:08.90693Z","end":"2026-03-04T06:50:09.168125Z","steps":["trace[1540074842] 'agreement among raft nodes before linearized reading' (duration: 260.365582ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:50:09.168223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"411.34387ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:76 size:737897"} {"level":"info","ts":"2026-03-04T06:50:09.168323Z","caller":"traceutil/trace.go:171","msg":"trace[102352366] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:76; response_revision:14753; }","duration":"411.476663ms","start":"2026-03-04T06:50:08.756815Z","end":"2026-03-04T06:50:09.168292Z","steps":["trace[102352366] 'agreement among raft nodes before linearized reading' (duration: 410.561669ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:50:09.168398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:50:08.756796Z","time spent":"411.583697ms","remote":"127.0.0.1:48648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":76,"response size":737919,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-04T06:50:09.168649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"414.090643ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:76 size:737897"} {"level":"info","ts":"2026-03-04T06:50:09.168681Z","caller":"traceutil/trace.go:171","msg":"trace[1847112990] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:76; response_revision:14753; }","duration":"414.144564ms","start":"2026-03-04T06:50:08.75453Z","end":"2026-03-04T06:50:09.168675Z","steps":["trace[1847112990] 'agreement among raft nodes before linearized reading' (duration: 413.130218ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:50:09.168718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:50:08.754522Z","time spent":"414.189575ms","remote":"127.0.0.1:48648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":76,"response size":737919,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-04T06:50:09.169953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"414.801392ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:76 size:737897"} {"level":"info","ts":"2026-03-04T06:50:09.169977Z","caller":"traceutil/trace.go:171","msg":"trace[80976567] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:76; response_revision:14753; }","duration":"414.841683ms","start":"2026-03-04T06:50:08.755129Z","end":"2026-03-04T06:50:09.169971Z","steps":["trace[80976567] 'agreement among raft nodes before linearized reading' (duration: 412.48006ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:50:09.169993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:50:08.755113Z","time spent":"414.875044ms","remote":"127.0.0.1:48648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":76,"response size":737919,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-04T06:50:09.674717Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13228088842438772185,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T06:50:10.40977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"990.467173ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T06:50:10.409901Z","caller":"traceutil/trace.go:171","msg":"trace[179921581] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:14753; }","duration":"990.613927ms","start":"2026-03-04T06:50:09.419269Z","end":"2026-03-04T06:50:10.409883Z","steps":["trace[179921581] 'range keys from in-memory index tree' (duration: 990.452423ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:50:10.410834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"732.552147ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T06:50:10.411096Z","caller":"traceutil/trace.go:171","msg":"trace[442240735] transaction","detail":"{read_only:false; response_revision:14754; number_of_response:1; }","duration":"1.242255558s","start":"2026-03-04T06:50:09.168793Z","end":"2026-03-04T06:50:10.411049Z","steps":["trace[442240735] 'process raft request' (duration: 509.399213ms)","trace[442240735] 'compare' (duration: 732.244279ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T06:50:10.411256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.236988898s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-04T06:50:10.411298Z","caller":"traceutil/trace.go:171","msg":"trace[823129181] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:14757; }","duration":"1.23705046s","start":"2026-03-04T06:50:09.174238Z","end":"2026-03-04T06:50:10.411289Z","steps":["trace[823129181] 'agreement among raft nodes before linearized reading' (duration: 1.236891626s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:50:10.411309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:50:09.16877Z","time spent":"1.242383972s","remote":"127.0.0.1:48494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T06:50:10.41133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:50:09.174215Z","time spent":"1.237107701s","remote":"127.0.0.1:48648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-04T06:50:10.411099Z","caller":"traceutil/trace.go:171","msg":"trace[863182144] linearizableReadLoop","detail":"{readStateIndex:15307; appliedIndex:15303; }","duration":"1.236818224s","start":"2026-03-04T06:50:09.174264Z","end":"2026-03-04T06:50:10.411082Z","steps":["trace[863182144] 'read index received' (duration: 503.99321ms)","trace[863182144] 'applied index is now lower than readState.Index' (duration: 732.821554ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T06:50:10.411481Z","caller":"traceutil/trace.go:171","msg":"trace[1334615164] transaction","detail":"{read_only:false; response_revision:14756; number_of_response:1; }","duration":"1.136363627s","start":"2026-03-04T06:50:09.27506Z","end":"2026-03-04T06:50:10.411423Z","steps":["trace[1334615164] 'process raft request' (duration: 1.135952486s)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:50:10.411634Z","caller":"traceutil/trace.go:171","msg":"trace[1112233409] transaction","detail":"{read_only:false; response_revision:14757; number_of_response:1; }","duration":"1.020779669s","start":"2026-03-04T06:50:09.390821Z","end":"2026-03-04T06:50:10.411601Z","steps":["trace[1112233409] 'process raft request' (duration: 1.020224414s)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:50:10.411645Z","caller":"traceutil/trace.go:171","msg":"trace[102566546] transaction","detail":"{read_only:false; response_revision:14755; number_of_response:1; }","duration":"1.146357282s","start":"2026-03-04T06:50:09.265209Z","end":"2026-03-04T06:50:10.411566Z","steps":["trace[102566546] 'process raft request' (duration: 1.145733335s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:50:10.411708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:50:09.27505Z","time spent":"1.136535311s","remote":"127.0.0.1:48718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T06:50:10.411951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:50:09.265193Z","time spent":"1.146555007s","remote":"127.0.0.1:48718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T06:50:10.411959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:50:09.390779Z","time spent":"1.021011525s","remote":"127.0.0.1:48718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T06:50:10.434507Z","caller":"traceutil/trace.go:171","msg":"trace[864802780] transaction","detail":"{read_only:false; response_revision:14758; number_of_response:1; }","duration":"389.495069ms","start":"2026-03-04T06:50:10.044973Z","end":"2026-03-04T06:50:10.434468Z","steps":["trace[864802780] 'process raft request' (duration: 389.299544ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:50:10.434756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:50:10.044945Z","time spent":"389.680764ms","remote":"127.0.0.1:48718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T06:50:10.659357Z","caller":"traceutil/trace.go:171","msg":"trace[528590952] linearizableReadLoop","detail":"{readStateIndex:15309; appliedIndex:15307; }","duration":"247.903401ms","start":"2026-03-04T06:50:10.411416Z","end":"2026-03-04T06:50:10.659319Z","steps":["trace[528590952] 'read index received' (duration: 22.839916ms)","trace[528590952] 'applied index is now lower than readState.Index' (duration: 225.061785ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T06:50:10.659407Z","caller":"traceutil/trace.go:171","msg":"trace[72088846] transaction","detail":"{read_only:false; response_revision:14759; number_of_response:1; }","duration":"541.504795ms","start":"2026-03-04T06:50:10.117847Z","end":"2026-03-04T06:50:10.659352Z","steps":["trace[72088846] 'process raft request' (duration: 494.696352ms)","trace[72088846] 'compare' (duration: 46.474294ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T06:50:10.659458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"561.67188ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T06:50:10.659562Z","caller":"traceutil/trace.go:171","msg":"trace[1819455183] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:0; response_revision:14759; }","duration":"561.810884ms","start":"2026-03-04T06:50:10.097728Z","end":"2026-03-04T06:50:10.659539Z","steps":["trace[1819455183] 'agreement among raft nodes before linearized reading' (duration: 561.602398ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:50:10.659571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.191042339s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-04T06:50:10.659599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.40316171s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5521"} {"level":"warn","ts":"2026-03-04T06:50:10.659618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:50:10.097721Z","time spent":"561.886725ms","remote":"127.0.0.1:48624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":0,"response size":27,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-03-04T06:50:10.659709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.404947847s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T06:50:10.659716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"562.287176ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-03-04T06:50:10.659734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"808.681568ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-q8727\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-04T06:50:10.659744Z","caller":"traceutil/trace.go:171","msg":"trace[942298095] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:14759; }","duration":"1.405029769s","start":"2026-03-04T06:50:09.254706Z","end":"2026-03-04T06:50:10.659736Z","steps":["trace[942298095] 'agreement among raft nodes before linearized reading' (duration: 1.404987568s)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:50:10.659762Z","caller":"traceutil/trace.go:171","msg":"trace[2005839853] range","detail":"{range_begin:/registry/pods/openstack/keepalived-q8727; range_end:; response_count:1; response_revision:14759; }","duration":"808.732619ms","start":"2026-03-04T06:50:09.851021Z","end":"2026-03-04T06:50:10.659753Z","steps":["trace[2005839853] 'agreement among raft nodes before linearized reading' (duration: 808.644927ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:50:10.659774Z","caller":"traceutil/trace.go:171","msg":"trace[1419239567] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14759; }","duration":"562.372898ms","start":"2026-03-04T06:50:10.097378Z","end":"2026-03-04T06:50:10.659751Z","steps":["trace[1419239567] 'agreement among raft nodes before linearized reading' (duration: 562.270506ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:50:10.659786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:50:09.254682Z","time spent":"1.405096661s","remote":"127.0.0.1:48696","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"warn","ts":"2026-03-04T06:50:10.65979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:50:09.851003Z","time spent":"808.78072ms","remote":"127.0.0.1:48648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6553,"request content":"key:\"/registry/pods/openstack/keepalived-q8727\" "} {"level":"warn","ts":"2026-03-04T06:50:10.65979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:50:10.11781Z","time spent":"541.842214ms","remote":"127.0.0.1:48718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T06:50:10.65989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"562.512543ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-metadata\" ","response":"range_response_count:1 size:682"} {"level":"info","ts":"2026-03-04T06:50:10.65993Z","caller":"traceutil/trace.go:171","msg":"trace[790321986] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-metadata; range_end:; response_count:1; response_revision:14759; }","duration":"562.561484ms","start":"2026-03-04T06:50:10.097359Z","end":"2026-03-04T06:50:10.65992Z","steps":["trace[790321986] 'agreement among raft nodes before linearized reading' (duration: 562.478952ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:50:10.659955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:50:10.097352Z","time spent":"562.597745ms","remote":"127.0.0.1:48624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":704,"request content":"key:\"/registry/services/endpoints/openstack/nova-metadata\" "} {"level":"warn","ts":"2026-03-04T06:50:10.659959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.098297956s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-04T06:50:10.660001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.40543638s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T06:50:10.660038Z","caller":"traceutil/trace.go:171","msg":"trace[1142223776] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:14759; }","duration":"1.405474191s","start":"2026-03-04T06:50:09.254554Z","end":"2026-03-04T06:50:10.660029Z","steps":["trace[1142223776] 'agreement among raft nodes before linearized reading' (duration: 1.405424759s)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:50:10.66004Z","caller":"traceutil/trace.go:171","msg":"trace[641414780] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:14759; }","duration":"1.098397649s","start":"2026-03-04T06:50:09.561598Z","end":"2026-03-04T06:50:10.659996Z","steps":["trace[641414780] 'agreement among raft nodes before linearized reading' (duration: 1.098191263s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:50:10.659815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:50:10.097355Z","time spent":"562.452781ms","remote":"127.0.0.1:48624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":690,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-03-04T06:50:10.660059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.099753085s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-04T06:50:10.660071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:50:09.254434Z","time spent":"1.405631325s","remote":"127.0.0.1:48696","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"warn","ts":"2026-03-04T06:50:10.660083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:50:09.561589Z","time spent":"1.098482981s","remote":"127.0.0.1:48718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T06:50:10.660383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.414780368s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-d5f4s\" ","response":"range_response_count:1 size:9788"} {"level":"info","ts":"2026-03-04T06:50:10.659637Z","caller":"traceutil/trace.go:171","msg":"trace[149258939] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14759; }","duration":"1.403234131s","start":"2026-03-04T06:50:09.25639Z","end":"2026-03-04T06:50:10.659624Z","steps":["trace[149258939] 'agreement among raft nodes before linearized reading' (duration: 1.403098527s)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:50:10.660476Z","caller":"traceutil/trace.go:171","msg":"trace[1942988641] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-d5f4s; range_end:; response_count:1; response_revision:14759; }","duration":"1.414911621s","start":"2026-03-04T06:50:09.245547Z","end":"2026-03-04T06:50:10.660459Z","steps":["trace[1942988641] 'agreement among raft nodes before linearized reading' (duration: 1.414778427s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:50:10.660492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.044729ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T06:50:10.659595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"807.556738ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5521"} {"level":"warn","ts":"2026-03-04T06:50:10.660518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:50:09.245519Z","time spent":"1.414989493s","remote":"127.0.0.1:48648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9810,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-d5f4s\" "} {"level":"info","ts":"2026-03-04T06:50:10.660534Z","caller":"traceutil/trace.go:171","msg":"trace[1233685990] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:14759; }","duration":"244.129041ms","start":"2026-03-04T06:50:10.416393Z","end":"2026-03-04T06:50:10.660522Z","steps":["trace[1233685990] 'agreement among raft nodes before linearized reading' (duration: 244.064489ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:50:10.660537Z","caller":"traceutil/trace.go:171","msg":"trace[1383643025] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14759; }","duration":"808.559875ms","start":"2026-03-04T06:50:09.851967Z","end":"2026-03-04T06:50:10.660527Z","steps":["trace[1383643025] 'agreement among raft nodes before linearized reading' (duration: 807.354543ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:50:10.660566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:50:09.851962Z","time spent":"808.597716ms","remote":"127.0.0.1:48696","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5543,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-04T06:50:10.660494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:50:09.256373Z","time spent":"1.404108405s","remote":"127.0.0.1:48696","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5543,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-04T06:50:10.659678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.404449873s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T06:50:10.66066Z","caller":"traceutil/trace.go:171","msg":"trace[2041580122] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14759; }","duration":"1.40545837s","start":"2026-03-04T06:50:09.255193Z","end":"2026-03-04T06:50:10.660651Z","steps":["trace[2041580122] 'agreement among raft nodes before linearized reading' (duration: 1.404464644s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:50:10.660694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:50:09.255179Z","time spent":"1.405508632s","remote":"127.0.0.1:48696","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-04T06:50:10.66007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.098169002s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-04T06:50:10.660159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.102925009s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-04T06:50:10.660747Z","caller":"traceutil/trace.go:171","msg":"trace[1974125587] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:14759; }","duration":"1.098855151s","start":"2026-03-04T06:50:09.561868Z","end":"2026-03-04T06:50:10.660723Z","steps":["trace[1974125587] 'agreement among raft nodes before linearized reading' (duration: 1.098084361s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:50:10.66076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.618147ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-03-04T06:50:10.66077Z","caller":"traceutil/trace.go:171","msg":"trace[434141668] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14759; }","duration":"1.103580916s","start":"2026-03-04T06:50:09.557182Z","end":"2026-03-04T06:50:10.660762Z","steps":["trace[434141668] 'agreement among raft nodes before linearized reading' (duration: 1.102928509s)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:50:10.660092Z","caller":"traceutil/trace.go:171","msg":"trace[1987327348] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:14759; }","duration":"1.099806376s","start":"2026-03-04T06:50:09.560275Z","end":"2026-03-04T06:50:10.660081Z","steps":["trace[1987327348] 'agreement among raft nodes before linearized reading' (duration: 1.099720104s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:50:10.660222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.275574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18761"} {"level":"info","ts":"2026-03-04T06:50:10.660792Z","caller":"traceutil/trace.go:171","msg":"trace[1219108459] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:14759; }","duration":"246.70345ms","start":"2026-03-04T06:50:10.414078Z","end":"2026-03-04T06:50:10.660782Z","steps":["trace[1219108459] 'agreement among raft nodes before linearized reading' (duration: 246.610157ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:50:10.660856Z","caller":"traceutil/trace.go:171","msg":"trace[1512405455] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:14759; }","duration":"247.946452ms","start":"2026-03-04T06:50:10.4129Z","end":"2026-03-04T06:50:10.660847Z","steps":["trace[1512405455] 'agreement among raft nodes before linearized reading' (duration: 247.227473ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:50:10.66086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:50:09.560263Z","time spent":"1.100585626s","remote":"127.0.0.1:48718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T06:50:10.660233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"564.581147ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T06:50:10.660308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.414271214s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7746"} {"level":"info","ts":"2026-03-04T06:50:10.660956Z","caller":"traceutil/trace.go:171","msg":"trace[839309732] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14759; }","duration":"565.341057ms","start":"2026-03-04T06:50:10.095604Z","end":"2026-03-04T06:50:10.660945Z","steps":["trace[839309732] 'agreement among raft nodes before linearized reading' (duration: 564.613638ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:50:10.660964Z","caller":"traceutil/trace.go:171","msg":"trace[686307272] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:14759; }","duration":"1.414948582s","start":"2026-03-04T06:50:09.246003Z","end":"2026-03-04T06:50:10.660952Z","steps":["trace[686307272] 'agreement among raft nodes before linearized reading' (duration: 1.414243303s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:50:10.660984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:50:10.095581Z","time spent":"565.395319ms","remote":"127.0.0.1:48696","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-04T06:50:10.660998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:50:09.245987Z","time spent":"1.415001484s","remote":"127.0.0.1:36976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7768,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"info","ts":"2026-03-04T06:50:10.659642Z","caller":"traceutil/trace.go:171","msg":"trace[1031787098] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:14759; }","duration":"1.191173692s","start":"2026-03-04T06:50:09.468448Z","end":"2026-03-04T06:50:10.659622Z","steps":["trace[1031787098] 'agreement among raft nodes before linearized reading' (duration: 1.190932405s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:50:10.661057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:50:09.468423Z","time spent":"1.192627911s","remote":"127.0.0.1:48718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T06:50:10.66079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:50:09.56186Z","time spent":"1.098917362s","remote":"127.0.0.1:48718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T06:50:10.660197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"562.871112ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5521"} {"level":"info","ts":"2026-03-04T06:50:10.661127Z","caller":"traceutil/trace.go:171","msg":"trace[1793321251] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14759; }","duration":"563.819607ms","start":"2026-03-04T06:50:10.097299Z","end":"2026-03-04T06:50:10.661118Z","steps":["trace[1793321251] 'agreement among raft nodes before linearized reading' (duration: 562.836351ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:50:10.660796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:50:09.557156Z","time spent":"1.103634038s","remote":"127.0.0.1:48718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T06:50:10.661159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:50:10.097289Z","time spent":"563.862758ms","remote":"127.0.0.1:48696","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5543,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-04T06:50:10.661609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"413.286691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T06:50:10.661698Z","caller":"traceutil/trace.go:171","msg":"trace[525401586] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14759; }","duration":"413.415534ms","start":"2026-03-04T06:50:10.248265Z","end":"2026-03-04T06:50:10.66168Z","steps":["trace[525401586] 'agreement among raft nodes before linearized reading' (duration: 413.2522ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:50:10.661748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:50:10.248252Z","time spent":"413.487376ms","remote":"127.0.0.1:48452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T06:50:11.169294Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13228088842438772198,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T06:50:11.345409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.562401ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T06:50:11.345521Z","caller":"traceutil/trace.go:171","msg":"trace[1256880380] transaction","detail":"{read_only:false; response_revision:14760; number_of_response:1; }","duration":"678.927834ms","start":"2026-03-04T06:50:10.666574Z","end":"2026-03-04T06:50:11.345502Z","steps":["trace[1256880380] 'process raft request' (duration: 567.191338ms)","trace[1256880380] 'compare' (duration: 111.344146ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T06:50:11.345579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:50:10.666557Z","time spent":"678.994795ms","remote":"127.0.0.1:48718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T06:50:11.378346Z","caller":"traceutil/trace.go:171","msg":"trace[1642678239] transaction","detail":"{read_only:false; response_revision:14761; number_of_response:1; }","duration":"710.944634ms","start":"2026-03-04T06:50:10.667375Z","end":"2026-03-04T06:50:11.37832Z","steps":["trace[1642678239] 'process raft request' (duration: 710.565903ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:50:11.378463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:50:10.667361Z","time spent":"711.056377ms","remote":"127.0.0.1:48718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T06:50:11.379768Z","caller":"traceutil/trace.go:171","msg":"trace[616006733] transaction","detail":"{read_only:false; response_revision:14762; number_of_response:1; }","duration":"712.31513ms","start":"2026-03-04T06:50:10.667421Z","end":"2026-03-04T06:50:11.379736Z","steps":["trace[616006733] 'process raft request' (duration: 710.747448ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:50:11.38011Z","caller":"traceutil/trace.go:171","msg":"trace[451734323] transaction","detail":"{read_only:false; response_revision:14763; number_of_response:1; }","duration":"711.494519ms","start":"2026-03-04T06:50:10.668596Z","end":"2026-03-04T06:50:11.380091Z","steps":["trace[451734323] 'process raft request' (duration: 711.006216ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:50:11.38023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:50:10.668566Z","time spent":"711.599202ms","remote":"127.0.0.1:48718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T06:50:11.380249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:50:10.667391Z","time spent":"712.707571ms","remote":"127.0.0.1:48718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T06:50:11.380757Z","caller":"traceutil/trace.go:171","msg":"trace[92671929] transaction","detail":"{read_only:false; response_revision:14764; number_of_response:1; }","duration":"710.494742ms","start":"2026-03-04T06:50:10.670238Z","end":"2026-03-04T06:50:11.380733Z","steps":["trace[92671929] 'process raft request' (duration: 709.731271ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:50:11.380885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:50:10.670229Z","time spent":"710.605985ms","remote":"127.0.0.1:48718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T06:50:11.381651Z","caller":"traceutil/trace.go:171","msg":"trace[28225230] transaction","detail":"{read_only:false; response_revision:14765; number_of_response:1; }","duration":"239.808297ms","start":"2026-03-04T06:50:11.141826Z","end":"2026-03-04T06:50:11.381634Z","steps":["trace[28225230] 'process raft request' (duration: 239.204601ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:50:11.38191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"713.392219ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-04T06:50:11.381971Z","caller":"traceutil/trace.go:171","msg":"trace[658382134] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:14765; }","duration":"713.550723ms","start":"2026-03-04T06:50:10.668407Z","end":"2026-03-04T06:50:11.381958Z","steps":["trace[658382134] 'agreement among raft nodes before linearized reading' (duration: 713.310817ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:50:11.382005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:50:10.668396Z","time spent":"713.601494ms","remote":"127.0.0.1:48728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"info","ts":"2026-03-04T06:50:11.381549Z","caller":"traceutil/trace.go:171","msg":"trace[1177322984] linearizableReadLoop","detail":"{readStateIndex:15315; appliedIndex:15309; }","duration":"713.009609ms","start":"2026-03-04T06:50:10.668508Z","end":"2026-03-04T06:50:11.381518Z","steps":["trace[1177322984] 'read index received' (duration: 565.274677ms)","trace[1177322984] 'applied index is now lower than readState.Index' (duration: 147.733731ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T06:50:11.382239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.102641ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T06:50:11.382283Z","caller":"traceutil/trace.go:171","msg":"trace[440299821] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14765; }","duration":"209.193924ms","start":"2026-03-04T06:50:11.173077Z","end":"2026-03-04T06:50:11.382271Z","steps":["trace[440299821] 'agreement among raft nodes before linearized reading' (duration: 209.130582ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:50:11.382359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"626.785299ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-03-04T06:50:11.382377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.928954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-04T06:50:11.382416Z","caller":"traceutil/trace.go:171","msg":"trace[2105160218] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14765; }","duration":"626.852091ms","start":"2026-03-04T06:50:10.755549Z","end":"2026-03-04T06:50:11.382401Z","steps":["trace[2105160218] 'agreement among raft nodes before linearized reading' (duration: 626.705427ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:50:11.382421Z","caller":"traceutil/trace.go:171","msg":"trace[304804031] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14765; }","duration":"206.999305ms","start":"2026-03-04T06:50:11.175409Z","end":"2026-03-04T06:50:11.382408Z","steps":["trace[304804031] 'agreement among raft nodes before linearized reading' (duration: 206.864452ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:50:11.382434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"626.954834ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5521"} {"level":"warn","ts":"2026-03-04T06:50:11.382481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.653803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5521"} {"level":"info","ts":"2026-03-04T06:50:11.382496Z","caller":"traceutil/trace.go:171","msg":"trace[422125754] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14765; }","duration":"627.027976ms","start":"2026-03-04T06:50:10.755453Z","end":"2026-03-04T06:50:11.382481Z","steps":["trace[422125754] 'agreement among raft nodes before linearized reading' (duration: 626.874882ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:50:11.382523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.655636ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-04T06:50:11.382549Z","caller":"traceutil/trace.go:171","msg":"trace[901233449] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14765; }","duration":"209.723958ms","start":"2026-03-04T06:50:11.172817Z","end":"2026-03-04T06:50:11.382541Z","steps":["trace[901233449] 'agreement among raft nodes before linearized reading' (duration: 209.650496ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:50:11.382578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.214908ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5521"} {"level":"warn","ts":"2026-03-04T06:50:11.382609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"627.865178ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T06:50:11.382627Z","caller":"traceutil/trace.go:171","msg":"trace[1183169953] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14765; }","duration":"208.28374ms","start":"2026-03-04T06:50:11.174335Z","end":"2026-03-04T06:50:11.382619Z","steps":["trace[1183169953] 'agreement among raft nodes before linearized reading' (duration: 208.193167ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:50:11.38265Z","caller":"traceutil/trace.go:171","msg":"trace[1852243731] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14765; }","duration":"627.93967ms","start":"2026-03-04T06:50:10.754698Z","end":"2026-03-04T06:50:11.382637Z","steps":["trace[1852243731] 'agreement among raft nodes before linearized reading' (duration: 627.879219ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:50:11.382638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"627.120058ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T06:50:11.382691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.757593ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-rxv75\" ","response":"range_response_count:1 size:22099"} {"level":"warn","ts":"2026-03-04T06:50:11.3827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:50:10.75468Z","time spent":"628.009962ms","remote":"127.0.0.1:48696","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"info","ts":"2026-03-04T06:50:11.382725Z","caller":"traceutil/trace.go:171","msg":"trace[1231508372] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-rxv75; range_end:; response_count:1; response_revision:14765; }","duration":"170.827755ms","start":"2026-03-04T06:50:11.211887Z","end":"2026-03-04T06:50:11.382715Z","steps":["trace[1231508372] 'agreement among raft nodes before linearized reading' (duration: 170.696742ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:50:11.382729Z","caller":"traceutil/trace.go:171","msg":"trace[1435686612] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14765; }","duration":"627.234622ms","start":"2026-03-04T06:50:10.75547Z","end":"2026-03-04T06:50:11.382705Z","steps":["trace[1435686612] 'agreement among raft nodes before linearized reading' (duration: 627.050827ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:50:11.382775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"627.068657ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T06:50:11.382789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:50:10.755467Z","time spent":"627.309024ms","remote":"127.0.0.1:48696","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"info","ts":"2026-03-04T06:50:11.382809Z","caller":"traceutil/trace.go:171","msg":"trace[666747444] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:14765; }","duration":"627.107089ms","start":"2026-03-04T06:50:10.755693Z","end":"2026-03-04T06:50:11.3828Z","steps":["trace[666747444] 'agreement among raft nodes before linearized reading' (duration: 627.055817ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:50:11.38284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:50:10.75569Z","time spent":"627.143239ms","remote":"127.0.0.1:48696","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"warn","ts":"2026-03-04T06:50:11.382852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.895816ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T06:50:11.382879Z","caller":"traceutil/trace.go:171","msg":"trace[1988346304] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14765; }","duration":"208.961557ms","start":"2026-03-04T06:50:11.173909Z","end":"2026-03-04T06:50:11.382871Z","steps":["trace[1988346304] 'agreement among raft nodes before linearized reading' (duration: 208.920686ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:50:11.382923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"627.236952ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T06:50:11.38273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"443.39279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T06:50:11.382953Z","caller":"traceutil/trace.go:171","msg":"trace[566061887] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:14765; }","duration":"627.265302ms","start":"2026-03-04T06:50:10.75568Z","end":"2026-03-04T06:50:11.382945Z","steps":["trace[566061887] 'agreement among raft nodes before linearized reading' (duration: 627.225001ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:50:11.382978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:50:10.755664Z","time spent":"627.308513ms","remote":"127.0.0.1:48696","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"warn","ts":"2026-03-04T06:50:11.38298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.224393ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-rxv75\" ","response":"range_response_count:1 size:22099"} {"level":"info","ts":"2026-03-04T06:50:11.38251Z","caller":"traceutil/trace.go:171","msg":"trace[1403993403] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14765; }","duration":"207.702745ms","start":"2026-03-04T06:50:11.174799Z","end":"2026-03-04T06:50:11.382501Z","steps":["trace[1403993403] 'agreement among raft nodes before linearized reading' (duration: 207.607122ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:50:11.383036Z","caller":"traceutil/trace.go:171","msg":"trace[1030791572] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-rxv75; range_end:; response_count:1; response_revision:14765; }","duration":"189.358407ms","start":"2026-03-04T06:50:11.193667Z","end":"2026-03-04T06:50:11.383026Z","steps":["trace[1030791572] 'agreement among raft nodes before linearized reading' (duration: 189.210553ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:50:11.383021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"627.535299ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5521"} {"level":"warn","ts":"2026-03-04T06:50:11.383191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.752441ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-cc428\" ","response":"range_response_count:1 size:20754"} {"level":"info","ts":"2026-03-04T06:50:11.383249Z","caller":"traceutil/trace.go:171","msg":"trace[353555247] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-cc428; range_end:; response_count:1; response_revision:14765; }","duration":"191.848803ms","start":"2026-03-04T06:50:11.191386Z","end":"2026-03-04T06:50:11.383235Z","steps":["trace[353555247] 'agreement among raft nodes before linearized reading' (duration: 191.650148ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:50:11.383186Z","caller":"traceutil/trace.go:171","msg":"trace[619728157] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14765; }","duration":"627.744415ms","start":"2026-03-04T06:50:10.755423Z","end":"2026-03-04T06:50:11.383168Z","steps":["trace[619728157] 'agreement among raft nodes before linearized reading' (duration: 627.113629ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:50:11.38255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:50:10.755449Z","time spent":"627.087438ms","remote":"127.0.0.1:48696","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5543,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-03-04T06:50:11.382995Z","caller":"traceutil/trace.go:171","msg":"trace[1436198342] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:14765; }","duration":"443.673898ms","start":"2026-03-04T06:50:10.939289Z","end":"2026-03-04T06:50:11.382963Z","steps":["trace[1436198342] 'agreement among raft nodes before linearized reading' (duration: 443.410161ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:50:11.383444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"710.724848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"warn","ts":"2026-03-04T06:50:11.383527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:50:10.939263Z","time spent":"444.248684ms","remote":"127.0.0.1:48882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":29,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"info","ts":"2026-03-04T06:50:11.3836Z","caller":"traceutil/trace.go:171","msg":"trace[982000180] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:14765; }","duration":"710.844332ms","start":"2026-03-04T06:50:10.672674Z","end":"2026-03-04T06:50:11.383518Z","steps":["trace[982000180] 'agreement among raft nodes before linearized reading' (duration: 709.522327ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:50:11.382811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.510626ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-04T06:50:11.383678Z","caller":"traceutil/trace.go:171","msg":"trace[838605298] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14765; }","duration":"209.40101ms","start":"2026-03-04T06:50:11.174262Z","end":"2026-03-04T06:50:11.383663Z","steps":["trace[838605298] 'agreement among raft nodes before linearized reading' (duration: 208.486475ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:50:11.38368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:50:10.672659Z","time spent":"710.977375ms","remote":"127.0.0.1:49560","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5673,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-04T06:50:11.38245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:50:10.755546Z","time spent":"626.897083ms","remote":"127.0.0.1:48624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":690,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-03-04T06:50:11.384096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:50:10.755418Z","time spent":"627.956971ms","remote":"127.0.0.1:48696","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5543,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-04T06:51:16.182342Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13228088842438774010,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-04T06:51:16.470574Z","caller":"traceutil/trace.go:171","msg":"trace[54135908] transaction","detail":"{read_only:false; response_revision:15161; number_of_response:1; }","duration":"792.838578ms","start":"2026-03-04T06:51:15.677702Z","end":"2026-03-04T06:51:16.470541Z","steps":["trace[54135908] 'process raft request' (duration: 745.309716ms)","trace[54135908] 'compare' (duration: 46.134675ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T06:51:16.470604Z","caller":"traceutil/trace.go:171","msg":"trace[168814908] linearizableReadLoop","detail":"{readStateIndex:15725; appliedIndex:15724; }","duration":"788.822271ms","start":"2026-03-04T06:51:15.681744Z","end":"2026-03-04T06:51:16.470567Z","steps":["trace[168814908] 'read index received' (duration: 741.31282ms)","trace[168814908] 'applied index is now lower than readState.Index' (duration: 47.507321ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T06:51:16.470738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:51:15.677692Z","time spent":"792.964111ms","remote":"127.0.0.1:48718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T06:51:16.470802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"789.042527ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-04T06:51:16.470884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"774.662365ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-04T06:51:16.470908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.925505ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T06:51:16.470888Z","caller":"traceutil/trace.go:171","msg":"trace[1956462917] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:15161; }","duration":"789.181041ms","start":"2026-03-04T06:51:15.681687Z","end":"2026-03-04T06:51:16.470869Z","steps":["trace[1956462917] 'agreement among raft nodes before linearized reading' (duration: 788.949615ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:51:16.470943Z","caller":"traceutil/trace.go:171","msg":"trace[1062597701] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:15161; }","duration":"774.772038ms","start":"2026-03-04T06:51:15.696154Z","end":"2026-03-04T06:51:16.470926Z","steps":["trace[1062597701] 'agreement among raft nodes before linearized reading' (duration: 774.578043ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:51:16.470947Z","caller":"traceutil/trace.go:171","msg":"trace[1661613640] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15161; }","duration":"224.032758ms","start":"2026-03-04T06:51:16.246902Z","end":"2026-03-04T06:51:16.470935Z","steps":["trace[1661613640] 'agreement among raft nodes before linearized reading' (duration: 223.951396ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:51:16.470988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:51:15.696134Z","time spent":"774.84521ms","remote":"127.0.0.1:48718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T06:51:16.471022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.729204ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-rxv75\" ","response":"range_response_count:1 size:22099"} {"level":"info","ts":"2026-03-04T06:51:16.471071Z","caller":"traceutil/trace.go:171","msg":"trace[1058729158] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-rxv75; range_end:; response_count:1; response_revision:15161; }","duration":"297.788505ms","start":"2026-03-04T06:51:16.17326Z","end":"2026-03-04T06:51:16.471049Z","steps":["trace[1058729158] 'agreement among raft nodes before linearized reading' (duration: 297.710053ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:51:16.471074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.628917ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-cc428\" ","response":"range_response_count:1 size:20754"} {"level":"warn","ts":"2026-03-04T06:51:16.470919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.465652ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-rxv75\" ","response":"range_response_count:1 size:22099"} {"level":"info","ts":"2026-03-04T06:51:16.471142Z","caller":"traceutil/trace.go:171","msg":"trace[1735960836] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-cc428; range_end:; response_count:1; response_revision:15161; }","duration":"365.703559ms","start":"2026-03-04T06:51:16.105402Z","end":"2026-03-04T06:51:16.471106Z","steps":["trace[1735960836] 'agreement among raft nodes before linearized reading' (duration: 365.571845ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:51:16.471173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"763.053147ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-04T06:51:16.471184Z","caller":"traceutil/trace.go:171","msg":"trace[496330201] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-rxv75; range_end:; response_count:1; response_revision:15161; }","duration":"365.75727ms","start":"2026-03-04T06:51:16.105398Z","end":"2026-03-04T06:51:16.471156Z","steps":["trace[496330201] 'agreement among raft nodes before linearized reading' (duration: 365.354699ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:51:16.471206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:51:16.10539Z","time spent":"365.805431ms","remote":"127.0.0.1:48648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20776,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-cc428\" "} {"level":"info","ts":"2026-03-04T06:51:16.471213Z","caller":"traceutil/trace.go:171","msg":"trace[1602065696] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:15161; }","duration":"763.115299ms","start":"2026-03-04T06:51:15.708088Z","end":"2026-03-04T06:51:16.471203Z","steps":["trace[1602065696] 'agreement among raft nodes before linearized reading' (duration: 763.007556ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:51:16.471248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:51:16.105374Z","time spent":"365.854983ms","remote":"127.0.0.1:48648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22121,"request content":"key:\"/registry/pods/openstack/nova-compute-default-rxv75\" "} {"level":"warn","ts":"2026-03-04T06:51:16.471255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:51:15.708077Z","time spent":"763.17175ms","remote":"127.0.0.1:48718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T06:51:16.47092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"761.830515ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T06:51:16.471447Z","caller":"traceutil/trace.go:171","msg":"trace[433792059] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15161; }","duration":"762.357449ms","start":"2026-03-04T06:51:15.709031Z","end":"2026-03-04T06:51:16.471388Z","steps":["trace[433792059] 'agreement among raft nodes before linearized reading' (duration: 761.790944ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T06:51:16.470977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:51:15.681666Z","time spent":"789.299354ms","remote":"127.0.0.1:48718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T06:51:16.471566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T06:51:15.709022Z","time spent":"762.506403ms","remote":"127.0.0.1:48452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T06:52:51.610467Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":13535} {"level":"info","ts":"2026-03-04T06:52:51.714205Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":13535,"took":"101.544937ms","hash":640576484,"current-db-size-bytes":40787968,"current-db-size":"41 MB","current-db-size-in-use-bytes":28172288,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-03-04T06:52:51.714263Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":640576484,"revision":13535,"compact-revision":11652} {"level":"warn","ts":"2026-03-04T06:55:03.732601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.463992ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-04T06:55:03.733032Z","caller":"traceutil/trace.go:171","msg":"trace[638296196] transaction","detail":"{read_only:false; response_revision:16804; number_of_response:1; }","duration":"110.902236ms","start":"2026-03-04T06:55:03.622113Z","end":"2026-03-04T06:55:03.733015Z","steps":["trace[638296196] 'process raft request' (duration: 110.662019ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:55:03.733359Z","caller":"traceutil/trace.go:171","msg":"trace[166802505] transaction","detail":"{read_only:false; response_revision:16805; number_of_response:1; }","duration":"105.458291ms","start":"2026-03-04T06:55:03.627873Z","end":"2026-03-04T06:55:03.733331Z","steps":["trace[166802505] 'process raft request' (duration: 105.098701ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:55:03.909941Z","caller":"traceutil/trace.go:171","msg":"trace[1258837676] transaction","detail":"{read_only:false; response_revision:16808; number_of_response:1; }","duration":"119.695668ms","start":"2026-03-04T06:55:03.790209Z","end":"2026-03-04T06:55:03.909905Z","steps":["trace[1258837676] 'process raft request' (duration: 117.826289ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:55:03.957086Z","caller":"traceutil/trace.go:171","msg":"trace[464169647] transaction","detail":"{read_only:false; response_revision:16809; number_of_response:1; }","duration":"130.537187ms","start":"2026-03-04T06:55:03.826512Z","end":"2026-03-04T06:55:03.957049Z","steps":["trace[464169647] 'process raft request' (duration: 130.200668ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T06:57:51.617301Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":15856} {"level":"info","ts":"2026-03-04T06:57:51.722253Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":15856,"took":"101.729613ms","hash":3180461775,"current-db-size-bytes":42053632,"current-db-size":"42 MB","current-db-size-in-use-bytes":25722880,"current-db-size-in-use":"26 MB"} {"level":"info","ts":"2026-03-04T06:57:51.72237Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3180461775,"revision":15856,"compact-revision":13535} {"level":"info","ts":"2026-03-04T07:02:51.62808Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":17669} {"level":"info","ts":"2026-03-04T07:02:51.714123Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":17669,"took":"83.599471ms","hash":2838915498,"current-db-size-bytes":42053632,"current-db-size":"42 MB","current-db-size-in-use-bytes":21430272,"current-db-size-in-use":"21 MB"} {"level":"info","ts":"2026-03-04T07:02:51.714188Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2838915498,"revision":17669,"compact-revision":15856} {"level":"info","ts":"2026-03-04T07:03:16.157572Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"53de2bdd9aa7b793","local-member-applied-index":20002,"local-member-snapshot-index":10001,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-04T07:03:16.161431Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":20002} {"level":"info","ts":"2026-03-04T07:03:16.161495Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":15002}